g8 X U d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
ddlmZ ddlmZ ddlmZ ddlmZ ddlZddlmZ dd lmZ dd
lm Z m Z dd l m Z dd l!m"Z" dd
l#m$Z$ ddl%m&Z& ddl'm(Z(m)Z) ddl*m+Z+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4m5Z5m6Z6 ddl7m8Z8m9Z9 ddl:m;Z;mZ> ddl?m@Z@mAZAmBZB eeC ZD ed ZEeeF eGd< eHh d ZId ZJd ZK G d d ZLd ZMd! ZNd"eOd#eeO fd$ZPd% ZQ G d& d' ZR G d( d) ZS G d* d+e" ZTd, ZU G d- d. ZV G d/ d0 ZW G d1 d2eW ZX G d3 d4eV ZY G d5 d6 ZZ G d7 d8 Z[ G d9 d: Z\dS );z.
Simple unix socket RPC server implementation
N)suppress)
ContextVar) getLogger)Sequence)Process)
inactivity)app)Core SimpleRpc)FeatureManagementError)UnixSocketAuthProtocol) tls_check)run_in_executor) is_root_userrun_coro)
LineBufferLineBufferOverflow)
hosting_panel)InvalidTokenException)svcctl)
ResponseErrorServiceStateError SocketError) EndpointsUserType)
is_runningrpc_is_running)ValidationError)ERRORSUCCESSWARNINGrpc_caller_uidcaller_uid_var> jwttokenpasswordc t | }| d }t |t r't | }t D ] }||v rd||< ||d< |S )Nparamsz***)dictget
isinstance_SENSITIVE_PARAM_KEYS)decodedsafer( safe_paramskeys X/opt/imunify360/venv/lib/python3.11/site-packages/defence360agent/simple_rpc/__init__.py_redact_for_logr2 < sn ==D
XXh
F&$ %6ll ( ) )Ck!!#( C $X K c t j | }n2# t $ r% d t | cY S w xY wt |t st | S t t | S )Nz) jsonloads Exceptionformatlenr+ r) reprr2 )rawr- s r1 _safe_log_payloadr< H s :*S// : : :(//C99999: gt $ $ G}} (( ) ))s ,AAc e Zd ZdZdZdZdZdS )RpcServiceStaterunningstoppedanydirectN)__name__
__module__ __qualname__RUNNINGSTOPPEDANYDIRECT r3 r1 r> r> R s* G G C
FFFr3 r> c K | d {V }t g |dS # t $ r5}t |j d}| |j |cY d }~S d }~wt t f$ r@}|j ^}}t j
|g|R t |t | z gdcY d }~S d }~wt $ r^}t j | t
d|t! | t t! | dcY d }~S d }~ww xY w)N)resultmessagesdatarL rM z-Something went wrong while processing %s (%s))r r r! errorsupdate
extra_dataPermissionErrorr argsloggererrorr tupler7
sentry_sdkcapture_exceptionstr)coromethodrL emsgrT s r1 _execute_requestr_ d su C. "r6BBB-
al###
3 4
V
d S 4 uT{{*+
5 5 5$Q''' ;VSVV
SVV44444444
5s?
D *A D D %5B D
D -AD D D c t j }t | t t f rt | }t
j d g }t
j |g }t
j |g }t ||z D ]8\ }}||v r/||vr+t d|j || }9|S )NzApplying middleware %s)
r route_to_endpointr+ listrW r
MIDDLEWAREr* MIDDLEWARE_EXCLUDEreversedrU debugrC ) r\ usercbhashablecommonspecificexcludedmwuserss r1 _apply_middlewarero s $B&4-(( == ##D"-->%%h33)--h;;!&8"344 IB
Bh$6$6 5r{CCCRVV
Ir3 socket_pathreturnc t dt j t j 5 } fd|D cddd S # 1 swxY w Y dS )z9Find inodes corresponding to the unix domain socket path.z/proc/net/unix)encodingrP c L g | ] }|v | d !S ))split).0linerp s r1
z$_find_uds_inodes.. s0 IIIT[D5H5H
R 5H5H5Hr3 N)opensysgetfilesystemencodinggetfilesystemencodeerrors)rp files ` r1 _find_uds_inodesr s
*,,,..
J
IIIITIII J J J J J J J J J J J J J J J J J Js AAAc t j | j }n# t t f$ r Y dS w xY w|j }d|v od|v S )zcTrue if cls.__init__ accepts the guard kwargs; legacy *_ signatures TypeError when passed limiter=.Flimiter read_timeout)inspect signature__init__ TypeError
ValueError
parameters) protocol_clssigr( s r1 _protocol_supports_guardr s_ 566 z " uu
^F ;>V#;;s 11c 6 e Zd Zd Zd Zd Zed ZdS )ConnectionLimiterc 0 || _ d| _ d| _ d S )Nr F)max_connections_countsaturation_logged)selfr s r1 r zConnectionLimiter.__init__ s . !& r3 c J | j | j k rdS | xj dz
c_ dS )NF T)r r r s r1 acquirezConnectionLimiter.acquire s, ;$. . .5 q tr3 c N | j dk r| xj dz c_ d| _ d S d S )Nr r F)r r r s r1 releasezConnectionLimiter.release s2 ;?? KK1 KK%*D " " " ?r3 c | j S N)r r s r1 countzConnectionLimiter.count s
{r3 N)rC rD rE r r r propertyr rJ r3 r1 r r s\ ' ' '
+ + +
X r3 r c F e Zd ZddddZd Zd Zd Zd Zd Zd Z d
Z
dS ) ConnectionGuardNr r c || _ || _ || _ || _ d | _ d | _ d| _ d | _ d | _ d S NF) _loop_limiter
_read_timeout_name
_transport_timeout_handle_slot_acquired _peer_pid _peer_uid)r loopr r names r1 r zConnectionGuard.__init__ sH
)
# # r3 c " | j ^| j sE| j j s7t d| j | j j d| j _ dS | j d u| _ || _ | dS )Nz6%s connection limit (%d) reached; rejecting new clientTF)
r r r rU warningr r r r _schedule_timeoutr transports r1 try_admitzConnectionGuard.try_admit s = $T]-B-B-D-D $=2
7LJM1
37
/5 "m4 7# tr3 c " || _ || _ d S r )r r )r piduids r1 note_peerzConnectionGuard.note_peer s r3 c . | d S r )r r s r1 on_datazConnectionGuard.on_data s r3 c | | j r'| j | j d| _ d | _ d S r )_cancel_timeoutr r r r r s r1 on_lostzConnectionGuard.on_lost sM (4=#< M ! ! # # #"'D r3 c | j d S | j | j | j | j | j | _ d S r )r r cancelr
call_later _on_timeoutr s r1 r z!ConnectionGuard._schedule_timeout sY % F + ' ' ) ) ) #z 4 4 0
r3 c X | j "| j d | _ d S d S r )r r r s r1 r z ConnectionGuard._cancel_timeout s6 + ' ' ) ) )#'D , +r3 c d | _ | j d S t d| j | j | j | j | j d c}| _ | | d S )Nz;Closing idle %s connection (pid=%s uid=%s, no data for %ds))
r r rU r r r r r closer r s r1 r zConnectionGuard._on_timeout sx # ? " F I J N N
&*_d" 4? r3 ) rC rD rE r r r r r r r r rJ r3 r1 r r s (,4
! ! !
( ( (
r3 r c P e Zd ZddddZ fdZdefdZd Zd Zd Z d
Z
xZ S ) _RpcServerProtocolNr c || _ || _ || _ d | _ t | _ t
|||d | _ d S )NRPC)r r r )r _sinkrg r r _bufr _guard)r r sinkrg r r s r1 r z_RpcServerProtocol.__init__ sL
LL % ' 5
r3 c | j | s| d S t | ny# t
t t j f$ rZ}t
d| | d | _ | j Y d }~d S d }~ww xY w| j
| j | j d S )Nz5Rejected RPC connection: SO_PEERCRED unavailable (%s))r r r superconnection_madeOSErrorAttributeErrorstructrV rU r r r r _pid_uid)r r exc __class__s r1 r z"_RpcServerProtocol.connection_made
s {$$Y// OO F
GG # #I . . . . 6 NNG
OO "DO K ! ! ! FFFFF
di33333s !A C 1ACC rN c ~ t j | }t j | | \ }}|| _ |!||d d< d|d v r |g|d d< t
| j }n'# t $ r}t | g}Y d }~nd }~ww xY w||d< |S )Nr( rg rn calling_process) r5 r6 r HostingPanel authenticaterg r r cmdliner7 rZ )r rN r- user_type user_namer r] s r1 preprocess_dataz"_RpcServerProtocol.preprocess_data s *T"" , 9 ; ; H H '
9 (1GH f % '(+++.7[!'* ' %di 0 0 8 8 : :OO ' ' ' "1vvhOOOOOO '%4!"s *&B
B5B00B5c | j d S | j | j | nx# t $ rk}t d| j | j
| | j d | _ | j Y d }~d S d }~ww xY w| j D ]} |
| }|d }|d }t d| t || j }t" | j
} | j | || ||| j | j t" | n # t" | w xY w# t0 $ rO}t d | t4 t7 | d Y d }~Ld }~wt8 $ r]}t dt= | | t4 t7 | d Y d }~d }~ww xY wd S )Nz*Closing RPC connection (pid=%s uid=%s): %scommandr( zData received: command=%szIncorrect token providedrO z)Something went wrong before processing %s) r r r r appenddecoder rU r r r r r r rf ro rg r# setr create_task _dispatchr resetr _write_responser rZ r7 exceptionr< ) r rN r] r^ rL r\ r( rh r% s r1
data_receivedz _RpcServerProtocol.data_received0 s ? " F I T[[]] + + + +!
NN<
O ! ! # # # "DO K ! ! ! FFFFF
9 $ L $ LC#
L --c22 * ) 8&AAA&vty99 '**49550J** "FBBvtz49,M,M #((////N((/////(
L
L
L 9:::$$3q66%J%JKKKKKKKK
L
L
L ?%c**
$$3q66%J%JKKKKKKKK
L=$ L $ LsX ,A
CA CCA4G AF(
G( GG
JAH
J)AJJc R K t j d | 5 t || d {V }t
d || | | d d d d S # 1 swxY w Y d S )Nzrpc_{}z Response: method - {}, data - {})r tracktaskr8 r_ rU infor )r r\ r( r[ responses r1 r z _RpcServerProtocol._dispatchg s
"
"8??6#:#:
;
; + + -dF ; ;;;;;;;H KK299&(KK
* * *
+ + + + + + + + + + + + + + + + + +s AB B #B c F | j d | _ d S r )r r r r s r1 connection_lostz"_RpcServerProtocol.connection_lostp s! r3 c 4 | j t d d S | j t j | dz d S # t $ r%}t | Y d }~d S d }~ww xY w)Nz*Cannot send RPC response: connection lost.
) r rU r writer5 dumpsencoder7 r )r rN r] s r1 r z"_RpcServerProtocol._write_responset s ? " NNG H H H F
$%%tz$'7'7$'>&F&F&H&HIIIII
$
$
$ #########
$s AA( (
B2BB) rC rD rE r r rZ r r r r r
__classcell__)r s @r1 r r s 48t
4 4 4 4 4"C *5L 5L 5Ln+ + + $ $ $ $ $ $ $r3 r c t j | }t j |d t j |d d S )NT)exist_oki )ospathdirnamemakedirschmod)rp dir_names r1 _check_socket_folder_permissionsr sB w{++HK4((((HXu r3 c D e Zd Zej Zej ZdZe d Z
dS ) RpcServeri c K t j t t 5 t j j d d d n # 1 swxY w Y t
t j fd j d {V }t j
j j |S )Nc J t j t j S Nr )r USERConfig READ_TIMEOUTclsr r r s r1 z"RpcServer.create.. s+ & # 0 r3 ) r SOCKET_PATHr FileNotFoundErrorr unlinkr r MAX_CONCURRENT_CONNECTIONScreate_unix_serverr SOCKET_MODE)r r r serverr s ``` @r1 createzRpcServer.create s ( 999
'
(
( ' ' Ico & & & ' ' ' ' ' ' ' ' ' ' ' ' ' ' '#F$EFF..
O
#/222
s AA AN) rC rD rE r r r ROOTr r classmethodr rJ r3 r1 r r sA $K =DK [ r3 r c D e Zd Zej Zej ZeZ e
d Z dS ) RpcServerAVc ~ K d } j }t | | d r|t d d }t | }d}|D ]} t j d 5 }|D ]?} || j d | k rt | j
}
n@ ddd g ddd nX# 1 swxY w Y # t $ r } | }Y d} ~ d} ~ ww xY wt d d| z j j
|t j |
t j t j t j z } t' j r"t+ t, j fd }
n fd
}
|
| d{V }|S ) a Looking for socket in /proc/net/unix and check which descriptor
corresponded to it by comparing inode
$ ls -l /proc/[pid]/fd
lrwx------ 1 root root 64 Apr 11 07:20 4 -> socket:[2866765]
$ cat /proc/net/unix
Num RefCount Protocol Flags Type St Inode Path
ffff880054c0a4c0: 00000002 00000000 00010000 0001 01 2866765 /var/run/defence360agent/simple_rpc.sock # noqa
c t t 5 t j | i |cddd S # 1 swxY w Y dS )zReturn empty path on error.N )r r r readlink)rT kwargss r1
safe_readlinkz)RpcServerAV.create..safe_readlink s '""
4
4{D3F33
4
4
4
4
4
4
4
4
4
4
4
4
4
4
4
42s 377z/var/runz/varNz
/proc/self/fdz socket:[{}]z"[{}] Socket {!r} for {} not found.inodec V j t j S r )PROTOCOL_CLASSr r r r s r1 r z$RpcServerAV.create.. s0 c 0 0 # 0 1 r3 c < j S r )r r )r r r s r1 r z$RpcServerAV.create.. s c 0 0dCH r3 )sock)r r
startswithr9 r r scandirr r8 intr r r r socketfromfdAF_UNIX SOCK_STREAM
SOCK_NONBLOCKr r r r r r
)r r r r _socket_pathinodes
last_errorr itfd socket_fdr] _socketfactoryr r s ``` @r1 r zRpcServerAV.create s ( 666 " ": . . 7'F
6L!,//
E
Z00 B ! !(=11]5I5I !6 6 ),BG I !E !
4;;6z*COSX
- N !5 5
$C$6 7 7 '(IJJG GG G ..wW.EEEEEEEE
sI "C 6AC: C C C C C C C
C6*C11C6N) rC rD rE r r r r r r r r r rJ r3 r1 r r sF =D$K'NC C [C C Cr3 r c * e Zd Zej Zej ZdS )NonRootRpcServerAVN) rC rD rE r NON_ROOTr r NON_ROOT_SOCKET_PATHr rJ r3 r1 r1 r1 s D-KKKr3 r1 c . e Zd Zej Zej ZdZ dS )NonRootRpcServeri N)
rC rD rE r r3 r r r2 r r rJ r3 r1 r5 r5 s% -K D KKKr3 r5 c e Zd Zd Zd Zd ZdS )_RpcClientImplc t j t j t j t j z | _ | j | d S # t t t f$ r t w xY wr )
r# r% r& r' _sockconnectConnectionRefusedErrorr
BlockingIOErrorr )r rp s r1 r z_RpcClientImpl.__init__ sy & 2V5I I DJ
J { + + + + +&(9?K & & &#%% % &s AA &A?c | j t j ||d dz n$# t
$ r}t
d| d }~ww xY w | d }n%# t $ r}t d| |d }~ww xY w t j
| }n5# t $ r(}t d
| |d }~ww xY w|S )Nr r( r zcommunication interrupted,
)terminator_bytezConnection reset: z Error parsing RPC response {!r})r9 sendallr5 r r BrokenPipeErrorr _sock_recv_untilConnectionResetErrorr r6 r r7 r8 )r r\ r( r] rN r s r1 dispatchz_RpcClientImpl.dispatch sJ A J J6V D DEEL&((
A A A ?A ? ?@@ @ A A(((??DD# A A A 8Q 8 899q @ A z$++--00HH 188>>
sH AA
A(A##A(,B
B%
B B%)&C
D#C==Dc | j rJ g }|r ||d vr| j g}t j |g g t j }|d }| j |vr@t
| r"t d | t d | j t j }t | dk rt d |
| |||d vd | S )Nr z!select() = {!r} resulted in errorzrequest timeoutz!Empty response from socket.recv()r3 )r9 getblockingfilenoselectr CLIENT_TIMEOUTrA r r8 recvioDEFAULT_BUFFER_SIZEr9 r join)r r@ chunks fdread_list
rwx_fdlist fdready_listchunks r1 rC z _RpcClientImpl._sock_recv_until sG :))+++++ !fRj @ @ :,,../K %
J &a=Lz "",66z?? 9%;BB:NN &&7888JOOB$:;;E5zzQ!"EFFF MM% / !fRj @ @2 xx r3 N)rC rD rE r rE rC rJ r3 r1 r7 r7 sA & & & . r3 r7 c e Zd ZddZd ZdS )
_NoRpcImplNc || _ t t j 5 t j }| t |t j d d d d S # 1 swxY w Y d S r ) r r r OverridingResetasyncioget_event_looprun_until_completer r )r r r s r1 r z_NoRpcImpl.__init__: s
i/
0
0 L L)++D # #OD)/$J$J K K K L L L L L L L L L L L L L L L L L Ls AA//A36A3c t j }t d || ||d}t
t j } t |t j }| t ||| j | t
| S # t
| w xY w)NzExecuting {}, params: {}r> )rg )rY rZ rU r r8 r# r r getuidro r r r[ r_ r r )r r\ r( r requestr% rh s r1 rE z_NoRpcImpl.dispatchF s %'' .55ffEEFFF $77 ""29;;// ("6
>>>B** GTZ!8!8&AA
' ' ' 'N ' ' ' 's
3A C C6r )rC rD rE r rE rJ r3 r1 rV rV 9 s;
L
L
L
L ( ( ( ( (r3 rV c D e Zd ZdZej ddddZd Zd Zd Z d Z
dS )
RpcClientaR
One RpcClient instance is suitable to use for multiple ipc calls
:param RpcServiceState require_svc_is_running: whether to provide direct
endpoints binding if the service is stopped.
:param int reconnect_with_timeout: timeout in sec for reconnect retries
:param int num_retries: number of reconnect retries
Nr )require_svc_is_runningreconnect_with_timeout num_retriesc d | _ t r t j n t j | _ |t j k r't rt t j
|t j
k r+t t j
t j |t j t j
fv r[ |r | || | _ nt% | j | _ d S # t $ r |t j
k r Y nw xY w| j -t s
J d t' | _ d S d S )Nz-_NoRpcImpl is not available for non root user)_implr r r r3 r( r> rG r r rF r r activate_socket_servicer
SVC_NAMErH _reconnect_with_timeoutr7 rV )r ra rb rc s r1 r zRpcClient.__init___ se
~~
-F ,
#o&= = =
> $O$;<< <
#'>
>
> V3DMBB C C C ! #&
) C!%!=!=. " "DJJ "00A!B!BDJ$
)_-DDD ED
:
?
?>
?
? # DJJJ s 7C9 9DDc 6 t j | j | S r functoolspartialr )r r\ s r1 __getattr__zRpcClient.__getattr__ s 888r3 c 6 t j | j | S r rj )r r s r1 cmdz
RpcClient.cmd s 999r3 c h | j || }t |t t f rI|d t
t fv r|d |d fS |d t k sJ |d |d fS |d t
t fv rt |d |d S )NrL rM rN ) re rE r+ rb rW r r! r r )r r\ r( r s r1 r zRpcClient._dispatch s :&&vv66 ftUm , ,
$!eW%555 )8J+??? )W4444 )8F+;;;!eW%555#HZ$8999F# #r3 c t | j S # t $ r; |r5t d| t j | |dz }n Y nw xY w^)NTz$Waiting %d second(s) before retry...r )r7 r( r rU r timesleep)r timeoutrc s r1 rh z!RpcClient._reconnect_with_timeout s
%d&7888$
KK> Jw''' 1$KK K
s AA A ) rC rD rE __doc__r> rF r rm ro r rh rJ r3 r1 r` r` T s / 6 # ,& ,& ,& ,& ,&\9 9 9: : :
$
$
$ r3 r` )]ru rY rk r rM r5 r rJ r# r r{ rr
contextlibr contextvarsr loggingr typingr psutilr rX defence360agent.apir defence360agent.applicationr defence360agent.contracts.configr
r r -defence360agent.feature_management.exceptionsr 'defence360agent.internals.auth_protocolr
defence360agent.modelr $defence360agent.model.simplificationr defence360agent.utilsr r defence360agent.utils.bufferr r defence360agent.subsys.panelsr "defence360agent.subsys.panels.baser defence360agent.subsysr $defence360agent.rpc_tools.exceptionsr r r defence360agent.rpc_tools.lookupr r defence360agent.rpc_tools.utilsr r "defence360agent.rpc_tools.validater defence360agent.rpc_toolsr r r! rC rU r# r" __annotations__ frozensetr, r2 r< r> r_ ro rZ r r r r r r r r r1 r5 r7 rV r` rJ r3 r1 r sE
" " " " " " * * * * * * + + + + + + F F F F F F F F K J J J J J + + + + + + @ @ @ @ @ @ 8 8 8 8 8 8 8 8 G G G G G G G G 7 7 7 7 7 7 D D D D D D ) ) ) ) ) )
A @ @ @ @ @ @ @ ? > > > > > = = = = = = = = = =
8 #-*-=">">
3 > > > " ">">">?? * * * $C C C8 J# J(3- J J J J< < < ,D D D D D D D DN}$ }$ }$ }$ }$/ }$ }$ }$@ 2I I I I I I I IX. . . . . . . .
y > > > > > > > > B( ( ( ( ( ( ( (6Z Z Z Z Z Z Z Z Z Zr3