python (3.11.7)
eTR B d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZd Zd Zd#dZ G d dej ZdZd Z G d
d e
j Zi Z ej d Z ej d Z G d d
Z G d d Z d Z G d d Z G d de
j! e Z" G d de Z# G d d Z$d Z%d Z& G d d Z'd Z(e)d k rdd l*m+Z+ e+d d!" dS dS )$a RPC Implementation, originally written for the Python Idle IDE
For security reasons, GvR requested that Idle's Python execution server process
connect to the Idle process, which listens for the connection. Since Idle has
only one client per server, this was not a limitation.
+---------------------------------+ +-------------+
| socketserver.BaseRequestHandler | | SocketIO |
+---------------------------------+ +-------------+
^ | register() |
| | unregister()|
| +-------------+
| ^ ^
| | |
| + -------------------+ |
| | |
+-------------------------+ +-----------------+
| RPCHandler | | RPCClient |
| [attribute of RPCServer]| | |
+-------------------------+ +-----------------+
The RPCServer handler class is expected to provide register/unregister methods.
RPCHandler inherits the mix-in class SocketIO, which provides these methods.
See the Idle run.main() docstring for further information on how this was
accomplished in Idle.
Nc f t j | }t |t j sJ |S )z*Return code object from marshal string ms.)marshalloads
isinstancetypesCodeType)mscos ?/BuggyBox/python/3.11.7/bootstrap/lib/python3.11/idlelib/rpc.py
unpickle_coder - s. r B b%. ) ))))
I c v t | t j sJ t j | }t
|ffS )zBReturn unpickle function and tuple with marshalled co code object.)r r r r dumpsr )r
r s r pickle_coder 3 s6 b%. ) )))) r B 2% r
c t j }t || }| | | S )z.Return pickled (or marshalled) string for obj.)ioBytesIO CodePicklerdumpgetvalue)objprotocolfps r r r 9 s;
AAx AFF3KKK ::<<r
c . e Zd Zej eiej ZdS )r N)__name__
__module__ __qualname__r r r copyregdispatch_table r
r r r B s" nkLW5KLNNNr
r i z 127.0.0.1c . e Zd ZddZd Zd Zd Zd ZdS ) RPCServerNc Z |t }t j | || d S N)
RPCHandler socketserver TCPServer__init__)selfaddr handlerclasss r r) zRPCServer.__init__K s. %L ''dLAAAAAr
c dS )z@Override TCPServer method, no bind() phase for connecting entityNr! r* s r server_bindzRPCServer.server_bindP r
c D | j | j dS )zOverride TCPServer method, connect() instead of listen()
Due to the reversed connection, self.server_address is actually the
address of the Idle Client to which we are connecting.
N)socketconnectserver_addressr. s r server_activatezRPCServer.server_activateT s#
D /00000r
c | j | j fS )z:Override TCPServer method, return already connected socket)r2 r4 r. s r get_requestzRPCServer.get_request] s {D ///r
c # t $ r t j }t d| t d| t dt j j z | t d|| t dt | | t j | t d| t d| t j d Y d
S xY w) zOverride TCPServer method
Error message goes to __stderr__. No error message if exiting
normally or socket raised EOF. Other exceptions not handled in
server code will cause os._exit.
z)
----------------------------------------filezUnhandled server exception!z
Thread: %szClient Address: z Request: z#
*** Unrecoverable, server exiting!z(----------------------------------------r N)
SystemExitsys
__stderr__print threadingcurrent_threadnamerepr traceback print_excos_exit)r* requestclient_addresserfs r handle_errorzRPCServer.handle_errora s
.C -c * * * * /c : : : : ,!9!;!;!@@s K K K K $n3 ? ? ? ? +tG}}3 7 7 7 7 S ) ) ) ) 8s C C C C &s # # # # HQKKKKKKs
C C&r% )r r r r) r/ r5 r7 rJ r! r
r r# r# I sh B B B B
1 1 10 0 0 r
r# c e Zd ZdZd dZd Zd Zd Zd Zd Z d Z
d
Z d Z d Z
d
Zd Zd Zd Zd Zd Zd Zd Zd Zd ZdZdZdZd Zd Z d Z d Z d Z d Z d Z!dS )!SocketIOr Nc t j | _ ||| _ || _ |t
}|| _ i | _ i | _ d S r% ) r? r@
sockthread debuggingsock objecttableobjtable responsescvars)r* rP rR rO s r r) zSocketIO.__init__ sJ #244 &DN "H
r
c R | j }d | _ || d S d S r% )rP close)r* rP s r rV zSocketIO.close s/ y JJLLLLL r
c . t j d dS )z!override for specific exit actionr N)rE rF r. s r exithookzSocketIO.exithook s
r
c | j sd S | j dz t t j j z }|D ]}|dz t | z }t
|t j d S )N r9 ) rO locationstrr? r@ rA r> r< r= )r* argssas r debugzSocketIO.debug sv ~ F MC #i&>&@&@&E"F"F F ! !AC#a&& AA
acn%%%%%%r
c || j |< d S r% )rR )r* oidobjects r registerzSocketIO.register s #
cr
c : | j |= d S # t $ r Y d S w xY wr% )rR KeyErrorr* rb s r
unregisterzSocketIO.unregister s9
c""" DD s
c & | d| |\ }\ }}}}n# t $ r Y dS w xY w|| j vrdd|fS | j | }|dk ri } t || d| fS |dk ri }
t ||
d|
fS t || sdd|fS t
|| } |d k r0 | |i |} t | t rt | } d| fS |d
k r!t || ||ff d S dd |z fS # t $ r t $ r t $ r t $ r}
d
|
fcY d }
~
S d }
~
w d}t! ||| |fz t" j t' j t" j Y dS xY w)Nz
localcall:)ERRORzBad request formatrj zUnknown object id: __methods__OK__attributes__zUnsupported method name: CALLQUEUE)QUEUEDNz Unsupported message type: %sCALLEXCzU*** Internal Error: rpc.py:SocketIO.localcall()
Object: %s
Method: %s
Args: %s
r9 ) EXCEPTIONN)r` TypeErrorrR _getmethods_getattributeshasattrgetattrr RemoteObject remoteref
request_queueputr; KeyboardInterruptOSError Exceptionr> r< r= rC rD )r* seqrG howrb
methodnamer] kwargsr methods
attributesmethodretexmsgs r localcallzSocketIO.localcall sT
<))) 33: 0C0#z4 3 3 3222 3 dm # # :3 : :; ;mC & &G W % % %'? " ) ) )J 3
+ + +*% %sJ'' I G G GH Hj)) 'f}} fd-f-- c<00 )#C..C c{" !!3v(>"?@@@&& !?#!EFF # # # r? " " " " " " '<C #fd++#. A A A A S^ 4 4 4 4&&&s7
#
1115D '%D D (F=E FAFc | d|| | |||| }| | S )Nzremotecall:asynccall: )r` asynccall asyncreturnr* rb r r] r r s r
remotecallzSocketIO.remotecall sD
+S*===nnS*dF;; $$$r
c | d|| | |||| }| | S )Nzremotequeue:asyncqueue: )r`
asyncqueuer r s r remotequeuezSocketIO.remotequeue sD
-sJ???ooc:tV<< $$$r
c d||||ff}| }t j | j k r t j }|| j |< | d|z |||| | ||f |S )Nrn z
asynccall:%d:newseqr? r@ rN ConditionrT r`
putmessager* rb r r] r rG r cvars r r zSocketIO.asynccall s CT6:;kkmm # % % 8 8 &((D "DJsO
Oc)CT6JJJ g'''
r
c d||||ff}| }t j | j k r t j }|| j |< | d|z |||| | ||f |S )Nro zasyncqueue:%d:r r s r r zSocketIO.asyncqueue s S*dF ;<kkmm # % % 8 8 &((D "DJsO
$s*S*dFKKK g'''
r
c | d|z | |d }| d|z | | | S )Nz#asyncreturn:%d:call getresponse(): 皙?)waitzasyncreturn:%d:response: )r` getresponsedecoderesponse)r* r responses r r zSocketIO.asyncreturn s`
83>???##Cd#33
/#5AAA""8,,,r
c z |\ }}|dk r|S |dk rd S |dk r| d d S |dk r+| d | d S |dk r%| d| t | |d k r| d
| |t || ) Nrl rp rr zdecoderesponse: EXCEPTIONEOFzdecoderesponse: EOFrj z decoderesponse: Internal ERROR:rq z decoderesponse: Call Exception:)r` decode_interrupthook RuntimeError SystemError)r* r r whats r r zSocketIO.decoderesponse s T $;;K (??4 + JJ2 3 3 34 %<< JJ, - - - % % ' ' '4 '>> JJ8$ ? ? ? t$$ $ ) JJ8$ ? ? ?J#t$$$r
c t ) )EOFErrorr. s r r z SocketIO.decode_interrupthook s r
c | dd dS # t $ r | d Y dS w xY w)zListen on socket until I/O not ready or EOF
pollresponse() will loop looking for seq number None, which
never comes, and exit on EOFError.
Nr )myseqr zmainloop:return)r r r` r. s r mainloopzSocketIO.mainloop s[ 4d 3 3 3 3 3 JJ( ) ) ) FF s >>c z | || }|"|\ }}|dk r|| | f}|S )Nrl ) _getresponse_proxify)r* r r r r r s r r zSocketIO.getresponse" sJ $$UD11 ICd{{
d 3 33r
c t |t rt | |j S t |t r"t t | j | S |S r% )r RemoteProxyRPCProxyrb listmapr )r* r s r r zSocketIO._proxify* sW c; ' ' +D#'** * c4 1DM3//00 0
r
c | d| t j | j u r | || }||S | j | }| || j vr | || j v | j | }| d|d| | j |= | j |= | |S )Nz_getresponse:myseq:Tz
_getresponse:z : thread woke up: response: )
r` r? r@ rN pollresponserT acquirerS r release)r* r r r r s r r zSocketIO._getresponse2 s
(%000 # % % 8 8
$ ,,UD99'#O
$ :e$D LLNNNt~-- t~--~e,H JJJ xx)
*
*
*u%
5! LLNNNOr
c ( | j dz x| _ }|S )N )nextseq)r* r s r r zSocketIO.newseqH s !\A -- s
r
c f | d|d z t | }n=# t j $ r+ t dt | t j w xY wt j dt | |z }t | dk r t j g | j gg \ }}}| j
|d t }n$# t t f$ r t# d w xY w||d }t | dk d S d S )Nzputmessage:%d:r zCannot pickle:r9 <izsocket no longer exists)r` r pickle
PicklingErrorr> rB r< r= structpacklenselectrP sendBUFSIZEAttributeErrorrs r} )r* messager^ rwxns r r zSocketIO.putmessageL s0
#gaj0111 gAA# "DMM G G G G
Kc!ff % % )!ffqjj
9 -TYK<<1aINN1XgX;//"I.
9
9
9 7888
9!""A
!ffqjjjjjjs 0 :A*&AC. .!Dr
c | t | j | j k rt j | j gg g | \ }}}t | dk rd S | j t }n# t $ r t w xY wt | dk rt | xj |z
c_ | | S )Nr ) _stage0r buffbufneedr rP filenorecvr r} r _stage1)r* r r r r r^ s r
pollpacketzSocketIO.pollpacket` s ty>>DL ( ( mTY%5%5%7%7$8"b$GGGAq!1vv{{t
INN7++
1vv{{ IINII LLNNN||~~ s ; B B-c | j dk rdt | j dk rN| j d d }| j dd | _ t j d| d | _ d| _ d S d S d S )Nr r r )bufstater r r unpackr )r* r^ s r r zSocketIO._stage0p sr =A #di..A"5"5 "1"
A !""
DI!=q11!4DL DMMM "5"5r
c | j dk rZt | j | j k r?| j d | j }| j | j d | _ d| _ d| _ |S d S d S )Nr r r )r r r r )r* packets r r zSocketIO._stage1w sj =A #di..DL"@"@Y} }-F $,--0DI DL DMM "@"@r
c | | }|d S t j | }n# t j $ r t dt
j t dt | t
j t j t
j t dt
j w xY w|S )Nz-----------------------r9 zcannot unpickle packet:)
r r r UnpicklingErrorr> r< r= rB rC print_stack)r* r r r s r pollmessagezSocketIO.pollmessage s && >4 l6**GG% +#. A A A A +T&\\ O O O O !s~ 6 6 6 6 +#. A A A A s
0 BB?c L t d }|\ }}|d|ff}| | n# t j $ r Y nw xY w | | }|dS n1# t $ r | Y dS t $ r Y dS w xY w|\ }}|d }| d||fz |dv ro| d|z |
|| }| d||fz |d k r| ||f n|d
k r 8||k r|S | j |d } | F| || j
|< | | ) aR Handle messages received on the socket.
Some messages received may be asynchronous 'call' or 'queue' requests,
and some may be responses for other threads.
'call' requests are passed to self.localcall() with the expectation of
immediate execution, during which time the socket is not serviced.
'queue' requests are used for tasks (which may block or hang) to be
processed in a different thread. These requests are fed into
request_queue by self.localcall(). Responses to queued requests are
taken from response_queue and sent across the link with the associated
sequence numbers. Messages in the queues are (sequence_number,
request/response) tuples and code using this module removing messages
from the request_queue is responsible for returning the correct
sequence number in the response_queue.
pollresponse() will loop until a response message with the myseq
sequence number is received, and will save other responses in
self.responses and notify the owning thread.
Tr rl Nzpollresponse:%d:myseq:%s)rn ro z pollresponse:%d:localcall:call:z%pollresponse:%d:localcall:response:%srn ro )response_queuegetr queueEmptyr r
handle_EOFr r` r rT r rS notifyr )
r* r r qmsgr r r resqr cvs
r r zSocketIO.pollresponse s .0
)%))!,, !%
X x 01(((( ;
**400? 4 #
!!!tt!
tt
ICq'C JJ1S%L@ A A A'''
<sBCCC >>#t44
B !8_ - . . .&==OOS(O4444G^^ Z^^C.. >JJLLL*.DN3'IIKKKJJLLLs' > AAA. . B B B c : | | d | j D ]U}| j | }| d| j |< | | V| dS )z+action taken upon link being closed by peerr )r NN)EOFhookr` rT r rS r r rX )r* keyr s r r zSocketIO.handle_EOF s
< : CC B JJLLL"/DN3 IIKKK JJLLLL
r
c dS )zBClasses using rpc client/server can override to augment EOF actionNr! r. s r r zSocketIO.EOFhook r0 r
)NN)"r r r r r) rV rX r` rd rh r r r r r r r r r r r r r r r r r r r r r r r r r! r
r rL rL s G & & &$ $ $ ,' ,' ,'\% % %
% % %
- - - % % %* , DGH G G GR
r
rL c e Zd ZdS )rx N)r r r r! r
r rx rx s Dr
rx c R t | }| t |< t | S r% )idrQ r )r rb s r ry ry s%
S''CK s r
c e Zd Zd ZdS )r c || _ d S r% )rb rg s r r) zRemoteProxy.__init__ s
r
N)r r r r) r! r
r r r s# r
r c ( e Zd ZdZdZd Zd Zd ZdS )r& Fz#Sc | |_ t | | t j | ||| d S r% )current_handlerrL r) r' BaseRequestHandler)r* rP r+ svrs r r) zRPCHandler.__init__ sC "$%%%'00tT3GGGGGr
c . | dS )z(handle() method required by socketserverN)r r. s r handlezRPCHandler.handle s
r
c " t | | S r% r rg s r get_remote_proxyzRPCHandler.get_remote_proxy c"""r
N)r r r rO r[ r) r r r! r
r r& r& sN IHH H H
# # # # #r
r& c F e Zd ZdZdZdZej ej fdZ d Z
d Z dS ) RPCClientFz#Cr c t j || | _ | j | | j d d S Nr )r2 listening_sockbindlisten)r* addressfamilytypes r r) zRPCClient.__init__ sJ $mFD 9 9 ))) ""1%%%%%r
c " | j \ }}| j r t d|t j |d t k r t | | d S t d|t j t )Nz ****** Connection request from r9 r z** Invalid host: )
r acceptrO r> r< r= LOCALHOSTrL r) r} )r* working_sockr s r r zRPCClient.accept s $ 3 : : < < g > S 3W3> R R R R 1: " " dL 1 1 1 1 1 %wS^ D D D DMr
c " t | | S r% r rg s r r zRPCClient.get_remote_proxy" r r
N) r r r rO r[ r r2 AF_INET SOCK_STREAMr) r r r! r
r r r s_ IHG'-~F<N & & & &
# # # # #r
r c . e Zd ZdZdZd Zd Zd Zd ZdS )r Nc " || _ || _ d S r% )sockiorb )r* r rb s r r) zRPCProxy.__init__+ s r
c R | j | | j | rt | j | j | S | j | || j v r%| j | j d|fi }|S t | )N__getattribute__)
_RPCProxy__methods_RPCProxy__getmethodsr MethodProxyr rb _RPCProxy__attributes_RPCProxy__getattributesr r )r* rA values r __getattr__zRPCProxy.__getattr__/ s > ! > d # # < t{DHd;; ; $ " " " 4$ $ $K**485G,07B8 8EL && &r
c T | j | j ddi | _ d S )Nrm r! )r r rb r r. s r __getattributeszRPCProxy.__getattributes= s/ K 2 2480@"b J Jr
c T | j | j ddi | _ d S )Nrk r! )r r rb r r. s r __getmethodszRPCProxy.__getmethodsA s, //0=r2G Gr
) r r r r r r) r r r r! r
r r r & sb IL ' ' ' J J JG G G G Gr
r c t | D ]&}t | | }t | rd||< 't | t r| j D ]}t
|| d S d S r )dirrw callabler r __bases__rt )r r rA attrsupers r rt rt E s C sD!! D>> GDM#t (] ( (E w ' ' ' '( ( ( (r
c r t | D ]&}t | | }t | sd||< 'd S r )r rw r )r r rA r! s r ru ru P sI C ! !sD!!~~ ! Jt ! !r
c e Zd Zd Zd ZdS )r c 0 || _ || _ || _ d S r% )r rb rA )r* r rb rA s r r) zMethodProxy.__init__Y s r
c T | j | j | j || }|S r% )r r rb rA )r* r] r r s r __call__zMethodProxy.__call__^ s& &&txD&II r
N)r r r r) r' r! r
r r r W s2
r
r c | dS dt _ t | } t j | n]# t $ rP d}| |d }| |d }t j | Y nw xY wt j d | t _ dS )z9Override standard display hook to use non-locale encodingNasciibackslashreplacestrict
) builtins_rB r< stdoutwriteUnicodeEncodeErrorencodedecode)r textencodingbytess r displayhookr7 f s }HJ ;;D
H&899||Hh//
JTHJJJs A ABB__main__)mainzidlelib.idle_test.test_rpcr ) verbosityr% ),__doc__r- r r r rE r r r r2 r' r r< r? rC r r r r Picklerr r r r( r# rQ Queuerz r rL rx ry r r r& r r rt ru r r7 r unittestr9 r! r
r <module>r? s 8
M M M M M&. M M M . . . . . & . . .d A
Q e
e
e
e
e
e
e
e
R
# # # # # 0( # # #$# # # # # # # #4 G G G G G G G G> ( ( (! ! ! & z D %444444 r
Browse
Usage
Versions