managers.pyc
1 o 2 5�Hc� � @ sP g d �Z ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl 3 m Z ddl m Z ddlmZmZmZ ddl mZ dd l mZ dd 4 l mZ dd l mZ zdd l mZ W n eyk d ZY nw dZe �d� dd� Ze�eje� dd� dD �Z e d e ur�dd� Z e D ]Z e�e e � q�G dd� de �Z!di fdd�Z"d d � Z#G d d � d e$�Z%d d!� Z&d"d#� Z'G d$d%� d%e �Z(G d&d'� d'e �Z)e j*e j+fe j,e j-fd(�Z.G d)d*� d*e �Z/G d+d,� d,e0�Z1G d-d.� d.e �Z2d/d0� Z3i fd1d2�Z4 dmd3d4�Z5G d5d6� d6e �Z6G d7d8� d8e �Z7dnd9d:�Z8G d;d<� d<e2�Z9G d=d>� d>e2�Z:G d?d@� d@e:�Z;G dAdB� dBe2�Z<G dCdD� dDe2�Z=G dEdF� dFe2�Z>G dGdH� dHe2�Z?e4dIdJ�Z@G dKdL� dLe@�ZAe4dMdN�ZBdOdPieB_Ce4dQdR�ZDe4dSdT�ZEdUdUdUdPdPdV�eE_CG dWdS� dSeE�ZFG dXdY� dYe/�ZGeG�dZejH� eG�d[ejH� eG�d\ejIe<� eG�d]ejJe:� eG�d^ejKe:� eG�d_ejLe:� eG�d`ejMe:� eG�daejNe;� eG�dbejOe=� eG�dcejPeF� eG�dde eA� eG�deeQeB� eG�d8e7e?� eG�d:e8eD� eG�d6e6e>� eGjdPe9d df� eGjdUd dg� e�r&G dhdi� di�ZRG djdk� dke(�ZSG dld� de/�ZTdS dS )o)� BaseManager� SyncManager� BaseProxy�Token� N)�getpid)� 5 format_exc� )� 6 connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)� shared_memoryFT�SharedMemoryManagerc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r ��C:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.10_3.10.2800.0_x64__qbz5n2kfra8p0\lib\multiprocessing\managers.py� reduce_array/ � r c C s g | ] 7 }t ti |�� ��qS r )�type�getattr��.0�namer r r � 8 <listcomp>3 � r! )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list5 � r) c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d 9 � Zd S ) r z3 10 Type to uniquely identify a shared object 11 ��typeid�address�idc C s |||| _ | _| _d S r r+ )�selfr, r- r. r r r �__init__D s zToken.__init__c C s | j | j| jfS r r+ �r/ r r r � __getstate__G � zToken.__getstate__c C s |\| _ | _| _d S r r+ �r/ �stater r r � __setstate__J r zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r, r- r. r1 r r r �__repr__M s �zToken.__repr__N) r8 � 12 __module__� __qualname__�__doc__� __slots__r0 r2 r6 r9 r r r r r > s r r c C s4 | � ||||f� | �� \}}|dkr|S t||��)zL 13 Send a message to manager using connection `c` and return response 14 �#RETURN)�send�recv�convert_to_error)�cr. � 15 methodname�args�kwds�kind�resultr r r �dispatchU s 16 17 rH c C s^ | dkr|S | dv r(t |t�std�|| t|����| dkr$td| �S t|�S td�| ��S )N�#ERROR)� 18 #TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrK zUnserializable message: %s 19 z Unrecognized message type {!r})� 20 isinstance�str� TypeError�formatr � RemoteError� 21 ValueError)rF rG r r r rA _ s 22 23 �� rA c @ s e Zd Zdd� ZdS )rP c C s dt | jd � d S )NzM 24 --------------------------------------------------------------------------- 25 r zK---------------------------------------------------------------------------)rM rD r1 r r r �__str__o s zRemoteError.__str__N)r8 r: r; rR r r r r rP n s rP c C s2 g }t | �D ]}t| |�}t|�r|�|� q|S )z4 26 Return a list of names of methods of `obj` 27 )�dirr �callable�append)r( �tempr �funcr r r � all_methodsv s 28 29 �rX c C s dd� t | �D �S )zP 30 Return a list of names of methods of `obj` which do not start with '_' 31 c S s g | ] 32 }|d dkr|�qS )r �_r r r r r r! � r" z"public_methods.<locals>.<listcomp>)rX r' r r r �public_methods� s rZ c @ s� e Zd ZdZg d�Zdd� Zdd� Zdd� Zd d 33 � Zd d � Z d d� Z 34 dd� Z dd� Z dd� Z e e e d�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(S ))�ServerzM 35 Server class which runs in a process controlled by a manager object 36 ) �shutdown�create�accept_connection� get_methods� 37 debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�std�|t|����|| _t�|�| _t | \}}||dd�| _ 38 | j 39 j | _ ddi| _ i | _ i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r- �backlog�0�Nr )rL �bytesrN rO r �registryr �AuthenticationString�authkey�listener_client�listenerr- � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r/ rj r- rl � 40 serializer�Listener�Clientr r r r0 � s 41 �� 42 43 zServer.__init__c C s� t �� | _| t�� _zGt j| jd�}d|_|� � z| j� 44 � s*| j� d� | j� 45 � r W n t t fy6 Y nw W tjtjkrKt�d� tjt_tjt_t�d� dS tjtjkret�d� tjt_tjt_t�d� w )z( 46 Run the server forever 47 )�targetTr zresetting stdout, stderrr N)rr �Event� 48 stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt� 49 SystemExit�sys�stdout� 50 __stdout__r �debug� 51 __stderr__�stderr�exit)r/ r~ r r r � serve_forever� s2 52 53 54 55 ���� 56 � 57 zServer.serve_foreverc C sF z| j �� }W n ty Y q w tj| j|fd�}d|_|�� q)NT�rx rD )rn �accept�OSErrorrr r} �handle_requestr r� )r/ rB �tr r r r~ � s ��zServer.accepterc C s: d }z*t �|| j� t �|| j� |�� }|\}}}}|| jv s&J d| ��t| |�}W n ty: dt� f}Y n!w z ||g|�R i |��} W n tyV dt� f}Y nw d| f}z|� |� W d S ty� } 58 z-z 59 |� dt� f� W n ty~ Y nw t 60 � d|� t 61 � d|� t 62 � d| 63 � W Y d } 64 ~ 65 d S d } 66 ~ 67 ww )Nz%r unrecognizedrJ r> zFailure to send message: %rz ... request was %r� ... exception was %r) r �deliver_challengerl �answer_challenger@ �publicr � Exceptionr r? r �info) r/ rB �request�ignore�funcnamerD rE rW �msgrG �er r r �_handle_request� s< � � � ��zServer._handle_requestc C sJ z z| � |� W n ty Y nw W |�� dS W |�� dS |�� w )z) 68 Handle a new connection 69 N)r� r� �close�r/ �connr r r r� � s �� �zServer.handle_requestc C s� t �dt�� j� |j}|j}| j}| j� � �sdz�d }}|� }|\}}} } 70 z || \}} } W n& t 71 yU } zz 72 | j | \}} } W n t 73 yJ | �w W Y d} ~ nd} ~ ww || vret d|t |�| f ��t||�}z || i | 74 ��}W n ty� } z 75 d|f}W Y d}~n*d}~ww | o�| �|d�}|r�| �|||�\}}t|| j|�}d||ff}nd|f}W n` t y� |du r�dt� f}n(z| j| }|| |||g| �R i | 76 ��}d|f}W n ty� dt� f}Y nw Y n& t�y t �dt�� j� t�d � Y n t�y dt� f}Y nw zz||� W n t�y) |d 77 t� f� Y nw W n1 t�y\ } z$t �d t�� j� t �d |� t �d |� |�� t�d� W Y d}~nd}~ww | j� � rdS dS )zQ 78 Handle requests from the proxies in a particular process/thread 79 z$starting server thread to service %rNz+method %r of %r object is not in exposed=%rrI �#PROXYr> rJ z$got EOF -- exiting thread serving %rr rK z exception in thread serving %rz ... message was %rr� r )r r� rr �current_threadr r@ r? ro rz r� �KeyErrorrq �AttributeErrorr r r� �getr] r r- r �fallback_mapping�EOFErrorr� r� r� r� )r/ r� r@ r? ro rC r( r� �identrD rE �exposed� gettypeid�ke�function�resr� r� r, ZridentZrexposed�tokenZ fallback_funcrG r r r � serve_client� s� � � � ��� �� 80 ��� 81 ��� ���� ��� ���zServer.serve_clientc C s |S r r �r/ r� r� r( r r r �fallback_getvalue? � zServer.fallback_getvaluec C � t |�S r �rM r� r r r � fallback_strB � zServer.fallback_strc C r� r )�reprr� r r r � fallback_reprE r� zServer.fallback_repr)rR r9 � #GETVALUEc C s d S r r �r/ rB r r r rb N r� z Server.dummyc 82 C s� | j �; g }t| j�� �}|�� |D ] }|dkr1|�d|| j| t| j| d �dd� f � qd�|�W d � S 1 sAw Y dS )zO 83 Return some info --- useful to spot problems with refcounting 84 rg z %s: refcount=%s 85 %sr N�K � 86 ) rt r& rp r$ �sortrU rM ro �join)r/ rB rG r$ r� r r r r` Q s 87 ���$�zServer.debug_infoc C s 88 t | j�S )z* 89 Number of shared objects 90 )�lenrp r� r r r ra a s 91 zServer.number_of_objectsc C s` z)z t �d� |�d� W n ddl}|�� Y W | j�� dS W | j�� dS | j�� w )z' 92 Shutdown this process 93 z!manager received shutdown message�r> Nr N)r r� r? � traceback� print_excrz �set)r/ rB r� r r r r\ h s 94 �zServer.shutdownc O s | j �q | j| \}}}}|du r"|st|�dkr td��|d } n||i |��} |du r1t| �}|durLt|t�sDtd�|t |����t 95 |�t 96 |� }dt | � } 97 t � d|| 98 � | t|�|f| j| 99 < | 100 | jvrmd| j| 101 < W d � n1 sww Y | �|| 102 � | 103 t|�fS )z> 104 Create a new shared object and return its id 105 Nr z4Without callable, must have one non-keyword argumentr z,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)rt rj r� rQ rZ rL �dictrN rO r r& r. r r� r� ro rp rc �tuple) r/ rB r, rD rE rT r� �method_to_typeid� proxytyper( r� r r r r] u s: 106 �� 107 108 �� 109 110 � � z Server.createc C s t | j|j d �S )zL 111 Return the methods of the shared object indicated by token 112 r )r� ro r. )r/ rB r� r r r r_ � s zServer.get_methodsc C s" |t �� _|�d� | �|� dS )z= 113 Spawn a new thread to serve this connection 114 r� N)rr r� r r? r� )r/ rB r r r r r^ � s 115 116 zServer.accept_connectionc C s� | j �R z | j| d7 < W n5 tyD } z)|| jv r8d| j|< | j| | j|< | j| \}}}t�d|� n|�W Y d }~n d }~ww W d � d S W d � d S 1 sXw Y d S )Nr z&Server re-enabled tracking & INCREF %r)rt rp r� rq ro r r� )r/ rB r� r� r( r� r� r r r rc � s$ 117 118 � ����� "�z Server.increfc C s� || j vr|| jv rt�d|� d S | j�2 | j | dkr,td�|| j| | j | ���| j | d8 < | j | dkr@| j |= W d � n1 sJw Y || j vryd| j|< t�d|� | j� | j|= W d � d S 1 srw Y d S d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rp rq r r� rt �AssertionErrorrO ro )r/ rB r� r r r rd � s0 119 120 121 ��� � 122 123 124 125 "��z Server.decrefN)r8 r: r; r< r� r0 r� r~ r� r� r� r� r� r� r� rb r` ra r\ r] r_ r^ rc rd r r r r r[ � s2 126 Q� $ r[ c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r8 r: r; r= �INITIAL�STARTED�SHUTDOWNr r r r r� � s 127 r� )�pickle� xmlrpclibc @ s� e Zd ZdZi ZeZ d"dd�Zdd� Zdd � Z d#d d �Z 128 e 129 d#d d��Z dd� Z d$dd�Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Ze d%d d!��ZdS )&r z! 130 Base class for managers 131 Nr� c C s\ |d u r t �� j}|| _t �|�| _t� | _tj| j_ || _ 132 t | \| _ | _ |p*t� | _d S r )r r{ rl �_addressrk �_authkeyr� �_stater� r� � _serializerrm Z _Listener�_Clientr �_ctx)r/ r- rl ru �ctxr r r r0 � s 133 134 zBaseManager.__init__c C sb | j jtjkr&| j jtjkrtd��| j jtjkr td��td�| j j���t| j | j 135 | j | j �S )zX 136 Return server object with serve_forever() method and address attribute 137 �Already started server�Manager has shut down�Unknown state {!r}) r� r� r� r� r� r r� rO r[ � _registryr� r� r� r1 r r r � 138 get_server� s � 139 �zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|dd� tj| j_dS )z> 140 Connect manager object to the server process 141 �rl Nrb ) rm r� r� r� rH r� r� r� r� )r/ rv rw r� r r r �connect s zBaseManager.connectr c C s0 | j jtjkr&| j jtjkrtd��| j jtjkr td��td�| j j���|dur2t|�s2t d��t 142 j dd�\}}| j j t| �j| j| j| j| j|||fd�| _d �d 143 d � | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d�| _ dS )z@ 144 Spawn a server process for this manager object 145 r� r� r� Nz initializer must be a callableF)�duplexr� �:c s s � | ]}t |�V qd S r r� )r �ir r r � <genexpr>0 s � z$BaseManager.start.<locals>.<genexpr>�-r �rD � exitpriority)!r� r� r� r� r� r r� rO rT rN r �Piper� �Processr � _run_serverr� r� r� r� �_processr� � _identityr8 r r� r� r@ r �Finalize�_finalize_managerr� r\ )r/ � initializer�initargs�reader�writerr� r r r r� s> � 146 �� 147 148 149 150 � �zBaseManager.startc C s^ t � t jt j� |dur||� | �||||�}|�|j� |�� t�d|j� |� � dS )z@ 151 Create a server, report its address and run it 152 Nzmanager serving at %r) 153 �signal�SIGINT�SIG_IGN�_Serverr? r- r� r r� r� ) �clsrj r- rl ru r� r� r� �serverr r r r� B s zBaseManager._run_serverc O sl | j jtjks J d��| j| j| jd�}zt|dd|f| |�\}}W |�� n|�� w t || j|�|fS )zP 154 Create a new shared object; return the token and exposed tuple 155 zserver not yet startedr� Nr] ) 156 r� r� r� r� r� r� r� rH r� r )r/ r, rD rE r� r. r� r r r �_createY s zBaseManager._createc C s2 | j dur| j �|� | j �� sd| _ dS dS dS )zC 157 Join the manager process (if it has been spawned) 158 N)r� r� �is_alive�r/ �timeoutr r r r� e s 159 160 161 �zBaseManager.joinc C �4 | j | j| jd�}z t|dd�W |�� S |�� w )zS 162 Return some info about the servers shared objects and connections 163 r� Nr` �r� r� r� rH r� r� r r r � _debug_infon � zBaseManager._debug_infoc C r� )z5 164 Return the number of shared objects 165 r� Nra r� r� r r r �_number_of_objectsx r� z BaseManager._number_of_objectsc C sf | j jtjkr | �� | j jtjkr1| j jtjkr td��| j jtjkr(td��td�| j j���| S )NzUnable to start serverr� r� ) r� r� r� r� r� r� r r� rO r1 r r r � __enter__� s �zBaseManager.__enter__c C � | � � d S r )r\ �r/ �exc_type�exc_val�exc_tbr r r �__exit__� � zBaseManager.__exit__c C s� | � � rYt�d� z|||d�}z t|dd� W |�� n|�� w W n ty, Y nw | jdd� | � � rYt�d� t| d�rYt�d � | �� | jdd� | � � rYt�d 166 � t j 167 |_ zt j |= W dS tyn Y dS w ) zQ 168 Shutdown the manager process; will be registered as a finalizer 169 z#sending shutdown message to managerr� Nr\ g �?)r� zmanager still alive� terminatez'trying to `terminate()` manager processz#manager still alive after terminate)r� r r� rH r� r� r� �hasattrr r� r� r� r �_address_to_localr� )r r- rl r5 r� r� r r r r� � s2 170 � 171 172 173 174 �z BaseManager._finalize_managerc C � | j S r )r� r1 r r r r- � s zBaseManager.addressTc 175 s� d| j vr | j�� | _� du rt� |pt� dd�}|p t� dd�}|rFt|�� �D ] \}}t|�tu s9J d| ��t|�tu sEJ d| ��q)|||� f| j�< |rc� �fdd�} �| _ t 176 | �| � dS dS )z9 177 Register a typeid with the manager type 178 r� N� _exposed_�_method_to_typeid_z%r is not a stringc sf t �d�� | j�g|�R i |��\}}� || j| | j|d�}| j|j| jd�}t|d d|jf� |S )Nz)requesting creation of a shared %r object��managerrl r� r� rd ) r r� r� r� r� r� r- rH r. )r/ rD rE r� �exp�proxyr� �r� r, r r rV � s �z"BaseManager.register.<locals>.temp) �__dict__r� �copy� AutoProxyr r& r# r rM r8 �setattr) 179 r� r, rT r� r� r� � create_method�keyr� rV r r r �register� s& 180 181 � 182 � 183 �zBaseManager.register)NNr� Nrh r )NNNNT)r8 r: r; r< r� r[ r� r0 r� r� r� � classmethodr� r� r� r� r� r r � staticmethodr� �propertyr- r r r r r r � s6 184 � 185 + � 186 187 188 189 190 �r c @ � e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S � | � � S r )�clearr' r r r �<lambda>� s z*ProcessLocalSet.__init__.<locals>.<lambda>)r �register_after_forkr1 r r r r0 � r zProcessLocalSet.__init__c C s t | �dfS rh )r r1 r r r � 191 __reduce__� r zProcessLocalSet.__reduce__N)r8 r: r; r0 r# r r r r r � � r c @ s� e Zd ZdZi Ze�� Z d dd�Zdd� Z d i fd 192 d �Z 193 d d � Z dd� Z e dd� �Zdd� Zdd� Zdd� Zdd� Zdd� ZdS ) r z. 194 A base for proxies of shared objects 195 NTFc C s� t j�! t j�|jd �}|d u r t�� t� f}|t j|j< W d � n1 s'w Y |d | _|d | _ || _ 196 | j 197 j | _ || _ || _t| d | _|| _|d urYt�|�| _n| j d urd| j j| _nt�� j| _|rp| �� t�| t j� d S )Nr r )r �_mutexr 198 r� r- r �ForkAwareLocalr �_tls�_idset�_tokenr. �_id�_managerr� rm r� �_owned_by_managerr rk r� r{ rl �_increfr" � _after_fork) r/ r� ru r rl r� rc � manager_ownedZ tls_idsetr r r r0 � s. � � 199 200 201 202 zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr|dt�� j 7 }| j| jj | j 203 d�}t |d d|f� || j _ d S )Nz making connection to manager� 204 MainThread�|r� r^ )r r� r r{ r rr r� r� r) r- r� rH r' r )r/ r r� r r r �_connect s 205 206 zBaseProxy._connectr c C s� z| j j}W n ty t�dt�� j� | �� | j j}Y nw |� | j 207 |||f� |� � \}}|dkr7|S |dkrm|\}}| j j |j d } | jj|_| || j| j | j|d�} 208 | j|j| jd�}t|dd|jf� | 209 S t||��) zV 210 Try to call a method of the referent and return a copy of the result 211 z#thread %r does not own a connectionr> r� �����r r� Nrd )r' r r� r r� rr r� r r2 r? r* r@ r+ r� r, r) r- r� r� r� rH r. rA ) r/ rC rD rE r� rF rG r� r� r� r r r r � _callmethod% s2 � � 212 213 � 214 zBaseProxy._callmethodc C � 215 | � d�S )z9 216 Get a copy of the value of the referent 217 r� �r4 r1 r r r � _getvalueC s 218 zBaseProxy._getvaluec C s� | j r t�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j 219 � | j � | j o5| j j }tj| tj| j| j|| j| j 220 | jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� rc z INCREF %r� 221 r� )r, r r� r) r. r� r- r� rH r* r( �addr+ r� r� r �_decrefr' �_close)r/ r� r5 r r r r- I s 222 � �zBaseProxy._increfc 223 C s� |� | j� |d u s|jtjkrBzt�d| j� || j|d�}t|d d| jf� W n t yA } z t�d|� W Y d }~n d }~ww t�d| j� |sbt 224 |d�rdt�dt � � j � |j�� |`d S d S d S )Nz DECREF %rr� rd z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr. r� r� r� r r� r- rH r� r rr r� r r r� )r� rl r5 �tlsZidsetr� r� r� r r r r: ] s$ ��� 225 �zBaseProxy._decrefc 226 C sJ d | _ z| �� W d S ty$ } zt�d| � W Y d }~d S d }~ww )Nzincref failed: %s)r+ r- r� r r� )r/ r� r r r r. v s ��zBaseProxy._after_forkc C sZ i }t � d ur | j|d< t| dd�r!| j|d< tt| j| j|ffS tt| �| j| j|ffS )Nrl �_isautoFr� ) r r� r r � RebuildProxyr r) r� r �r/ rE r r r r# ~ s 227 228 229 ��zBaseProxy.__reduce__c C r r )r7 )r/ �memor r r � __deepcopy__� r� zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r8 r) r, r. r1 r r r r9 � s �zBaseProxy.__repr__c C s4 z| � d�W S ty t| �dd� d Y S w )zV 230 Return representation of the referent (or a fall-back if that fails) 231 r9 Nr3 z; '__str__()' failed>)r4 r� r� r1 r r r rR � s 232 �zBaseProxy.__str__�NNNTF)r8 r: r; r< r 233 r �ForkAwareThreadLockr% r0 r2 r4 r7 r- r r: r. r# rB r9 rR r r r r r � s$ 234 �) 235 r c C s� t t�� dd�}|r*|j|jkr*t�d|� d|d< |j|jvr*|j|j |j|j< |� dd�o8t t�� dd� }| ||fd|i|��S ) z5 236 Function used for unpickling proxy objects. 237 r| Nz*Rebuild a proxy owned by manager, token=%rTr/ rc � _inheritingF) 238 r r r{ r- r r� r. rq ro �pop)rW r� ru rE r� rc r r r r? � s 239 240 � �r? c C sn t |�}z|| |f W S ty Y nw i }|D ] }td||f |� qt| tf|�}||_||| |f< |S )zB 241 Return a proxy type whose methods are given by `exposed` 242 zOdef %s(self, /, *args, **kwds): 243 return self._callmethod(%r, args, kwds))r� r� �execr r r )r r� �_cache�dic�meth� ProxyTyper r r � MakeProxyType� s" ��� rL c C s� t | d }|du r%|| j|d�}zt|dd| f�}W |�� n|�� w |du r0|dur0|j}|du r9t�� j}td| j |�} | | |||||d�} 244 d| 245 _ 246 | 247 S )z* 248 Return an auto-proxy for `token` 249 r Nr� r_ z AutoProxy[%s])r rl rc r/ T) rm r- rH r� r� r r{ rl rL r, r> ) r� ru r rl r� rc r/ r� r� rK r r r r r � s 250 251 �r c @ r )� Namespacec K s | j �|� d S r )r �updater@ r r r r0 � r3 zNamespace.__init__c C sZ t | j�� �}g }|D ]\}}|�d�s |�d||f � q |�� d| jjd�|�f S )NrY z%s=%rz%s(%s)z, ) r& r r# � 252 startswithrU r� r7 r8 r� )r/ r# rV r r� r r r r9 � s 253 �zNamespace.__repr__N)r8 r: r; r0 r9 r r r r rM � r$ rM c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd 254 S ) �ValueTc C � || _ || _d S r )� _typecode�_value)r/ r r� �lockr r r r0 � � 255 zValue.__init__c C r r �rS r1 r r r r� � s z Value.getc C s 256 || _ d S r rV �r/ r� r r r r� � � 257 z Value.setc C s dt | �j| j| jf S )Nz 258 %s(%r, %r))r r8 rR rS r1 r r r r9 � s zValue.__repr__N�T) r8 r: r; r0 r� r� r9 r r� r r r r rP � s 259 rP c C s t � | |�S r )r )r �sequencerT r r r �Array� r r[ c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd 260 d � Zd S ) � IteratorProxy)�__next__r? �throwr� c C � | S r r r1 r r r �__iter__ r� zIteratorProxy.__iter__c G � | � d|�S )Nr] r6 �r/ rD r r r r] 261 r zIteratorProxy.__next__c G ra )Nr? r6 rb r r r r? r zIteratorProxy.sendc G ra )Nr^ r6 rb r r r r^ r zIteratorProxy.throwc G ra )Nr� r6 rb r r r r� r zIteratorProxy.closeN) r8 r: r; r r` r] r? r^ r� r r r r r\ s r\ c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd 262 d � ZdS ) � AcquirerProxy)�acquire�releaseTNc C s" |d u r|fn||f}| � d|�S �Nrd r6 )r/ �blockingr� rD r r r rd s zAcquirerProxy.acquirec C r5 �Nre r6 r1 r r r re rX zAcquirerProxy.releasec C r5 rf r6 r1 r r r r rX zAcquirerProxy.__enter__c C r5 rh r6 r r r r r rX zAcquirerProxy.__exit__)TN)r8 r: r; r rd re r r r r r r rc s 263 rc c @ s6 e Zd ZdZd dd�Zd dd�Zdd � Zd d 264 d �ZdS )�ConditionProxy)rd re r� �notify� 265 notify_allNc C � | � d|f�S �Nr� r6 r� r r r r� # r* zConditionProxy.waitr c C rl )Nrj r6 )r/ �nr r r rj % r* zConditionProxy.notifyc C r5 )Nrk r6 r1 r r r rk ' rX zConditionProxy.notify_allc C sj |� }|r|S |d urt �� | }nd }d }|s3|d ur)|t �� }|dkr) |S | �|� |� }|r|S )Nr )�time� monotonicr� )r/ � predicater� rG �endtime�waittimer r r �wait_for) s" 266 ��zConditionProxy.wait_forr )r )r8 r: r; r r� rj rk rt r r r r ri ! s 267 268 ri c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d 269 �ZdS ) � 270 EventProxy)r� r� r r� c C r5 )Nr� r6 r1 r r r r� > rX zEventProxy.is_setc C r5 �Nr� r6 r1 r r r r� @ rX zEventProxy.setc C r5 )Nr r6 r1 r r r r B rX zEventProxy.clearNc C rl rm r6 r� r r r r� D r* zEventProxy.waitr )r8 r: r; r r� r� r r� r r r r ru < s ru c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d 271 � �Zed d � �Z ed d� �Z 272 dS )� BarrierProxy)�__getattribute__r� �abort�resetNc C rl rm r6 r� r r r r� J r* zBarrierProxy.waitc C r5 )Nry r6 r1 r r r ry L rX zBarrierProxy.abortc C r5 )Nrz r6 r1 r r r rz N rX zBarrierProxy.resetc C � | � dd�S )Nrx )�partiesr6 r1 r r r r| P � zBarrierProxy.partiesc C r{ )Nrx )� n_waitingr6 r1 r r r r~ S r} zBarrierProxy.n_waitingc C r{ )Nrx )�brokenr6 r1 r r r r V r} zBarrierProxy.brokenr ) r8 r: r; r r� ry rz r r| r~ r r r r r rw H s 273 274 275 rw c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rx � __setattr__� __delattr__c C s0 |d dkr t �| |�S t �| d�}|d|f�S )Nr rY r4 rx )�objectrx �r/ r � 276 callmethodr r r � __getattr__] � zNamespaceProxy.__getattr__c C s4 |d dkr t �| ||�S t �| d�}|d||f�S )Nr rY r4 r� )r� r� rx )r/ r r� r� r r r r� b s zNamespaceProxy.__setattr__c C s0 |d dkr t �| |�S t �| d�}|d|f�S )Nr rY r4 r� )r� r� rx r� r r r r� g r� zNamespaceProxy.__delattr__N)r8 r: r; r r� r� r� r r r r r� [ s 277 r� c @ s4 e Zd ZdZdd� Zdd� Zeee�Zee j 278 �Z dS )� 279 ValueProxy)r� r� c C r5 )Nr� r6 r1 r r r r� p rX zValueProxy.getc C rl rv r6 rW r r r r� r r* zValueProxy.setN) r8 r: r; r r� r� r r� r �types� GenericAlias�__class_getitem__r r r r r� n s 280 r� � BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rU �count�extend�index�insertrF �remove�reverser� �__imul__c @ r )� ListProxyc C � | � d|f� | S )Nr� r6 rW r r r �__iadd__� � zListProxy.__iadd__c C r� )Nr� r6 rW r r r r� � r� zListProxy.__imul__N)r8 r: r; r� r� r r r r r� s r� � DictProxy)r� r� r� r` r� r� r r r� r# r$ rF �popitem� 281 setdefaultrN r% r` �Iterator� 282 ArrayProxy)r� r� r� � PoolProxy) �apply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap� starmap_asyncr � AsyncResult)r� r� r� r� r� c @ r )r� c C r_ r r r1 r r r r � r� zPoolProxy.__enter__c C r r )r r r r r r � r zPoolProxy.__exit__N)r8 r: r; r r r r r r r� � r$ c @ s e Zd ZdZdS )r a( 283 Subclass of `BaseManager` which supports a number of shared object types. 284 285 The types registered are those intended for the synchronization 286 of threads, plus `dict`, `list` and `Namespace`. 287 288 The `multiprocessing.Manager()` function creates started instances of 289 this class. 290 N)r8 r: r; r< r r r r r � s r �Queue� JoinableQueuery rs �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr& r� )r� r )r c @ sL e Zd ZdZg fdd�Zdd� Zdd� Zdd � Zd 291 d � Zd d � Z dd� Z 292 dS )�_SharedMemoryTrackerz+Manages one or more shared memory segments.c C rQ r �Zshared_memory_context_name� segment_names)r/ r r� r r r r0 � rU z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� dS )z6Adds the supplied shared memory block name to tracker.zRegister segment � in pid N)r r� r r� rU �r/ � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� dS )z�Calls unlink() on the shared memory block with the supplied name 293 and removes it from the list of blocks being tracked.zDestroy segment r� N) r r� r r� r� r � SharedMemoryr� �unlink)r/ r� �segmentr r r �destroy_segment� s 294 295 z$_SharedMemoryTracker.destroy_segmentc C s" | j dd� D ]}| �|� qdS )z<Calls destroy_segment() on all tracked shared memory blocks.N)r� r� r� r r r r� � s �z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r� r7 r8 r r� r1 r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r� r1 r r r r2 � r z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r0 r4 r r r r6 � r* z!_SharedMemoryTracker.__setstate__N) r8 r: r; r< r0 r� r� r� r� r2 r6 r r r r r� � s r� c @ sJ e Zd Zejg d� Zdd� Zdd� Zdd� Zdd � Zd 296 d � Z d d � Z 297 dS )�SharedMemoryServer)� track_segment�release_segment� list_segmentsc O s` t j| g|�R i |�� | j}t|t�rt�|�}td|� dt� � ��| _ t 298 � dt� � �� d S )NZshm_rY z"SharedMemoryServer started by pid ) r[ r0 r- rL ri �os�fsdecoder� r �shared_memory_contextr r� )r/ rD �kwargsr- r r r r0 � s 299 300 �zSharedMemoryServer.__init__c O s: t | j| d d�r| j|d< tj| ||g|�R i |��S )z�Create a new distributed-shared object (not backed by a shared 301 memory block) and return its id to be used in a Proxy Object.r3 Z_shared_memory_proxyr� )r rj r� r[ r] )r/ rB r, rD r� r r r r] s 302 zSharedMemoryServer.createc C s | j �� t�| |�S )zACall unlink() on all tracked shared memory, terminate the Server.)r� r� r[ r\ r� r r r r\ s 303 zSharedMemoryServer.shutdownc C � | j �|� dS )z?Adds the supplied shared memory block name to Server's tracker.N)r� r� �r/ rB r� r r r r� s z SharedMemoryServer.track_segmentc C r� )z�Calls unlink() on the shared memory block with the supplied name 304 and removes it from the tracker instance inside the Server.N)r� r� r� r r r r� s z"SharedMemoryServer.release_segmentc C s | j jS )zbReturns a list of names of shared memory blocks that the Server 305 is currently tracking.)r� r� r� r r r r� s z SharedMemoryServer.list_segmentsN) r8 r: r; r[ r� r0 r] r\ r� r� r� r r r r r� � s � 306 307 r� c @ s< e Zd ZdZeZdd� Zdd� Zdd� Zdd � Z d 308 d � Z 309 d S ) r a� Like SyncManager but uses SharedMemoryServer instead of Server. 310 311 It provides methods for creating and returning SharedMemory instances 312 and for creating a list-like object (ShareableList) backed by shared 313 memory. It also provides methods that create and return Proxy Objects 314 that support synchronization across processes (i.e. multi-process-safe 315 locks and semaphores). 316 c O sT t jdkrddlm} |�� tj| g|�R i |�� t�| j j 317 � dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� �ensure_runningr r0 r r� r7 r8 r )r/ rD r� r� r r r r0 / s 318 319 z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r� r7 r8 r r1 r r r r� ; s zSharedMemoryManager.__del__c C sd | j jtjkr&| j jtjkrtd��| j jtjkr td��td�| j j���| �| j | j 320 | j | j �S )z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� ) r� r� r� r� r� r r� rO r� r� r� r� r� r1 r r r r� ? s � �z SharedMemoryManager.get_serverc C s� | j | j| jd��/}tjdd|d�}z t|dd|jf� W n ty/ } z|�� |�d}~ww W d � |S 1 s;w Y |S )zoReturns a new SharedMemory instance with the specified size in 321 bytes, to be tracked by the manager.r� NT)r] �sizer� ) r� r� r� r r� rH r � BaseExceptionr� )r/ r� r� Zsmsr� r r r r� L s ��� 322 ��z SharedMemoryManager.SharedMemoryc C s� | j | j| jd��.}t�|�}z t|dd|jjf� W n ty. } z|j� � |�d}~ww W d � |S 1 s:w Y |S )z�Returns a new ShareableList instance populated with the values 323 from the input sequence, to be tracked by the manager.r� Nr� ) 324 r� r� r� r � ShareableListrH �shmr r� r� )r/ rZ r� �slr� r r r r� X s 325 326 ��� 327 ��z!SharedMemoryManager.ShareableListN) r8 r: r; r< r� r� r0 r� r� r� r� r r r r r # s rC rY )U�__all__r� rr r� r �queuero r� r� r r� r r� r �contextr 328 r r r r r r r � ImportError� HAS_SHMEMrU r r � 329 view_typesr& r) � view_typer� r rH rA r� rP rX rZ r[ r� rv rw � XmlListener� XmlClientrm r r� r r r? rL r rM rP r[ r\ rc ri ru rw r� r� r� r� r� r r� � BasePoolProxyr� r r� ry rs r� r� r� r� r� r� r� r� r� r r r r r �<module> s� 330 � 331 332 333 P 334 335 � w 336 4 337 � 338 339 340 � 341 342 � 343 344 �%-�