U
    gc%                     @  s  U d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlm	Z	 d dl
mZmZ d dlmZmZ ddlmZmZmZ dd	lmZ dd
lmZ ddlmZ ddlmZmZ ddlmZmZm Z  ddl!m"Z"m#Z# ddl$m%Z% ej&dkrd dlm'Z'm(Z( nd dl)m'Z'm(Z( dZ*edZ+e'dZ,e"dZ-de.d< e"dZ/de.d< e"dZ0de.d< ddddddd dd!d"d#Z1d$d%d&d'Z2d(d%d)d*Z3e4d+kre3  dS ),    )annotationsN)deque)Callable)module_from_specspec_from_file_location)TypeVarcast   )current_timeget_async_backendget_cancelled_exc_class)BrokenWorkerProcess)open_process)CapacityLimiter)CancelScope
fail_after)ByteReceiveStreamByteSendStreamProcess)RunVarcheckpoint_if_cancelled)BufferedByteReceiveStream)      )TypeVarTupleUnpacki,  T_RetvalPosArgsT_process_pool_workerszRunVar[set[Process]]_process_pool_idle_workersz$RunVar[deque[tuple[Process, float]]]_default_process_limiterzRunVar[CapacityLimiter]F)cancellablelimiterz&Callable[[Unpack[PosArgsT]], T_Retval]zUnpack[PosArgsT]boolzCapacityLimiter | None)funcargsr!   r"   returnc                  s  ddd fdd}t  I dH  tjd| |ftjd}zt t }W n@ tk
r   t t	 }t t| t
  Y nX |pt 4 I dH X |rv| \}jdkrjttjtttj t }g }	|r6||d	 d
  tk rq6| \}
}|
  |
 |	|
 qtdd  |	D ]}| I dH  qFW 5 Q R X q qtjddtg}t |t!j"t!j"dI dH zttjtttj t#d  $dI dH }W 5 Q R X |dkrt%d|t&tj'd dd}tjdtj(|ftjd}||I dH  W nR t%t) fk
rN    Y n6 t*k
r } z  t%d|W 5 d}~X Y nX + t| dZ z6tt,||I dH W  W  5 Q R  W  5 Q I dH R  S kr|t f X W 5 Q R X W 5 Q I dH R X dS )a  
    Call the given function with the given arguments in a worker process.

    If the ``cancellable`` option is enabled and the task waiting for its completion is
    cancelled, the worker process running it will be abruptly terminated using SIGKILL
    (or ``terminateProcess()`` on Windows).

    :param func: a callable
    :param args: positional arguments for the callable
    :param cancellable: ``True`` to allow cancellation of the operation while it's
        running
    :param limiter: capacity limiter to use to limit the total amount of processes
        running (if omitted, the default limiter is used)
    :return: an awaitable that yields the return value of the function.

    bytesobject)pickled_cmdr&   c                   s  z^ | I d H   ddI d H }|d\}}|dkrHtd| t|I d H }W n tk
r } zj z0  t	dd 
 I d H  W 5 Q R X W n tk
r   Y nX t|t rЂ nt|W 5 d }~X Y nX t|}|dkrt|tst|n|S d S )	N   
2       )   RETURN	   EXCEPTION-Worker process returned unexpected response: TZshieldr.   )sendZreceive_untilsplitRuntimeErrorZreceive_exactlyintBaseExceptiondiscardkillr   acloseProcessLookupError
isinstancer   r   pickleloadsAssertionError)r)   responsestatuslengthZpickled_responseexcretvalZbufferedprocessstdinworkers 4/tmp/pip-unpacked-wheel-3u0cc9gf/anyio/to_process.pysend_raw_command=   s2    


z"run_sync.<locals>.send_raw_commandNrun)protocolr   r	   Tr0   z-uz-m)rE   stdout         READY
r/   __main____file__initz*Error during worker process initialization)-r   r;   dumpsHIGHEST_PROTOCOLr   getr   LookupErrorsetr   r   Z#setup_process_pool_exit_at_shutdowncurrent_default_process_limiterpop
returncoder   r   rE   r   r   rL   r
   WORKER_MAX_IDLE_TIMEpopleftr7   removeappendr   r8   sys
executable__name__r   
subprocessPIPEr   Zreceiver   getattrmodulespathr   r5   addr   )r$   r!   r"   r%   rI   requestZidle_workersZ
idle_sincenowZkilled_processesZprocess_to_killZkilled_processcommandmessagemain_module_pathpickledrA   rG   rC   rH   run_sync&   s    !



  




6
rn   r   )r&   c                  C  sB   z
t  W S  tk
r<   tt p&d} t |  |  Y S X dS )z
    Return the capacity limiter that is used by default to limit the number of worker
    processes.

    :return: a capacity limiter object

       N)r    rU   rV   r   os	cpu_countrW   )r"   rG   rG   rH   rX      s    

rX   Nonec               
   C  s  t j} t j}ttjt _ttjdt _|jd d  }}zt	| j^}}W n: t
k
rd   Y d S  tk
r } z|}W 5 d }~X Y nX |dkr|\}}z|| }W n& tk
r } z|}W 5 d }~X Y nX n|dkrd|\t _}t jd= |rdtj|rdz:td|}	|	r8|	jr8t|	}
|	j|
 |
t jd< W n( tk
rb } z|}W 5 d }~X Y nX z4|d k	rd}t|tj}nd}t|tj}W n: tk
r } z|}d}t|tj}W 5 d }~X Y nX |jd	|t|f  |j| t|tr2|q2d S )
NwrO   rJ   rR   rP   __mp_main__r.   r-   s   %s %d
)r_   rE   rL   openrp   devnullbufferwriter;   loadEOFErrorr5   rf   re   isfiler   loaderr   exec_modulerS   rT   lenr:   
SystemExit)rE   rL   rB   	exceptionrj   r%   rA   r$   rl   specmainr?   rm   rG   rG   rH   process_worker   sX    



 
r   rP   )5
__future__r   rp   r;   rb   r_   collectionsr   collections.abcr   importlib.utilr   r   typingr   r   Z_core._eventloopr
   r   r   Z_core._exceptionsr   Z_core._subprocessesr   Z_core._synchronizationr   Z_core._tasksr   r   abcr   r   r   Zlowlevelr   r   Zstreams.bufferedr   version_infor   r   Ztyping_extensionsr[   r   r   r   __annotations__r   r    rn   rX   r   ra   rG   rG   rG   rH   <module>   sH    
 ;
