3
\n. @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd Zd d Zd d Zd d Zd d Zd6d d
Zd!d Zej Z ej Z d"d# Z d$d Z i Z!ej Z"G d%d de#Z$d7d&d'Z%d(d
Z&da'eee%e j(e j)fd)d*Z*ej+e* G d+d de#Z,G d,d dej-Z.ye j/d-Z0W n e1k
r d.Z0Y nX d/d Z2d0d1 Z3d2d3 Z4d4d5 Z5dS )8 N) _args_from_interpreter_flags )process sub_debugdebuginfo sub_warning
get_logger
log_to_stderr get_temp_dirregister_after_fork
is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG
SUBWARNING
Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f| d S )N)_loggerlogr )msgargs r ,/usr/lib64/python3.6/multiprocessing/util.pyr , s c G s t rt jt| f| d S )N)r r DEBUG)r r r r r r 0 s c G s t rt jt| f| d S )N)r r INFO)r r r r r r 4 s c G s t rt jt| f| d S )N)r r r )r r r r r r 8 s c
C s| ddl } | j z\tsj| jtadt_ttdrFtjt tj
t n$tj j t f i f tj j
t f i f W d| j X tS )z0
Returns logger used by multiprocessing
r N
unregister)loggingZ _acquireLockr Z getLogger LOGGER_NAMEZ propagatehasattratexitr _exit_functionregisterZ
_exithandlersremoveappendZ _releaseLock)r! r r r r < s
c C sJ ddl }t }|jt}|j }|j| |j| | rB|j| dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r! r Z FormatterDEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel_log_to_stderrr )levelr! ZloggerZ formatterZhandlerr r r r
W s
c C sd t j jjd} | d kr`dd l}dd l}|jdd} td| td |j | gdd | t j jd< | S ) Ntempdirr zpymp-)prefixzcreated temp directory %sd )r exitpriorityi)
r current_processZ_configgetshutiltempfileZmkdtempr r Zrmtree)r, r2 r3 r r r r m s
c C sj t tj } | j xP| D ]H\\}}}}y || W q tk
r` } ztd| W Y d d }~X qX qW d S )Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr )r6 indexZidentfuncobjer r r _run_after_forkers s r= c C s | t ttt| |f< d S )N)r5 next_afterfork_counterid)r; r: r r r r s c @ sL e Zd ZdZf ddfddZdeeejfddZ dd Z
d d
Z d d Z dS )
r zA
Class which supports object finalization using weakrefs
Nc C sx |d kst |tkst|d k r0tj|| | _n |d k s _finalizer_counter_keyosgetpid_pid_finalizer_registry)selfr; callbackr kwargsr/ r r r __init__ s
zFinalize.__init__c
C s y || j = W n tk
r( |d Y nbX | j| krD|d d}n$|d| j| j| j | j| j| j}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rK KeyErrorrN rG rH rI rF )rP wrrO r rM resr r r __call__ s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)rO rK rT rF rG rH rI )rP r r r cancel s
zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rK rO )rP r r r still_active s zFinalize.still_activec C s y | j }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| jf }| jrr|dt| j 7 }| j r|dt| j 7 }| j
d d k r|dt| j
d 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s__name__z, args=z , kwargs=r z, exitprority=>) rF AttributeError TypeError __class__rZ getattrrG rH strrI rK )rP r; xr r r __repr__ s
zFinalize.__repr__)
rZ
__module__ __qualname____doc__rS rO r rL rM rW rX rY rb r r r r r s c s t dkr dS dkr dd n fdd fddtt D }|jdd xX|D ]P}t j|}|dk rRtd | y
| W qR tk
r d
dl}|j Y qRX qRW dkrt j dS ) z
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S )Nr r )pr r r s z!_run_finalizers..c s | d d k o| d kS )Nr r )rf ) minpriorityr r rg s c s g | ]} |r|qS r r ).0key)fr r
s z#_run_finalizers..T)reversez
calling %sr ) rO r4 r7 r1 r r8 traceback print_excclear)rh keysrj finalizerrn r )rk rh r _run_finalizers s$
rs c C s t p
t dkS )z6
Returns true if the process is shutting down
N)_exitingr r r r r
s c C s t sda | d |d |d | d k rzx*| D ] }|jr2| d|j |jj q2W x"| D ]}| d|j |j q^W |d | d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rt ZdaemonnameZ_popenZ terminatejoin)r r rs active_childrenr0 rf r r r r% s
r% c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
r c C s | j t| tj d S )N)_resetr r )rP r r r rS K s z ForkAwareThreadLock.__init__c C s" t j | _| jj| _| jj| _d S )N) threadingZLock_lockacquirerelease)rP r r r rx O s
zForkAwareThreadLock._resetc C s
| j j S )N)rz __enter__)rP r r r r} T s z ForkAwareThreadLock.__enter__c G s | j j| S )N)rz __exit__)rP r r r r r~ W s z ForkAwareThreadLock.__exit__N)rZ rc rd rS rx r} r~ r r r r r J s c @ s e Zd Zdd Zdd ZdS )r c C s t | dd d S )Nc S s
| j j S )N)__dict__rp )r; r r r rg ] s z)ForkAwareLocal.__init__..)r )rP r r r rS \ s zForkAwareLocal.__init__c C s t | f fS )N)rA )rP r r r
__reduce__^ s zForkAwareLocal.__reduce__N)rZ rc rd rS r r r r r r [ s SC_OPEN_MAX c C sf t | dtg } | j | d tks,tdx4tt| d D ] }tj| | d | |d q>W d S )Nr z fd too larger )r4 MAXFDr7 rC rangelenrL
closerange)Zfdsir r r r j s
c C s t jd krd S yt jj W n ttfk
r4 Y nX y@tjtjtj} yt| ddt _W n tj| Y nX W n ttfk
r Y nX d S )NF)closefd) sysstdincloseOSError
ValueErrorrL opendevnullO_RDONLY)fdr r r _close_stdint s
r c C sT yt jj W n ttfk
r& Y nX yt jj W n ttfk
rN Y nX d S )N)r stdoutflushr\ r stderrr r r r _flush_std_streams s r c C st dd l }tttt|}tj \}}z2|j|tj| gd|d d ddddd d
||ddd S tj | tj | X d S ) Nr Tr Fr r r r r r )
_posixsubprocesstuplesortedmaprB rL pipeZ fork_execfsencoder )pathr Zpassfdsr Z errpipe_readZ
errpipe_writer r r spawnv_passfds s
r )N)N)6rL itertoolsr rD r$ ry
subprocessr r __all__ZNOTSETr r r r r" r) r r* r r r r r r
r WeakValueDictionaryr5 countr? r= r rO rJ objectr rs r
rt rw r0 r% r& r Zlocalr sysconfr r8 r r r r r r r r
sf
S
,(