3
\n. @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd Zd d Zd d Zd d Zd d Zd6d d
Zd!d Zej Z ej Z d"d# Z d$d Z i Z!ej Z"G d%d de#Z$d7d&d'Z%d(d
Z&da'eee%e j(e j)fd)d*Z*ej+e* G d+d de#Z,G d,d dej-Z.ye j/d-Z0W n e1k
r d.Z0Y nX d/d Z2d0d1 Z3d2d3 Z4d4d5 Z5dS )8 N) _args_from_interpreter_flags )process sub_debugdebuginfo sub_warning
get_logger
log_to_stderr get_temp_dirregister_after_fork
is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG
SUBWARNING
Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f| d S )N)_loggerlogr )msgargs r ,/usr/lib64/python3.6/multiprocessing/util.pyr , s c G s t rt jt| f| d S )N)r r DEBUG)r r r r r r 0 s c G s t rt jt| f| d S )N)r r INFO)r r r r r r 4 s c G s t rt jt| f| d S )N)r r r )r r r r r r 8 s c
C s| ddl } | j z\tsj| jtadt_ttdrFtjt tj
t n$tj j t f i f tj j
t f i f W d| j X tS )z0
Returns logger used by multiprocessing
r N
unregister)loggingZ _acquireLockr Z getLogger LOGGER_NAMEZ propagatehasattratexitr _exit_functionregisterZ
_exithandlersremoveappendZ _releaseLock)r! r r r r < s
c C sJ ddl }t }|jt}|j }|j| |j| | rB|j| dat S )zB
Turn on logging and add a handler which prints to stderr
r NT)
r! r Z FormatterDEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel_log_to_stderrr )levelr! ZloggerZ formatterZhandlerr r r r
W s
c C sd t j jjd} | d kr`dd l}dd l}|jdd} td| td |j | gdd | t j jd< | S ) Ntempdirr zpymp-)prefixzcreated temp directory %sd )r exitpriorityi)
r current_processZ_configgetshutiltempfileZmkdtempr r Zrmtree)r, r2 r3 r r r r m s
c C sj t tj } | j xP| D ]H\\}}}}y || W q tk
r` } ztd| W Y d d }~X qX qW d S )Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr )r6 indexZidentfuncobjer r r _run_after_forkers s r= c C s | t ttt| |f< d S )N)r5 next_afterfork_counterid)r; r: r r r r s c @ sL e Zd ZdZf ddfddZdeeejfddZ dd Z
d d
Z d d Z dS )
r zA
Class which supports object finalization using weakrefs
Nc C sT |d k rt j|| | _n || _|| _|p*i | _|ttf| _t j
| _ | t | j< d S )N)
weakrefref_weakref _callback_args_kwargsr> _finalizer_counter_keyosgetpid_pid_finalizer_registry)selfr; callbackr kwargsr/ r r r __init__ s
zFinalize.__init__c
C s y || j = W n tk
r( |d Y nbX | j| krD|d d}n$|d| j| j| j | j| j| j}d | _ | _ | _ | _| _ |S dS )zQ
Run the callback unless it has already been called or cancelled
z finalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rH KeyErrorrK rD rE rF rC )rM wrrL r rJ resr r r __call__ s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _dS )z3
Cancel finalization of the object
N)rL rH rQ rC rD rE rF )rM r r r cancel s
zFinalize.cancelc C s
| j tkS )zS
Return whether this finalizer is still waiting to invoke callback
)rH rL )rM r r r still_active s zFinalize.still_activec C s y | j }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| jf }| jrr|dt| j 7 }| j r|dt| j 7 }| j
d d k r|dt| j
d 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s__name__z, args=z , kwargs=r z, exitprority=>) rC AttributeError TypeError __class__rW getattrrD rE strrF rH )rM r; xr r r __repr__ s
zFinalize.__repr__)
rW
__module__ __qualname____doc__rP rL r rI rJ rT rU rV r_ r r r r r s c s t dkr dS dkr dd n fdd fddtt D }|jdd xX|D ]P}t j|}|dk rRtd | y
| W qR tk
r d
dl}|j Y qRX qRW dkrt j dS ) z
Run all finalizers whose exit priority is not None and at least minpriority
Finalizers with highest priority are called first; finalizers with
the same priority will be called in reverse order of creation.
Nc S s | d d k S )Nr r )pr r r s z!_run_finalizers..c s | d d k o| d kS )Nr r )rc ) minpriorityr r rd s c s g | ]} |r|qS r r ).0key)fr r
s z#_run_finalizers..T)reversez
calling %sr ) rL r4 r7 r1 r r8 traceback print_excclear)re keysrg finalizerrk r )rh re r _run_finalizers s$
rp c C s t p
t dkS )z6
Returns true if the process is shutting down
N)_exitingr r r r r
s c C s t sda | d |d |d | d k rzx*| D ] }|jr2| d|j |jj q2W x"| D ]}| d|j |j q^W |d | d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rq ZdaemonnameZ_popenZ terminatejoin)r r rp active_childrenr0 rc r r r r% s
r% c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
r c C s | j t| tj d S )N)_resetr r )rM r r r rP K s z ForkAwareThreadLock.__init__c C s" t j | _| jj| _| jj| _d S )N) threadingZLock_lockacquirerelease)rM r r r ru O s
zForkAwareThreadLock._resetc C s
| j j S )N)rw __enter__)rM r r r rz T s z ForkAwareThreadLock.__enter__c G s | j j| S )N)rw __exit__)rM r r r r r{ W s z ForkAwareThreadLock.__exit__N)rW r` ra rP ru rz r{ r r r r r J s c @ s e Zd Zdd Zdd ZdS )r c C s t | dd d S )Nc S s
| j j S )N)__dict__rm )r; r r r rd ] s z)ForkAwareLocal.__init__..)r )rM r r r rP \ s zForkAwareLocal.__init__c C s t | f fS )N)type)rM r r r
__reduce__^ s zForkAwareLocal.__reduce__N)rW r` ra rP r~ r r r r r [ s SC_OPEN_MAX c C sR t | dtg } | j x4tt| d D ] }tj| | d | |d q*W d S )Nr )r4 MAXFDr7 rangelenrI
closerange)Zfdsir r r r j s c C s t jd krd S yt jj W n ttfk
r4 Y nX y@tjtjtj} yt| ddt _W n tj| Y nX W n ttfk
r Y nX d S )NF)closefd) sysstdincloseOSError
ValueErrorrI opendevnullO_RDONLY)fdr r r _close_stdint s
r c C sT yt jj W n ttfk
r& Y nX yt jj W n ttfk
rN Y nX d S )N)r stdoutflushrY r stderrr r r r _flush_std_streams s r c C st dd l }tttt|}tj \}}z2|j|tj| gd|d d ddddd d
||ddd S tj | tj | X d S ) Nr Tr Fr r r r r r )
_posixsubprocesstuplesortedmapintrI pipeZ fork_execfsencoder )pathr Zpassfdsr Z errpipe_readZ
errpipe_writer r r spawnv_passfds s
r )N)N)6rI itertoolsr rA r$ rv
subprocessr r __all__ZNOTSETr r r r r" r) r r* r r r r r r
r WeakValueDictionaryr5 countr? r= r rL rG objectr rp r
rq rt r0 r% r& r Zlocalr sysconfr r8 r r r r r r r r
sf
S
,(