File: //opt/imh-python/lib/python3.9/concurrent/futures/__pycache__/process.cpython-39.opt-2.pyc
a
b�h�t � @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)�duplex)�_closed�mp�Pipe�_reader�_writer��self� r �;/opt/imh-python/lib/python3.9/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j�� | j�� d S �NT)r r �closer
r r r r r G s
z_ThreadWakeup.closec C s | j s| j�d� d S )N� )r r �
send_bytesr r r r �wakeupM s z_ThreadWakeup.wakeupc C s | j s | j�� r | j�� qd S �N)r r
�poll�
recv_bytesr r r r �clearQ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r r B s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r � _python_exitW s
r% � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r
r* r r r r w s z_RemoteTraceback.__init__c C s | j S r r) r r r r �__str__y s z_RemoteTraceback.__str__N)r r r r r+ r r r r r( v s r( c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer! �excr* )r
r1 r* r r r r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr1 r* r r r r �
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r3 r r r r r, | s r, c C s t |�| _| S r )r( � __cause__)r1 r* r r r r2 � s
r2 c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r
r6 r7 r8 r9 r r r r � s z_WorkItem.__init__N�r r r r r r r r r5 � s r5 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r
r< r= r> r r r r � s z_ResultItem.__init__)NNr: r r r r r; � s r; c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r< r7 r8 r9 )r
r< r7 r8 r9 r r r r � s z_CallItem.__init__Nr: r r r r r? � s r? c s* e Zd Zd� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr# �superr )r
�max_sizerA rB rC r# �� __class__r r r � s z_SafeQueue.__init__c s� t |t�r�t�t|�||j�}td�d�|���|_ | j
� |j d �}| j
� | j�� W d � n1 sj0 Y |d ur�|j�|� nt� �||� d S )Nz
"""
{}"""r- )�
isinstancer? r. r/ r0 �
__traceback__r( �formatr! r4 rB �popr< rC r# r r6 �
set_exceptionrD �_on_queue_feeder_error)r
�e�objr* � work_itemrF r r rM � s
(z!_SafeQueue._on_queue_feeder_error)r )r r r r rM �
__classcell__r r rF r r@ � s r@ c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r � _get_chunks� s
rZ c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r8 �r7 r r �
<listcomp>� r z"_process_chunk.<locals>.<listcomp>r )r7 rY r r\ r �_process_chunk� s r^ c
C s` z| � t|||d�� W nB tyZ } z*t||j�}| � t||d�� W Y d }~n
d }~0 0 d S )N)r> r= �r= )�putr; �
BaseExceptionr, rI )� result_queuer< r> r= rN r1 r r r �_sendback_result� s
� rc c
C s� |d ur:z ||� W n$ t y8 tjjddd� Y d S 0 | jdd�}|d u r`|�t�� � d S z|j|j i |j
��}W n@ t y� } z(t ||j �}t
||j|d� W Y d }~n d }~0 0 t
||j|d� ~~q:d S )NzException in initializer:T)�exc_info��blockr_ )r> )ra r �LOGGER�critical�getr` �os�getpidr7 r8 r9 r, rI rc r< )�
call_queuerb � initializer�initargs� call_item�rrN r1 r r r �_process_worker� s$
&rq c sl e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s< t j�d� |� |�� W d � n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r" r# rC r r r �
weakref_cb s z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr# �_shutdown_lockrC �weakref�ref�executor_reference�
_processes� processes� _call_queuerl �
_result_queuerb � _work_ids�work_ids_queue�_pending_work_itemsrB rD r )r
�executorru rF r r r s �
z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r(| �|� d S |d urX| �|� ~| �� }|d urV|j�� ~| �� r | �� | j s | �
� d S q d S r ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrz �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrB �join_executor_internals)r
� result_item� is_broken�causer� r r r �run7 s"
z_ExecutorManagerThread.runc C s~ | j �� rd S z| jjdd�}W n tjy6 Y d S 0 | j| }|j�� rn| j j t
||j |j |j
�dd� q | j|= q q d S )NFre T)rl �fullr� ri �queue�EmptyrB r6 � set_running_or_notify_cancelr` r? r7 r8 r9 )r
r< rP r r r r� W s"
��z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� | j�� D �}tj�|| �}d }d}d }||v r�z|�� }d}W q� t y� } z t
� t | �| | j
�}W Y d } ~ q�d } ~ 0 0 n ||v r�d}| j� | j�� W d � n1 s�0 Y |||fS )Nc S s g | ]
}|j �qS r )�sentinel�r[ �pr r r r] x r zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rb r
r# r| �valuesr �
connection�wait�recvra r. r/ r0 rI rC r )
r
�
result_reader�
wakeup_reader�readers�worker_sentinels�readyr� r� r� rN r r r r� n s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |t�r2| j�|�}|�� | jsn| �� d S n<| j�|jd �}|d urn|jr`|j �
|j� n|j � |j � d S r )
rH �intr| rK r! r� rB r< r= r6 rL �
set_resultr> )r
r� r� rP r r r r� � s
z*_ExecutorManagerThread.process_result_itemc C s | � � }tp|d u p|jS r )rz r �_shutdown_thread)r
r� r r r r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d ur d|_d|_d }td�}|d urHtdd�|�� d��|_| j�� D ]\}}|j �
|� ~qR| j� � | j �
� D ] }|�� q~| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r- z''')rz �_brokenr� �BrokenProcessPoolr( r! r4 rB r r6 rL r r| r� � terminater� )r
r� r� �bper< rP r� r r r r� � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur|d|_|jr|i }| j�� D ]\}}|j�� s*|||< q*|| _z| j�� W qL t j
yr Y qvY qL0 qLd|_d S )NTF) rz r� �_cancel_pending_futuresrB r r6 �cancelr� �
get_nowaitr� r� )r
r� �new_pending_work_itemsr< rP r r r r� � s
z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | � � }d}||k rh| � � dkrht|| �D ]8}z| j�d � |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r& )�get_n_children_alive�rangerl �
put_nowaitr� �Full)r
�n_children_to_stop�n_sentinels_sent�ir r r �shutdown_workers� s
� z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 sB0 Y | j�� D ] }|�� qVd S r ) r� rl r � join_threadrC r# r| r� r! )r
r� r r r r� � s
(z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s | ]}|� � V qd S r )�is_aliver� r r r � <genexpr>
r z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumr| r� r r r r r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rQ r r rF r rr s +
& rr c C sh t rtrtt��da zt�d�} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrj �sysconf�AttributeError�
ValueError)� nsems_maxr r r �_check_system_limits s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserK )�iterable�elementr r r � _chain_from_iterable_of_lists) s r� c @ s e Zd ZdS )r� N)r r r r r r r r� 5 s r� c sn e Zd Zddd�Zdd� Zdd� Zd d
� Zejjj e_ dd d �� fd
d�
Z
ddd�dd�Z ejj j e _ � Z S )�ProcessPoolExecutorNr c C s6 t � |d u r6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d u r~t �
� }|| _ |d ur�t |�s�t
d��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _d| _t � | _ | jt }t || j | j| j| j d�| _ d | j _!|�"� | _#t$�%� | _&d S )
Nr& �win32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)rE rA rB rC r# T)'r� rj � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r � get_context� _mp_context�callable� TypeError� _initializer� _initargs�_executor_manager_threadr{ r� � threading�Lockrw � Semaphorer� r� � _queue_countr� r� r rv �EXTRA_QUEUED_CALLSr@ r} �
_ignore_epipe� SimpleQueuer~ r� r r )r
� max_workers�
mp_contextrm rn �
queue_sizer r r r = sV
�
��
�
z ProcessPoolExecutor.__init__c C s. | j d u r*t| �| _ | j �� | jt| j < d S r )r� rr �startrv r r r r r � _start_executor_manager_thread� s
�z2ProcessPoolExecutor._start_executor_manager_threadc C s^ | j jdd�rd S t| j�}|| jk rZ| jjt| j| j | j
| j fd�}|� � || j|j
< d S )NF)�blocking)�targetr8 )r� �acquire�lenr{ r� r� �Processrq r} r~ r� r� r� �pid)r
�
process_countr� r r r �_adjust_process_count� s
��z)ProcessPoolExecutor._adjust_process_countc O s� | j �� | jrt| j��| jr&td��tr2td��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | �� | �� |W d � S 1 s�0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr& )rw r� r� r� � RuntimeErrorr r �Futurer5 r� r� r r` rv r r� r� )r
r7 r8 r9 �f�wr r r �submit� s
zProcessPoolExecutor.submitr& )�timeoutrV c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr& zchunksize must be >= 1.rV )r� )r� rD �mapr r^ rZ r� )r
r7 r� rV rW �resultsrF r r r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j �0 || _d| _| jd ur(| j�� W d � n1 s<0 Y | jd ur^|r^| j�� d | _d | _| jd ur�|r�| j� � d | _d | _
d | _d S r ) rw r� r� rv r r� r! r} r~ r r{ )r
r� r� r r r �shutdown� s
(
z ProcessPoolExecutor.shutdown)NNNr )T)
r r r r r� r� r� r �Executor�__doc__r� r� rQ r r rF r r� < s �
Q r� )NN)0�
__author__rj �concurrent.futuresr r� �multiprocessingr �multiprocessing.connection�multiprocessing.queuesr r� rx � functoolsr rT r� r. �WeakKeyDictionaryr r r r% �_register_atexitr� r� � Exceptionr( r, r2 �objectr5 r; r? r@ rZ r^ rc rq �Threadrr r� r� r� r� �BrokenExecutorr� r� r� r r r r �<module>. sN
)