File: //usr/local/lib/python3.10/concurrent/futures/__pycache__/process.cpython-310.opt-2.pyc
o
�i�| � @ s� d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)�duplex)�_closed�mp�Pipe�_reader�_writer��self� r �7/usr/local/lib/python3.10/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s( | j sd| _ | j�� | j�� d S d S �NT)r r �closer
r r r r r G s
�z_ThreadWakeup.closec C s | j s | j�d� d S d S )N� )r r �
send_bytesr r r r �wakeupM s �z_ThreadWakeup.wakeupc C s0 | j s| j�� r| j�� | j�� sd S d S d S �N)r r
�poll�
recv_bytesr r r r �clearQ s
��z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r r B s
r c C s@ da tt�� �} | D ]\}}|�� q
| D ]\}}|�� qd S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r � _python_exitW s
�r% � �= c @ � e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r
r+ r r r r w s
z_RemoteTraceback.__init__c C s | j S r r* r r r r �__str__y s z_RemoteTraceback.__str__N)r r r r r, r r r r r) v s r) c @ r( )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer! �exc�
__traceback__r+ )r
r2 r+ r r r r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr2 r+ r r r r �
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r5 r r r r r- | s r- c C s t |�| _| S r )r) � __cause__)r2 r+ r r r r4 � s
r4 c @ � e Zd Zdd� ZdS )� _WorkItemc C � || _ || _|| _|| _d S r )�future�fn�args�kwargs)r
r: r; r< r= r r r r � �
z_WorkItem.__init__N�r r r r r r r r r8 � � r8 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r
rB rC rD r r r r � s
z_ResultItem.__init__�NNr? r r r r rA � s rA c @ r7 )� _CallItemc C r9 r )rB r; r< r= )r
rB r; r< r= r r r r � r> z_CallItem.__init__Nr? r r r r rF � r@ rF c s, e Zd Z d� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr# �superr )r
�max_sizerH rI rJ r# �� __class__r r r � s z_SafeQueue.__init__c s� t |t�rHt�t|�||j�}td�d�|���|_ | j
� |j d �}| j
�
| j�� W d � n1 s5w Y |d urF|j�|� d S d S t� �||� d S )Nz
"""
{}"""r. )�
isinstancerF r/ r0 r1 r3 r) �formatr! r6 rI �poprB rJ r# r r: �
set_exceptionrK �_on_queue_feeder_error)r
�e�objr+ � work_itemrM r r rS � s
��z!_SafeQueue._on_queue_feeder_error)r )r r r r rS �
__classcell__r r rM r rG � s rG c g s. � t |� } tt�|| ��}|sd S |V qr )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r � _get_chunks� s ��r` c s � fdd�|D �S )Nc s g | ]}� |� �qS r r )�.0r< �r; r r �
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r; r_ r rb r �_process_chunk� s rd c
C sb z
| � t|||d�� W d S ty0 } zt||j�}| � t||d�� W Y d }~d S d }~ww )N)rD rC �rC )�putrA �
BaseExceptionr- r3 )� result_queuerB rD rC rT r2 r r r �_sendback_result� s
� ��ri c
C s� |d ur z||� W n t y tjjddd� Y d S w | jdd�}|d u r2|�t�� � d S z |j|j i |j
��}W n t y^ } zt ||j �}t
||j|d� W Y d }~nd }~ww t
||j|d� ~~q )NzException in initializer:T)�exc_info��blockre )rD )rg r �LOGGER�critical�getrf �os�getpidr; r< r= r- r3 ri rB )�
call_queuerh � initializer�initargs� call_item�rrT r2 r r r �_process_worker� s0 � ���rw c sn e Zd Z � fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s> t j�d� |�
|�� W d � d S 1 sw Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r" r# rJ r r r �
weakref_cb s
"�z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr# �_shutdown_lockrJ �weakref�ref�executor_reference�
_processes� processes� _call_queuerr �
_result_queuerh � _work_ids�work_ids_queue�_pending_work_itemsrI rK r )r
�executorr{ rM r r r s
�z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r| �|� d S |d ur-| �|� ~| �� }|d ur,|j�� ~| �� rB| �� | � � | j sB| �
� d S qr ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemr� �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrI �join_executor_internals)r
� result_item� is_broken�causer� r r r �run: s(
�z_ExecutorManagerThread.runc C s| | j �� rd S z | jjdd�}W n tjy Y d S w | j| }|j�� r8| j j t
||j |j |j
�dd� n| j|= q q)NTFrk )rr �fullr� ro �queue�EmptyrI r: � set_running_or_notify_cancelrf rF r; r< r= )r
rB rV r r r r� _ s(
�
���z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v rOz|� � }d}W n" t
yN } zt � t
| �| | j�}W Y d } ~ n d } ~ ww ||v rUd}| j�
| j�� W d � n1 shw Y |||fS )Nc S s g | ]}|j �qS r )�sentinel�ra �pr r r rc � s zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rh r
r# r r� �valuesr �
connection�wait�recvrg r/ r0 r1 r3 rJ r )
r
�
result_reader�
wakeup_reader�readers�worker_sentinels�readyr� r� r� rT r r r r� v s, �� �
z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sz t |t�r| j�|�}|�� | js| �� d S d S | j�|jd �}|d ur;|jr2|j �
|j� d S |j � |j � d S d S r )
rO �intr� rQ r! r� rI rB rC r: rR �
set_resultrD )r
r� r� rV r r r r� � s
��z*_ExecutorManagerThread.process_result_itemc C s | � � }tp |d u p |jS r )r� r �_shutdown_thread)r
r� r r r r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d urd|_d|_d }td�}|d ur$tdd�|�� d��|_| j�� D ] \}}|j �
|� ~q)| j� � | j �
� D ]}|�� q?| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r. z''')r� �_brokenr� �BrokenProcessPoolr) r! r6 rI r r: rR r r� r� � terminater� )r
r� r� �bperB rV r� r r r r� � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur?d|_|jrAi }| j�� D ]
\}}|j�� s"|||< q|| _ z| j�� W n
t j
y8 Y nw q'd|_d S d S d S )NTF) r� r� �_cancel_pending_futuresrI r r: �cancelr� �
get_nowaitr� r� )r
r� �new_pending_work_itemsrB rV r r r r� � s(
���
�z2_ExecutorManagerThread.flag_executor_shutting_downc C s� | � � }d}||k r<| � � dkr>t|| �D ]}z | j�d � |d7 }W q tjy/ Y nw ||k r@| � � dksd S d S d S d S )Nr r& )�get_n_children_alive�rangerr �
put_nowaitr� �Full)r
�n_children_to_stop�n_sentinels_sent�ir r r �shutdown_workers� s ����z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j�
| j�� W d � n1 s!w Y | j�� D ]}|�� q+d S r ) r� rr r � join_threadrJ r# r� r� r! �r
r� r r r r� s
�
�z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s � | ]}|� � V qd S r )�is_aliver� r r r � <genexpr> s � z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumr� r� r r r r r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rW r r rM r rx s +%
& rx c C s� t rtrtt��da zdd l} W n
ty datt��w zt�d�}W n ttfy1 Y d S w |dkr8d S |dkr>d S d| att��)NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary)) �_system_limits_checked�_system_limited�NotImplementedError�multiprocessing.synchronize� ImportErrorrp �sysconf�AttributeError�
ValueError)�multiprocessing� nsems_maxr r r �_check_system_limits s0 ����r� c c s, � | D ]}|� � |r|�� V |s qd S r )�reverserQ )�iterable�elementr r r � _chain_from_iterable_of_lists9 s �
���r� c @ s e Zd ZdS )r� N)r r r r r r r r� E s r� c s� e Zd Z ddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Ze j
jj e_ ddd�� fdd�
Z ddd�dd�Z
e j
j
j e
_ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r t�� p
d| _tjdkrtt| j�| _n|dkr$td��tjdkr4|tkr4tdt� ���|| _|d u r?t �
� }|| _ | j j dd�dk| _
|d urXt|�sXtd ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d
�| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr& �win32r z"max_workers must be greater than 0zmax_workers must be <= F)�
allow_none�forkz initializer must be a callable)rL rH rI rJ r# T))r� rp � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r � get_context� _mp_context�get_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadr� r� � threading�Lockr} � Semaphorer� r� � _queue_countr� r� r r| �EXTRA_QUEUED_CALLSrG r� �
_ignore_epipe� SimpleQueuer� r� r r� )r
� max_workers�
mp_contextrs rt �
queue_sizer r r r M s\
��
��
�
z ProcessPoolExecutor.__init__c C s@ | j d u r | js | �� t| �| _ | j �� | jt| j < d S d S r )r� r� �_launch_processesrx �startr| r r r r r � _start_executor_manager_thread� s
��z2ProcessPoolExecutor._start_executor_manager_threadc C s6 | j jdd�r d S t| j�}|| jk r| �� d S d S )NF)�blocking)r� �acquire�lenr� r� �_spawn_process)r
�
process_countr r r �_adjust_process_count� s
�z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ]}| �� q d S r )r� r� r� r� r� )r
r" r r r r� � s
�z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr< )
r� �Processrw r� r� r� r� r� r� �pidr� r r r r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �N | jr t| j��| jrtd��trtd��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | jrD| �� | �� |W d � S 1 sTw Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr& )r} r� r� r� � RuntimeErrorr r �Futurer8 r� r� r� rf r| r r� r� r� )r
r; r< r= �f�wr r r �submit� s$
$�zProcessPoolExecutor.submitr& )�timeoutr\ c s< |dk r t d��t� jtt|�t|d|i�|d�}t|�S )Nr& zchunksize must be >= 1.r\ )r� )r� rK �mapr rd r` r� )r
r; r� r\ r] �resultsrM r r r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j � || _d| _| jd ur| j�� W d � n1 s w Y | jd ur/|r/| j�� d | _d | _| jd urA|rA| j� � d | _d | _
d | _d S r ) r} r� r� r| r r� r! r� r� r r� )r
r� r r r r �shutdown s
� �
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r rW r r rM r r� L s
�U
r� rE )0�
__author__rp �concurrent.futuresr r� r� r �multiprocessing.connection�multiprocessing.queuesr r� r~ � functoolsr rZ r� r/ �WeakKeyDictionaryr r r r% �_register_atexitr� r� � Exceptionr) r- r4 �objectr8 rA rF rG r` rd ri rw �Threadrx r� r� r� r� �BrokenExecutorr� r r� r r r r �<module> sR *
)