File: //usr/local/lib/python3.7/test/__pycache__/test_concurrent_futures.cpython-37.pyc
B
��g�� � @ s� d dl Zej�d� ej�d� d dlmZ d dlZd dlZd dlZd dl m
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dlmZmZmZmZmZm Z m Z d d l m Z d d
l m!Z! d dl"Z eddfd d �Z#e#ed
�Z$e#ed
�Z%e#ed
�Z&e#ed
�Z'e#ee(� d�Z)e#edd�Z*da+dd� Z,dd� Z-dd� Z.dd� Z/dd� Z0d d � Z1dhd d �Z2G d d!� d!e3�Z4G d"d#� d#�Z5d$d%� Z6G d&d'� d'ej7�Z8G d(d)� d)�Z9G d*d+� d+e9�Z:G d,d-� d-e9�Z;G d.d/� d/e9�Z<G d0d1� d1e9�Z=e8fe:e;e=e<ffd2d3�Z>G d4d5� d5e9�Z?G d6d7� d7e9�Z@e>e?� e>e@� G d8d9� d9�ZAG d:d;� d;e:eAe8�ZBG d<d=� d=eA�ZCe>eCe;e=e<fd>� G d?d@� d@�ZDG dAdB� dBe:eDe8�ZEe>eDe;e=e<fd>� G dCdD� dD�ZFe>eF� G dEdF� dF�ZGG dGdH� dHe:eGe8�ZHG dIdJ� dJeG�ZIe>eIe;e=e<fd>� dKdL� ZJdidMdN�ZKdOdP� ZLdQdR� ZMdSdT� ZNG dUdV� dVe3�ZOG dWdX� dXe3�ZPG dYdZ� dZe3�ZQG d[d\� d\e3�ZRG d]d^� d^e3�ZSG d_d`� d`e3�ZTG dadb� db�ZUe>eUe;e=e<fd>� G dcdd� dde8�ZVejjWdedf� �ZXeYdgk�r�eX� dS )j� NZ_multiprocessingzmultiprocessing.synchronize)�assert_python_ok)� QueueHandler)�
PicklingError)�futures)�PENDING�RUNNING� CANCELLED�CANCELLED_AND_NOTIFIED�FINISHED�Future�BrokenExecutor)�BrokenProcessPool)� get_contextc C s t � }| |_||_||_|S )N)r �_state�
_exceptionZ_result)�state� exception�result�f� r �8/usr/local/lib/python3.7/test/test_concurrent_futures.py�
create_future s
r )r )r r �* )r r �
uninitializedc C s | | S )Nr )�x�yr r r �mul2 s r c O s | |fS )Nr )�args�kwargsr r r �capture5 s r c C s t �| � td��d S )Nzthis is an exception)�time�sleep� Exception)�tr r r �sleep_and_raise8 s
r$ c C s t �| � t|� tj�� d S )N)r r! �print�sys�stdout�flush)r# �msgr r r �sleep_and_print< s
r* c C s | a d S )N)�INITIALIZER_STATUS)r r r r �initA s r, c C s t S )N)r+ r r r r �get_init_statusE s r- c C sF | d k r0t �d�}|�t| �� |�d� d|_t�d� td��d S )Nzconcurrent.futures�CRITICALFg�������?zerror in initializer) �loggingZ getLoggerZ
addHandlerr ZsetLevelZ propagater r! �
ValueError)� log_queueZloggerr r r � init_failH s
r2 c @ s e Zd Zdd� ZdS )�MyObjectc C s d S )Nr )�selfr r r � my_methodS s zMyObject.my_methodN)�__name__�
__module__� __qualname__r5 r r r r r3 R s r3 c @ s e Zd Zdd� Zdd� ZdS )�
EventfulGCObjc C s |� � | _d S )N)�Event�event)r4 �mgrr r r �__init__X s zEventfulGCObj.__init__c C s | j �� d S )N)r; �set)r4 r r r �__del__[ s zEventfulGCObj.__del__N)r6 r7 r8 r= r? r r r r r9 W s r9 c C s t � S )N)r3 )�_r r r �make_dummy_object_ s rA c @ s e Zd Zdd� Zdd� ZdS )� BaseTestCasec C s t j�� | _d S )N)�test�supportZthreading_setup� _thread_key)r4 r r r �setUpd s zBaseTestCase.setUpc C s t j�� t jj| j� d S )N)rC rD �
reap_childrenZthreading_cleanuprE )r4 r r r �tearDowng s
zBaseTestCase.tearDownN)r6 r7 r8 rF rH r r r r rB c s rB c s@ e Zd ZdZi Z� fdd�Z� fdd�Zdd� Zdd � Z� Z S )
�
ExecutorMixin� c sf t � �� t�� | _t| d�r@| jf | j| �� d�| j ��| _
n| jf d| ji| j ��| _
| � � d S )N�ctx)� max_workers�
mp_contextrL ) �superrF r � monotonic�t1�hasattr�
executor_type� worker_countr �executor_kwargs�executor�_prime_executor)r4 )� __class__r r rF p s
zExecutorMixin.setUpc sV | j jdd� d | _ t�� | j }tjjr:td| dd� | � |dd� t
� � � d S )NT)�waitz%.2fs� )�endi, z+synchronization issue: test lasted too long) rU �shutdownr rO rP rC rD �verboser% Z
assertLessrN rH )r4 Zdt)rW r r rH s zExecutorMixin.tearDownc C s
t | j�S )N)r rK )r4 r r r r � s zExecutorMixin.get_contextc s2 � fdd�t � j�D �}x|D ] }|�� q W d S )Nc s g | ]}� j �tjd ��qS )g�������?)rU �submitr r! )�.0r@ )r4 r r �
<listcomp>� s z1ExecutorMixin._prime_executor.<locals>.<listcomp>)�rangerS r )r4 r r r )r4 r rV � s
z ExecutorMixin._prime_executor)
r6 r7 r8 rS rT rF rH r rV �
__classcell__r r )rW r rI l s rI c @ s e Zd ZejZdS )�ThreadPoolMixinN)r6 r7 r8 r �ThreadPoolExecutorrR r r r r rb � s rb c s& e Zd ZejZdZ� fdd�Z� ZS )�ProcessPoolForkMixin�forkc s t jdkr| �d� t� �� S )N�win32zrequire unix system)r& �platform�skipTestrN r )r4 )rW r r r � s
z ProcessPoolForkMixin.get_context) r6 r7 r8 r �ProcessPoolExecutorrR rK r ra r r )rW r rd � s rd c @ s e Zd ZejZdZdS )�ProcessPoolSpawnMixinZspawnN)r6 r7 r8 r ri rR rK r r r r rj � s rj c s& e Zd ZejZdZ� fdd�Z� ZS )�ProcessPoolForkserverMixinZ
forkserverc s t jdkr| �d� t� �� S )Nrf zrequire unix system)r& rg rh rN r )r4 )rW r r r � s
z&ProcessPoolForkserverMixin.get_context) r6 r7 r8 r ri rR rK r ra r r )rW r rk � s rk c C sT dd� }xF|D ]>}d||j �|| j �f }t|| f|f | i �}|t� |< qW d S )Nc S s4 | � d�r| d d� S | � d�r,| d d� S | S d S )N)ZMixinZTests���ZTest���)�endswith)�namer r r � strip_mixin� s
z*create_executor_tests.<locals>.strip_mixinz%s%sTest)r6 �type�globals)Zmixin�bases�executor_mixinsrp Zexero �clsr r r �create_executor_tests� s
rv c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�InitializerMixin� c s da ttdd�| _t� �� d S )Nr )� initialized)� initializer�initargs)r+ �dictr, rT rN rF )r4 )rW r r rF � s
zInitializerMixin.setUpc s: � fdd�t � j�D �}x |D ]}� �|�� d� q W d S )Nc s g | ]}� j �t��qS r )rU r] r- )r^ r@ )r4 r r r_ � s z5InitializerMixin.test_initializer.<locals>.<listcomp>ry )r` rS � assertEqualr )r4 r r r )r4 r �test_initializer� s
z!InitializerMixin.test_initializer)r6 r7 r8 rS rF r~ ra r r )rW r rw � s rw c s> e Zd ZdZ� fdd�Zdd� Zdd� Zejdd � �Z � Z
S )
�FailingInitializerMixinrx c sZ t | d�r4| �� | _| j�� | _tt| jfd�| _nd | _d | _ttd�| _t� � � d S )NrK )rz r{ )rz )
rQ r rM ZQueuer1 r| r2 rT rN rF )r4 )rW r r rF � s
z FailingInitializerMixin.setUpc
C s� | � d��� y| j�t�}W n tk
r0 Y n X | �t�� |�� W d Q R X t�� }x0| jj s�t�� | dkr|| �
d� t� d� qZW | �t�� | j�t� W d Q R X W d Q R X d S )Nz ValueError: error in initializerrJ z executor not broken after 5 s.g{�G�z�?) �_assert_loggedrU r] r- r � assertRaisesr r rO Z_broken�failr! )r4 �futurerP r r r r~ � s
z(FailingInitializerMixin.test_initializerc C s d S )Nr )r4 r r r rV � s z'FailingInitializerMixin._prime_executorc # s� | j d k rLd V g }y x|�| j �� �� � qW W qp tjk
rH Y qpX n$| �dd�� }d V W d Q R X |j}| �t � fdd�|D ��|� d S )Nzconcurrent.futuresr. c 3 s | ]}� |kV qd S )Nr )r^ �line)r) r r � <genexpr> s z9FailingInitializerMixin._assert_logged.<locals>.<genexpr>)
r1 �appendZ
get_nowaitZ
getMessage�queueZEmptyZ
assertLogs�output�
assertTrue�any)r4 r) r� �cmr )r) r r� s
z&FailingInitializerMixin._assert_logged) r6 r7 r8 rS rF r~ rV �
contextlib�contextmanagerr� ra r r )rW r r � s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�ExecutorShutdownTestc C s$ | j �� | �t| j jtdd� d S )Nrx rJ )rU r[ r� � RuntimeErrorr] �pow)r4 r r r �test_run_after_shutdown s
z,ExecutorShutdownTest.test_run_after_shutdownc C sD t ddj| jjt| dd�d��\}}}| �|� | �|�� d� d S )Nz-caK if 1:
from concurrent.futures import {executor_type}
from time import sleep
from test.test_concurrent_futures import sleep_and_print
if __name__ == "__main__":
context = '{context}'
if context == "":
t = {executor_type}(5)
else:
from multiprocessing import get_context
context = get_context(context)
t = {executor_type}(5, mp_context=context)
t.submit(sleep_and_print, 1.0, "apple")
rK � )rR �contexts apple)r �formatrR r6 �getattr� assertFalser} �strip)r4 �rc�out�errr r r �test_interpreter_shutdown s
z.ExecutorShutdownTest.test_interpreter_shutdownc C sJ t ddj| jjt| dd�d��\}}}| �d|�� � | �|�� d� d S )Nz-ca� if 1:
import atexit
@atexit.register
def run_last():
try:
t.submit(id, None)
except RuntimeError:
print("runtime-error")
raise
from concurrent.futures import {executor_type}
if __name__ == "__main__":
context = '{context}'
if not context:
t = {executor_type}(5)
else:
from multiprocessing import get_context
context = get_context(context)
t = {executor_type}(5, mp_context=context)
t.submit(id, 42).result()
rK r� )rR r� z)RuntimeError: cannot schedule new futuress
runtime-error) r r� rR r6 r� �assertIn�decoder} r� )r4 r� r� r� r r r �&test_submit_after_interpreter_shutdown5 s
z;ExecutorShutdownTest.test_submit_after_interpreter_shutdownc s: � fdd�t d�D �}� j�� x|D ] }|�� q&W d S )Nc s g | ]}� j �tjd ��qS )g�������?)rU r] r r! )r^ r@ )r4 r r r_ R s z=ExecutorShutdownTest.test_hang_issue12364.<locals>.<listcomp>�2 )r` rU r[ r )r4 �fsr r )r4 r �test_hang_issue12364Q s
z)ExecutorShutdownTest.test_hang_issue12364N)r6 r7 r8 r� r� r� r� r r r r r� s r� c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�ThreadPoolShutdownTestc C s d S )Nr )r4 r r r rV Y s z&ThreadPoolShutdownTest._prime_executorc C sl | j �tdd� | j �tdd� | j �tdd� | �t| j j�d� | j �� x| j jD ] }|�� qXW d S )N� rx � � � � )rU r] r r} �len�_threadsr[ �join)r4 r# r r r �test_threads_terminate\ s
z-ThreadPoolShutdownTest.test_threads_terminatec C sj t jdd��<}|}| �t|�ttdd���ddddddddddg
� W d Q R X x|jD ] }|�� qVW d S ) NrJ )rL rl � r� rx � r ) r rc r} �list�map�absr` r� r� )r4 �erU r# r r r � test_context_manager_shutdowne s $ z4ThreadPoolShutdownTest.test_context_manager_shutdownc C s@ t jdd�}|�ttdd�� |j}~x|D ] }|�� q,W d S )NrJ )rL rl )r rc r� r� r` r� r� )r4 rU �threadsr# r r r �test_del_shutdownn s
z(ThreadPoolShutdownTest.test_del_shutdownc C sP t jddd�}|�ttdd�� |j}~x"|D ]}| �|jd� |�� q.W d S )NrJ Z SpecialPool)rL Zthread_name_prefixrl z^SpecialPool_[0-4]$) r rc r� r� r` r� � assertRegexro r� )r4 rU r� r# r r r �test_thread_names_assignedw s
z1ThreadPoolShutdownTest.test_thread_names_assignedc C sN t jdd�}|�ttdd�� |j}~x"|D ]}| �|jd� |�� q,W d S )NrJ )rL rl z ThreadPoolExecutor-\d+_[0-4]$) r rc r� r� r` r� r� ro r� )r4 rU r� r# r r r �test_thread_names_default� s
z0ThreadPoolShutdownTest.test_thread_names_defaultN) r6 r7 r8 rV r� r� r� r� r� r r r r r� X s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�ProcessPoolShutdownTestc C s d S )Nr )r4 r r r rV � s z'ProcessPoolShutdownTest._prime_executorc C st | j �tdd� | j �tdd� | j �tdd� | �t| j j�d� | j j}| j �� x|�� D ] }|�� q`W d S )Nr� rx r� r� r� r� rJ ) rU r] r r} r� �
_processesr[ �valuesr� )r4 � processes�pr r r �test_processes_terminate� s
z0ProcessPoolShutdownTest.test_processes_terminatec C sn t jdd��>}|j}| �t|�ttdd���ddddddddddg
� W d Q R X x|�� D ] }|� � qZW d S ) NrJ )rL rl r� r� rx r� r )
r ri r� r} r� r� r� r` r� r� )r4 r� r� r� r r r r� � s $z5ProcessPoolShutdownTest.test_context_manager_shutdownc C sj t jdd�}t|�ttdd��� |j}|j}|j}|j}~|� � x|�
� D ] }|� � qNW |� � d S )NrJ )rL rl ) r ri r� r� r� r` Z_queue_management_threadr� Z _call_queuer� r� Z join_thread)r4 rU Zqueue_management_threadr� Z
call_queuer� r r r r� � s z)ProcessPoolShutdownTest.test_del_shutdownN)r6 r7 r8 rV r� r� r� r r r r r� � s r� )rt c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )� WaitTestsc C sd | j �tdd�}| j �tjd�}tjt||gtjd�\}}| � t
|g�|� | � t
t|g�|� d S )Nr� rx g �?)� return_when) rU r] r r r! r rX �CANCELLED_FUTURE�FIRST_COMPLETEDr} r> )r4 �future1�future2�doneZnot_doner r r �test_first_completed� s z WaitTests.test_first_completedc C sT | j �tjd�}tjtt|gtjd�\}}| � t
ttg�|� | � t
|g�|� d S )Ng �?)r� ) rU r] r r! r rX � CANCELLED_AND_NOTIFIED_FUTURE�SUCCESSFUL_FUTUREr� r} r> )r4 r� �finished�pendingr r r �+test_first_completed_some_already_completed� s
z5WaitTests.test_first_completed_some_already_completedc C sr | j �tdd�}| j �td�}| j �tjd�}tj|||gtjd�\}}| � t
||g�|� | � t
|g�|� d S )Nrx r� g �?r� )r� ) rU r] r r$ r r! r rX �FIRST_EXCEPTIONr} r> )r4 r� r� Zfuture3r� r� r r r �test_first_exception� s z WaitTests.test_first_exceptionc C sl | j �tdd�}| j �tjd�}tjttt ||gtj
d�\}}| � t tt |g�|� | � t t|g�|� d S )Nr� r g �?)r� )
rU r] �divmodr r! r rX r� r� r� r� r} r> )r4 r� r� r� r� r r r �*test_first_exception_some_already_complete� s z4WaitTests.test_first_exception_some_already_completec C sP | j �tjd�}tjt|gtjd�\}}| �t tg�|� | �t |g�|� d S )Nrx )r� )
rU r] r r! r rX �EXCEPTION_FUTUREr� r} r> )r4 r� r� r� r r r �'test_first_exception_one_already_failed� s z1WaitTests.test_first_exception_one_already_failedc C sj | j �tdd�}| j �tdd�}tjttt||gtj d�\}}| �
t ttt||g�|� | �
t � |� d S )Nrx r r� )r� ) rU r] r� r r rX r� r� r� �
ALL_COMPLETEDr} r> )r4 r� r� r� r� r r r �test_all_completed� s z WaitTests.test_all_completedc C sn | j �tdd�}| j �tjd�}tjttt ||gdtj
d�\}}| � t ttt |g�|� | � t |g�|� d S )Nr� r� rJ )�timeoutr� )
rU r] r r r! r rX r� r� r� r� r} r> )r4 r� r� r� r� r r r � test_timeout s zWaitTests.test_timeoutN)
r6 r7 r8 r� r� r� r� r� r� r� r r r r r� � s
r� c @ s e Zd Zdd� ZdS )�ThreadPoolWaitTestsc sl t �� � � fdd��t�� }t�d� z4��fdd�td�D �}� �� tj|tj d� W d t�|� X d S )Nc s � � � d S )N)rX r )r; r r � future_func) s z@ThreadPoolWaitTests.test_pending_calls_race.<locals>.future_funcg���ư>c s h | ]}�j �� ��qS r )rU r] )r^ �i)r� r4 r r � <setcomp>. s z>ThreadPoolWaitTests.test_pending_calls_race.<locals>.<setcomp>�d )r� )
� threadingr: r& �getswitchinterval�setswitchintervalr` r> r rX r� )r4 Zoldswitchintervalr� r )r; r� r4 r �test_pending_calls_race% s
z+ThreadPoolWaitTests.test_pending_calls_raceN)r6 r7 r8 r� r r r r r� # s r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �AsCompletedTestsc C sV | j �tdd�}| j �tdd�}tt�ttt||g��}| � tttt||g�|� d S )Nrx r� r� r� )
rU r] r r> r � as_completedr� r� r� r} )r4 r� r� � completedr r r �test_no_timeout= s z AsCompletedTests.test_no_timeoutc C sv | j �tjd�}t� }y.x(tjttt |gdd�D ]}|�
|� q0W W n tj k
rZ Y nX | � tttt g�|� d S )Nrx r )r� )
rU r] r r! r> r r� r� r� r� �add� TimeoutErrorr} )r4 r� Zcompleted_futuresr� r r r �test_zero_timeoutM s z"AsCompletedTests.test_zero_timeoutc C s@ | j �tjd�}dd� t�t�|d��D �}| �t |�d� d S )Nrx c S s g | ]}|�qS r r )r^ r r r r r_ f s z;AsCompletedTests.test_duplicate_futures.<locals>.<listcomp>r� r� )
rU r] r r! r r� � itertools�repeatr} r� )r4 r� r� r r r �test_duplicate_futures` s z'AsCompletedTests.test_duplicate_futuresc C s� dd� t d�D �}|�ttd�� |�ttdd�� | �tj��@ x8tj|dd�D ]&}|� |� t
� |�}~| � |� � qRW W d Q R X |d �
d � xFt�|�D ]8}|� |� t
� |�}~| � |� � |r�|d �
d � q�W d S )
Nc S s g | ]
}t � �qS r )r )r^ r@ r r r r_ m s zGAsCompletedTests.test_free_reference_yielded_future.<locals>.<listcomp>� )r r )r r r )r� rC )r` r� r r r
r� r r� r� �remove�weakref�ref� assertIsNone�
set_result)r4 � futures_listr� �wrr r r �"test_free_reference_yielded_futurej s"
z3AsCompletedTests.test_free_reference_yielded_futurec C sL t tttg}| �tj��}ttj|dd�� W d Q R X | � t
|j �d� d S )Nr )r� z2 (of 4) futures unfinished) r� �PENDING_FUTURE�RUNNING_FUTUREr� r� r r� r� r� r} �strr )r4 r� r� r r r �"test_correct_timeout_exception_msg� s
z3AsCompletedTests.test_correct_timeout_exception_msgN)r6 r7 r8 r� r� r� r� r� r r r r r� ; s
r� c @ s\ e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Ze j
j d
d� �Z dd� Z
dd� ZdS )� ExecutorTestc C s$ | j �tdd�}| �d|�� � d S )Nrx r� � )rU r] r� r} r )r4 r� r r r � test_submit� s zExecutorTest.test_submitc C s� | j jtddd�}| �d|�� � | j jtdddd�}| �|�� dddd�f� | j jtdd �}| �|�� d
d dif� | �t�� | j jdd � W d Q R X d S )
Nrx r� )r � r� r� )r4 �fn)r� )r� �argr r� )r� )rU r] r r} r r r� � TypeError)r4 r� r r r �test_submit_keyword� s z ExecutorTest.test_submit_keywordc C sx | � t| j�ttd�td���ttttd�td���� | � t| jjttd�td�dd��ttttd�td���� d S )N�
r� )� chunksize)r} r� rU r� r� r` )r4 r r r �test_map� s zExecutorTest.test_mapc C sR | j �tddddgddddg�}| �|�� d� | �|�� d� | �t|j� d S )Nr� rx r� r rJ )r r� )rU r� r� r} �__next__r� �ZeroDivisionError)r4 r� r r r �test_map_exception� s z ExecutorTest.test_map_exceptionc C sl g }y2x,| j jtjdddgdd�D ]}|�|� q"W W n tjk
rL Y n X | �d� | �d d g|� d S )Nr r� rJ )r� zexpected TimeoutError) rU r� r r! r� r r� r� r} )r4 �resultsr� r r r �test_map_timeout� s
z ExecutorTest.test_map_timeoutc C s( | j �tdg| jd � | j �� d S )Nrx r� )rU r� r� rS r[ )r4 r r r � test_shutdown_race_issue12456� s z*ExecutorTest.test_shutdown_race_issue12456c sN t � }t�� � t�|� fdd��}| j�|j� ~� jdd�}| � |d� d S )Nc s � � � S )N)r> )�obj)�my_object_collectedr r �<lambda>� � z7ExecutorTest.test_no_stale_references.<locals>.<lambda>g @)r� z-Stale reference not collected within timeout.)
r3 r� r: r� r� rU r] r5 rX r� )r4 Z my_objectZmy_object_callbackZ collectedr )r r �test_no_stale_references� s z%ExecutorTest.test_no_stale_referencesc
C s6 x0dD ](}| � td�� | j|d� W d Q R X qW d S )N)r ���z"max_workers must be greater than 0)rL )�assertRaisesRegexr0 rR )r4 Znumberr r r �test_max_workers_negative� s
z&ExecutorTest.test_max_workers_negativec C s8 x2| j �ttd��D ] }t�|�}~| �|� � qW d S )Nr� )rU r� rA r` r� r� r� )r4 r r� r r r �test_free_reference� s
z ExecutorTest.test_free_referenceN)r6 r7 r8 r� r� r� r r r rC rD Z cpython_onlyr
r
r r r r r r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�ThreadPoolExecutorTestc sD g � � fdd�}| j �|td�� | j jdd� | �� td�� dS )z Tests verifying issue 11777.c s � � | � d S )N)r� )�n)r� r r �record_finished� s zRThreadPoolExecutorTest.test_map_submits_without_iteration.<locals>.record_finishedr� T)rX N)rU r� r` r[ ZassertCountEqual)r4 r r )r� r �"test_map_submits_without_iteration� s
z9ThreadPoolExecutorTest.test_map_submits_without_iterationc C s& | � � }| �|jt�� pdd � d S )Nr� rJ )rR r} Z _max_workers�os� cpu_count)r4 rU r r r �test_default_workers� s z+ThreadPoolExecutorTest.test_default_workersN)r6 r7 r8 r r r r r r r � s
r c @ sR e Zd Ze�ejdkd�dd� �Zdd� Zdd� Z e
d d
� �Z d d � Z d
d� Z
dS )�ProcessPoolExecutorTestrf zWindows-only process limitc C s( | � td�� tjdd� W d Q R X d S )Nzmax_workers must be <= 61�> )rL )r r0 r ri )r4 r r r �test_max_workers_too_large� s z2ProcessPoolExecutorTest.test_max_workers_too_largec C sd | j �tjd�g}tt| j j�� ��}|�� x|D ]}| � t
|j � q4W | � t
| j jt dd� d S )Nr� rx r� )
rU r] r r! �next�iterr� r� � terminater� r
r r� )r4 r r� Zfutr r r �test_killed_child� s
z)ProcessPoolExecutorTest.test_killed_childc s� � fdd�}t tttd�td���}� �t � jjttd�td�dd��|� � �t � jjttd�td�dd��|� � �t � jjttd�td�dd��|� � �t|� d S )Nc s$ t � jjttd�td�dd�� d S )N�( r )r� )r� rU r� r� r` r )r4 r r �bad_map s z;ProcessPoolExecutorTest.test_map_chunksize.<locals>.bad_mapr r� )r� r� )r� r� r� r` r} rU r� r0 )r4 r r� r )r4 r �test_map_chunksize s z*ProcessPoolExecutorTest.test_map_chunksizec C s t d��d S )N�{ )r� )ru r r r �_test_traceback s z'ProcessPoolExecutorTest._test_tracebackc C s� | j �| j�}| �t��}|�� W d Q R X |j}| �t|�t � | �
|j d� |j }| �t|�t
jj� | �d|j� tj�� �2}y|�W n" t k
r� tjt�� � Y nX W d Q R X | �d|�� � d S )N)r z&raise RuntimeError(123) # some comment)rU r] r! r� r" r r ZassertIsrq r� r} r � __cause__r ZprocessZ_RemoteTracebackr� �tbrC rD �captured_stderrr& �
excepthook�exc_info�getvalue)r4 r� r� �exc�cause�f1r r r �test_traceback s z&ProcessPoolExecutorTest.test_tracebackc C sb t | j��� }t|�}| j�t|�}|�� | �|j j
dd�� d }t j �
� |�� |�� d S )Nr� )r� )r rK ZManagerr9 rU r] �idr r� r; rX rC rD Z
gc_collectr[ r� )r4 r< r r� r r r � test_ressources_gced_in_workers2 s
z7ProcessPoolExecutorTest.test_ressources_gced_in_workersN)r6 r7 r8 �unittestZ
skipUnlessr& rg r r r � classmethodr! r+ r- r r r r r � s r c C s dd l } | �� t_d S )Nr )�io�StringIOr& �stderr)r0 r r r �hide_process_stderrJ s r3 c C s* | rt �| � ddl}|�� |�� dS )zInduces a segfault.r N)r r! � faulthandlerZdisableZ_sigsegv)�delayr4 r r r �_crashO s
r6 c C s t �d� dS )z#Induces a sys exit with exitcode 1.r� N)r& �exitr r r r �_exitX s r8 c C s t � | � �dS )z-Function that raises an Exception in process.N)r3 )ZErrr r r � _raise_error] s r9 c C s t � | � S )z(Function that returns a instance of cls.)r3 )ru r r r �_return_instancec s r: c @ s e Zd ZdZdd� ZdS )�
CrashAtPicklez5Bad object that triggers a segfault at pickling time.c C s
t � d S )N)r6 )r4 r r r �
__reduce__k s zCrashAtPickle.__reduce__N)r6 r7 r8 �__doc__r< r r r r r; i s r; c @ s e Zd ZdZdd� ZdS )�CrashAtUnpicklez7Bad object that triggers a segfault at unpickling time.c C s t dfS )Nr )r6 )r4 r r r r< q s zCrashAtUnpickle.__reduce__N)r6 r7 r8 r= r< r r r r r> o s r> c @ s e Zd ZdZdd� ZdS )� ExitAtPicklez9Bad object that triggers a process exit at pickling time.c C s
t � d S )N)r8 )r4 r r r r< w s zExitAtPickle.__reduce__N)r6 r7 r8 r= r< r r r r r? u s r? c @ s e Zd ZdZdd� ZdS )�ExitAtUnpicklez;Bad object that triggers a process exit at unpickling time.c C s t dfS )Nr )r8 )r4 r r r r< } s zExitAtUnpickle.__reduce__N)r6 r7 r8 r= r< r r r r r@ { s r@ c @ s e Zd ZdZdd� ZdS )�
ErrorAtPicklez3Bad object that triggers an error at pickling time.c C s ddl m} |d��d S )Nr )r zError in pickle)�pickler )r4 r r r r r< � s zErrorAtPickle.__reduce__N)r6 r7 r8 r= r< r r r r rA � s rA c @ s e Zd ZdZdd� ZdS )�ErrorAtUnpicklez5Bad object that triggers an error at unpickling time.c C s ddl m} t|ffS )Nr )�UnpicklingError)rB rD r9 )r4 rD r r r r< � s zErrorAtUnpickle.__reduce__N)r6 r7 r8 r= r< r r r r rC � s rC c @ s4 e Zd ZdZedd� �Zdd� Zdd� Zdd � Zd
S ) �ExecutorDeadlockTest� c C s t �|� |S )N)r r! )ru r r5 r r r � _sleep_id� s
z ExecutorDeadlockTest._sleep_idc C s� dd l }ddlm} |dd��$}|j|d� |�d� |�� }W d Q R X x|j�� D ] }|�� qTW |j dd� t
d|� �t j d� | �
d |� �� d S )
Nr )�
TemporaryFilezw+)�mode)�fileT)rX z
Traceback:
zExecutor deadlock:
)r4 ZtempfilerH Zdump_traceback�seek�readr� r� r r[ r% r& �
__stderr__r� )r4 rU r4 rH r r# r� r r r �_fail_on_deadlock� s
z&ExecutorDeadlockTest._fail_on_deadlockc C sh | j jdd� tt� ftdftt� ftdftt� ftdftt� ftdft dtdft
dt d ft t
ft
d
fttftd fttft d fttftd
fttftdfttftdfg }x�|D ]�\}}}}| �|��� tj�� �� | jdt| j�d�}|j|f|�� }| �|��< y|j| jd� W n" t j k
�r4 | � |� Y nX W d Q R X |jdd� W d Q R X W d Q R X q�W d S )NT)rX zerror at task picklezexit at task unpicklezerror at task unpicklezcrash at task unpickler z%crash during func execution on workerz$exit during func execution on workerz%error during func execution on workerz$crash during result pickle on workerz#exit during result pickle on workerz$error during result pickle on workerz.error during result unpickle in result_handlerz-exit during result unpickle in result_handlerrx )rL rM )r� ) rU r[ r, rA r r@ r
rC r> r6 r8 �
SystemExitr9 r� r: r; r? ZsubTestrC rD r$ rR r rK r] r� r �TIMEOUTr r� rN )r4 Z crash_cases�funcr �errorro rU Zresr r r �
test_crash� sH
z ExecutorDeadlockTest.test_crashc
C sp | j jdd� | jdt| j�d��D}|| _ |jtdd�}|jdd� | �t�� |� � W d Q R X W d Q R X d S )NT)rX rx )rL rM g�������?)r5 )
rU r[ rR r rK r] r6 r� r
r )r4 rU r r r r �test_shutdown_deadlock� s z+ExecutorDeadlockTest.test_shutdown_deadlockN) r6 r7 r8 rP r/ rG rN rS rT r r r r rE � s
4rE c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%S )&� FutureTestsc s: d � � fdd�}t � }|�|� |�d� | �d� � d S )Nc s | � � � d S )N)r )�callback_future)�callback_resultr r r� � s z6FutureTests.test_done_callback_with_result.<locals>.fnrJ )r �add_done_callbackr� r} )r4 r� r r )rW r � test_done_callback_with_result� s
z*FutureTests.test_done_callback_with_resultc s@ d � � fdd�}t � }|�|� |�td�� | �d� j� d S )Nc s | � � � d S )N)r )rV )�callback_exceptionr r r� � s z9FutureTests.test_done_callback_with_exception.<locals>.fnrC )rC )r rX �
set_exceptionr" r} r )r4 r� r r )rZ r �!test_done_callback_with_exception� s
z-FutureTests.test_done_callback_with_exceptionc s< d � � fdd�}t � }|�|� | �|�� � | �� � d S )Nc s | � � � d S )N)� cancelled)rV )�
was_cancelledr r r�
s z6FutureTests.test_done_callback_with_cancel.<locals>.fn)r rX r� �cancel)r4 r� r r )r^ r � test_done_callback_with_cancel s
z*FutureTests.test_done_callback_with_cancelc s� t j�� �n}d�d� �fdd�}� fdd�}t� }|�|� |�|� |�d� | ��� | �� � | �d|�� � W d Q R X d S )NFc s d� t d��d S )NTzdoh!)r" )rV )�raising_was_calledr r �
raising_fn s z9FutureTests.test_done_callback_raises.<locals>.raising_fnc s d� d S )NTr )rV )�
fn_was_calledr r r� s z1FutureTests.test_done_callback_raises.<locals>.fnrJ zException: doh!) rC rD r$ r rX r� r� r� r' )r4 r2 rb r� r r )rc ra r �test_done_callback_raises s
z%FutureTests.test_done_callback_raisesc s: d � � fdd�}t � }|�d� |�|� | �d� � d S )Nc s | � � � d S )N)r )rV )rW r r r� + s z=FutureTests.test_done_callback_already_successful.<locals>.fnrJ )r r� rX r} )r4 r� r r )rW r �%test_done_callback_already_successful) s
z1FutureTests.test_done_callback_already_successfulc s@ d � � fdd�}t � }|�td�� |�|� | �d� j� d S )Nc s | � � � d S )N)r )rV )rZ r r r� 6 s z9FutureTests.test_done_callback_already_failed.<locals>.fnrC )rC )r r[ r" rX r} r )r4 r� r r )rZ r �!test_done_callback_already_failed4 s
z-FutureTests.test_done_callback_already_failedc s< d � � fdd�}t � }| �|�� � |�|� | �� � d S )Nc s | � � � d S )N)r] )rV )r^ r r r� A s z<FutureTests.test_done_callback_already_cancelled.<locals>.fn)r r� r_ rX )r4 r� r r )r^ r �$test_done_callback_already_cancelled? s
z0FutureTests.test_done_callback_already_cancelledc C s\ t j�� �H}dd� }t� }|�d� |�|� | �d|�� � | �d|�� � W d Q R X d S )Nc S s t d��d S )Nzdoh!)r" )rV r r r rb L s zKFutureTests.test_done_callback_raises_already_succeeded.<locals>.raising_fnrJ z exception calling callback forzdoh!)rC rD r$ r r� rX r� r' )r4 r2 rb r r r r �+test_done_callback_raises_already_succeededJ s
z7FutureTests.test_done_callback_raises_already_succeededc C sd | � tt�d� | � tt�d� | � tt�d� | � tt�d� | � tt�d� | � tt�d� d S )Nz%<Future at 0x[0-9a-f]+ state=pending>z%<Future at 0x[0-9a-f]+ state=running>z'<Future at 0x[0-9a-f]+ state=cancelled>z5<Future at 0x[0-9a-f]+ state=finished raised OSError>z3<Future at 0x[0-9a-f]+ state=finished returned int>)r� �reprr� r� r� r� r� r� )r4 r r r � test_reprZ s
zFutureTests.test_reprc C s� t td�}t td�}t td�}t td�}t tt� d�}t tdd�}| �|�� � | � |j
t� | � |�� � | � |j
t� | �|�� � | � |j
t� | �|�� � | � |j
t� | � |�� � | � |j
t� | � |�� � | � |j
t� d S )N)r )r r rJ )r r ) r r r r r r
�OSErrorr� r_ r} r r� )r4 r* �f2Zf3Zf4Zf5Zf6r r r � test_cancelk s$
zFutureTests.test_cancelc C sX | � t�� � | � t�� � | �t�� � | �t�� � | � t�� � | � t�� � d S )N) r� r� r] r� r� r� r� r� r� )r4 r r r �test_cancelled� s zFutureTests.test_cancelledc C sX | � t�� � | � t�� � | �t�� � | �t�� � | �t�� � | �t�� � d S )N) r� r� r� r� r� r� r� r� r� )r4 r r r � test_done� s zFutureTests.test_donec C sX | � t�� � | �t�� � | � t�� � | � t�� � | � t�� � | � t�� � d S )N) r� r� Zrunningr� r� r� r� r� r� )r4 r r r � test_running� s zFutureTests.test_runningc C sz | j tjtjdd� | j tjtjdd� | j tjtjdd� | j tjtjdd� | j t t
jdd� | � t jdd�d� d S )Nr )r� r )
r� r r� r� r r� �CancelledErrorr� r� rk r� r} r� )r4 r r r �test_result_with_timeout� s z$FutureTests.test_result_with_timeoutc sJ � fdd�}t td�� tj|d�}|�� | �� jdd�d� |�� d S )Nc s t �d� � �d� d S )Nr� r )r r! r� r )r* r r � notification� s
z:FutureTests.test_result_with_success.<locals>.notification)r )�targetrJ )r� r )r r r� �Thread�startr} r r� )r4 rs r# r )r* r �test_result_with_success� s
z$FutureTests.test_result_with_successc sJ � fdd�}t td�� tj|d�}|�� | jtj� jdd� |� � d S )Nc s t �d� � �� d S )Nr� )r r! r_ r )r* r r rs � s
z9FutureTests.test_result_with_cancel.<locals>.notification)r )rt rJ )r� )
r r r� ru rv r� r rq r r� )r4 rs r# r )r* r �test_result_with_cancel� s
z#FutureTests.test_result_with_cancelc C s� | j tjtjdd� | j tjtjdd� | j tjtjdd� | j tjtjdd� | � t
t jdd�t �� | �
tjdd�d � d S )Nr )r� )r� r r� r� r r� rq r� r� r� �
isinstancer� rk r} r� )r4 r r r �test_exception_with_timeout� s z'FutureTests.test_exception_with_timeoutc sN � fdd�}t td�� tj|d�}|�� | �t� jdd�t�� |� � d S )Nc s8 t �d� � j� t� _t� � _� j�� W d Q R X d S )Nr� )r r! Z
_conditionr
r rk r Z
notify_allr )r* r r rs � s
z=FutureTests.test_exception_with_success.<locals>.notification)r )rt rJ )r� )
r r r� ru rv r� ry r rk r� )r4 rs r# r )r* r �test_exception_with_success� s
z'FutureTests.test_exception_with_successN)r6 r7 r8 rY r\ r` rd re rf rg rh rj rm rn ro rp rr rw rx rz r{ r r r r rU � s$
rU c C s, zt j�t� W d t j�� tj�� X d S )N)rC rD Z run_unittestr6 rG �multiprocessing�utilZ_cleanup_testsr r r r � test_main� s
r~ �__main__)N)N)ZZ test.supportrC rD �
import_moduleZtest.support.script_helperr r� r� r/ Zlogging.handlersr r r� r& r� r r. r� rB r Z
concurrentr Zconcurrent.futures._baser r r r r
r r Zconcurrent.futures.processr
r| r Zmultiprocessing.utilr r� r� r� r� rk r� r� r+ r r r$ r* r, r- r2 �objectr3 r9 rA ZTestCaserB rI rb rd rj rk rv rw r r� r� r� r� r� r� r� r r r3 r6 r8 r9 r: r; r> r? r@ rA rC rE rU Z reap_threadsr~ r6 r r r r �<module> s� $
*
;@7)
e
PUQ
\
s