File: //usr/local/lib/python3.7/test/libregrtest/__pycache__/runtest_mp.cpython-37.opt-1.pyc
B
��g = � @ sN d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl m
Z
d dlmZmZmZmZmZmZmZmZ d dlmZ d dlmZmZ dZ dZ dZ e ed�o�e ed �Z d
d � Z!d d
� Z"dd� Z#dd� Z$G dd� d�Z%e �&dd�Z'G dd� de(�Z)G dd� dej*�Z+dd� Z,G d d � d �Z-d d � Z.dS ) � N)�support)�runtest� INTERRUPTED� CHILD_ERROR�PROGRESS_MIN_TIME�format_test_result�
TestResult� is_failed�TIMEOUT)� setup_tests)�format_duration�
print_warningg >@g �r@�setsid�killpgc C s& | j tkrdS |jr"t| |�r"dS dS )NTF)�resultr Zfailfastr )r �ns� r �7/usr/local/lib/python3.7/test/libregrtest/runtest_mp.py� must_stop& s
r c C s" t �| �\}}tjf |�}||fS )N)�json�loads�types�SimpleNamespace)� worker_args�ns_dict� test_namer r r r �parse_worker_args. s r c C sp t |�}|| f}t�|�}tjft�� dddd|f�}i }trFd|d< tj |ftj
tj
dt j dktj
d�|��S ) Nz-uz-mz
test.regrtestz
--worker-argsTZstart_new_session�nt)�stdout�stderrZuniversal_newlinesZ close_fds�cwd)�varsr �dumps�sys�
executabler Zargs_from_interpreter_flags�USE_PROCESS_GROUP�
subprocess�Popen�PIPE�os�nameZSAVEDCWD)Ztestnamer r r �cmd�kwr r r �run_test_in_subprocess4 s"
r- c C s< t | � t| |�}t� tt�t|��dd� t�d� d S )NT)�flushr )r r �printr r" �listr# �exit)r r r r r r �run_tests_workerM s
r2 c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �MultiprocessIteratorz8A thread-safe iterator over tests for multiprocess mode.c C s t �� | _|| _d S )N)� threadingZLock�lock�
tests_iter)�selfr6 r r r �__init__^ s
z MultiprocessIterator.__init__c C s | S )Nr )r7 r r r �__iter__b s z MultiprocessIterator.__iter__c C s* | j � | jd krt�t| j�S Q R X d S )N)r5 r6 �
StopIteration�next)r7 r r r �__next__e s
z MultiprocessIterator.__next__c C s | j � d | _W d Q R X d S )N)r5 r6 )r7 r r r �stopk s zMultiprocessIterator.stopN)�__name__�
__module__� __qualname__�__doc__r8 r9 r< r= r r r r r3 Z s
r3 �MultiprocessResultz result stdout stderr error_msgc @ s e Zd ZdS )�
ExitThreadN)r> r? r@ r r r r rC s s rC c sf e Zd Z� fdd�Zdd� Zdd� Zdd� Zdd d �Zd
d� Zdd� Z dd� Z
dd� Z dd� Z � Z
S )�TestWorkerProcessc sZ t � �� || _|j| _|j| _|j| _|j| _|j| _d | _ d | _
d | _ d| _ d| _
d S )NF)�superr8 � worker_id�pending�outputr �worker_timeout�timeout�regrtest�current_test_name�
start_time�_popen�_killed�_stopped)r7 rF Zrunner)� __class__r r r8 x s
zTestWorkerProcess.__init__c C s� d| j � �g}| �� r"|�d� n
|�d� | j}|rF|�d|� �� | j}|d k r�t�� | j }|�d| jj � �dt
|�� �f� dd� |� S ) NzTestWorkerProcess #�runningZstoppedztest=zpid=ztime=z<%s>� ) rF �is_alive�appendrL rN �time� monotonicrM �extend�pidr �join)r7 �info�test�popen�dtr r r �__repr__� s
zTestWorkerProcess.__repr__c
C s� | j }|d krd S | jr d S d| _tr2| � d�}n| � }td|� �tjdd� y"trft�|jt j
� n|� � W nH t k
r� Y n6 t
k
r� } ztd|� d|��� W d d }~X Y nX d S )NTz process groupzKill )�filer. zFailed to kill z: )rN rO r% r/ r# r r) r rY �signal�SIGKILL�kill�ProcessLookupError�OSErrorr
)r7 r] Zwhat�excr r r �_kill� s$ zTestWorkerProcess._killc C s d| _ | �� d S )NT)rP rg )r7 r r r r= � s zTestWorkerProcess.stop� Nc C s* t �� | j }t|||d �}t||||�S )N)rV rW rM r rB )r7 r Z
error_typer r �err_msg� test_timer r r r �mp_result_error� s z!TestWorkerProcess.mp_result_errorc C s t �� | _|| _y t|| j�}d| _|| _W n d | _� Y nX z�y�| jrX| � � t
�y |j | j d�\}}|j
}W nR tjk
r� | jr�t
�| � � d }d }}Y n0 tk
r� | jr�t
�� Y nX |�� }|�� }|||fS | � � � Y nX W d | �� d | _d | _X d S )NF)rJ rh )rV rW rM rL r- r rO rN rP rg rC Z communicaterJ �
returncoder& �TimeoutExpiredre �strip�rstrip�_wait_completed)r7 r r] r r �retcoder r r � _run_process� sH
z TestWorkerProcess._run_processc
C s� | � |�\}}}|d kr(| �|t||�S d }|dkr>d| }nd|�d�\}}}|�� }|s`d}nByt�|�}t|� }W n* tk
r� } z d| }W d d }~X Y nX |d k r�| �|t |||�S t
||||�S )Nr z Exit code %s�
z Failed to parse worker stdoutz Failed to parse worker JSON: %s) rr rk r
�
rpartitionro r r r � Exceptionr rB ) r7 r rq r r ri �_r rf r r r �_runtest� s&
zTestWorkerProcess._runtestc C s� x�| j s�yTyt| j�}W n tk
r. P Y nX | �|�}| j�d|f� t|j| j �rZP W q t
k
rr P Y q t k
r� | j�dt �
� f� P Y qX qW d S )NFT)rP r; rG r: rw rH Zputr r r rC �
BaseException� traceback�
format_exc)r7 r � mp_resultr r r �run s
zTestWorkerProcess.runc
C st | j }|j�� |j�� y|�t� W nF tjtfk
rn } z"t d| � dt
t�� d|��� W d d }~X Y nX d S )NzFailed to wait for z completion (timeout=z): ) rN r �closer �wait� JOIN_TIMEOUTr& rm re r
r )r7 r] rf r r r rp ' s
z!TestWorkerProcess._wait_completedc C sh xb| � d� | �� sP t�� | }| j�d| � dt|�� �� |tkrtd| � dt|�� �� P qW d S )Ng �?z Waiting for z thread for zFailed to join z in ) rZ rT rV rW rK �logr r r
)r7 rM r^ r r r � wait_stopped6 s
z TestWorkerProcess.wait_stopped)rh rh N)r> r? r@ r8 r_ rg r= rk rr rw r| rp r� �
__classcell__r r )rQ r rD w s
; rD c C sR g }xH| D ]@}|j }|sq
t�� |j }|tkr
d|t|�f }|�|� q
W |S )Nz%s (%s))rL rV rW rM r r rU )�workersrR �workerrL r^ �textr r r � get_runningN s
r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�MultiprocessTestRunnerc C sj || _ | j j| _|j| _t�� | _t| j j�| _| jj d k rZt
| jj d | jj d �| _ nd | _ d | _ d S )Ng �?i, )
rK r� r �queueZQueuerH r3 ZtestsrG rJ �minrI r� )r7 rK r r r r8 \ s
z MultiprocessTestRunner.__init__c s� � fdd�t d� jjd �D �� _dt� j�� d�}� jjrZ|dt� jj�t� j�f 7 }� �|� x� jD ] }|� � qlW d S )Nc s g | ]}t |� ��qS r )rD )�.0�index)r7 r r �
<listcomp>m s z8MultiprocessTestRunner.start_workers.<locals>.<listcomp>� z Run tests in parallel using z child processesz" (timeout: %s, worker timeout: %s))
�ranger Zuse_mpr� �lenrJ r rI r� �start)r7 �msgr� r )r7 r �
start_workersl s
z$MultiprocessTestRunner.start_workersc C s> t �� }x| jD ] }|�� qW x| jD ]}|�|� q(W d S )N)rV rW r� r= r� )r7 rM r� r r r � stop_workersx s
z#MultiprocessTestRunner.stop_workersc C s� t dd� | jD ��s:y| jjdd�S tjk
r8 d S X | jjd k }t}xf|r^t j
t dd� y| jj|d�S tjk
r� Y nX t | j�}|rL| jj
sL| �dd�|� � qLW d S ) Nc s s | ]}|� � V qd S )N)rT )r� r� r r r � <genexpr>� s z5MultiprocessTestRunner._get_result.<locals>.<genexpr>r )rJ T)r1 z running: %sz, )�anyr� rH �getr� ZEmptyr rJ �PROGRESS_UPDATE� faulthandlerZdump_traceback_later�MAIN_PROCESS_TIMEOUTr� �pgor� rZ )r7 Zuse_faulthandlerrJ rR r r r � _get_result s$
z"MultiprocessTestRunner._get_resultc C s� |j }t|�}|jd k r(|d|j 7 }n$|jtkrL| jjsL|dt|j� 7 }t| j �}|rt| jjst|dd�
|� 7 }| j � | j
|� d S )Nz (%s)z -- running: %sz, )r r Z error_msgrj r r r� r r� r� rZ rK Zdisplay_progress�
test_index)r7 r{ r r� rR r r r �display_result� s
z%MultiprocessTestRunner.display_resultc C s� |d r"|d }t d|� �� dS | jd7 _|d }| j�|j� | �|� |jrdt|jdd� |jr�| j j
s�t|jt jdd� t |j| j �r�dS dS )Nr r� z regrtest worker thread failed: T)r. )r` r. F)
r
r� rK Zaccumulate_resultr r� r r/ r r r� r# r )r7 �itemrz r{ r r r �_process_result� s
z&MultiprocessTestRunner._process_resultc C s� | � � d| _zTy,x&| �� }|d kr&P | �|�}|rP qW W n" tk
r^ t� d| j_Y nX W d | jj d k rxt
� � | j �
� | �� X d S )Nr T)r� r� r� r� �KeyboardInterruptr/ rK Z interruptedr rJ r� Zcancel_dump_traceback_laterrG r= r� )r7 r� r= r r r � run_tests� s"
z MultiprocessTestRunner.run_testsN)
r> r? r@ r8 r� r� r� r� r� r� r r r r r� [ s r� c C s t | ��� d S )N)r� r� )rK r r r �run_tests_multiprocess� s r� )/� collectionsr� r r) r� ra r& r# r4 rV ry r r\ r Ztest.libregrtest.runtestr r r r r r r r
Ztest.libregrtest.setupr Ztest.libregrtest.utilsr r
r� r� r �hasattrr% r r r- r2 r3 �
namedtuplerB ru rC ZThreadrD r� r� r� r r r r �<module> s@ (
X
|