File: //usr/local/lib/python3.10/test/libregrtest/__pycache__/runtest_mp.cpython-310.opt-1.pyc
o
�isD � @ sJ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z m
Z
mZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZmZmZm Z m Z m Z m Z d dl m!Z! d d l"m#Z#m$Z$ d
Z%d Z&d
Z'e(ed �oe(ed
�Z)dedede*fdd�Z+de,ee-f fdd�Z.de-dedej/fdd�Z0dede-de
fdd�Z1G dd � d �Z2G d d � d e �Z3e-Z4e,ed e3f e,ed e4f B Z5G d!d"� d"e6�Z7G d#d$� d$ej8�Z9d%e:e9 de:e9 fd&d'�Z;G d(d)� d)�Z<d*eddfd+d,�Z=G d-d.� d.ej>�Z?d/e@e-ef dee@e-ef B fd0d1�ZAdeBeCe fd2d3�ZDdS )4� N)�
NamedTuple�NoReturn�Literal�Any)�support)� os_helper)� Namespace)�Regrtest)�runtest� is_failed�
TestResult� Interrupted�Timeout�
ChildError�PROGRESS_MIN_TIME)� setup_tests)�format_duration�
print_warningg >@g �r@�setsid�killpg�result�ns�returnc C s& t | t�rdS |jrt| |�rdS dS )NTF)�
isinstancer
Zfailfastr )r r � r �8/usr/local/lib/python3.10/test/libregrtest/runtest_mp.py� must_stop) s
r c C s$ t �| �\}}tdi |��}||fS )Nr )�json�loadsr )� worker_args�ns_dict� test_namer r r r �parse_worker_args1 s r" �testnamec C sx t |�}|| f}t�|�}tjgt�� �d�d�d�d�|�}i }tr'd|d< tj |ftj
tj
dt j dkt
jd�|��S ) Nz-uz-mz
test.regrtestz
--worker-argsT�start_new_session�nt)�stdout�stderr�universal_newlines� close_fds�cwd)�varsr �dumps�sys�
executabler Zargs_from_interpreter_flags�USE_PROCESS_GROUP�
subprocess�Popen�PIPE�os�namer ZSAVEDCWD)r# r r r �cmd�kwr r r �run_test_in_subprocess7 s4
�������r7 r! c C s< t | � t| |�}t� ttj|td�dd� t�d� d S )N)�clsT��flushr )r r
�printr r, �EncodeTestResultr- �exit)r r! r r r r �run_tests_workerP s
r> c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �MultiprocessIteratorz8A thread-safe iterator over tests for multiprocess mode.c C s t �� | _|| _d S �N)� threading�Lock�lock�
tests_iter)�selfrD r r r �__init__a s
z MultiprocessIterator.__init__c C s | S r@ r �rE r r r �__iter__e s z MultiprocessIterator.__iter__c C sB | j � | jd u r t�t| j�W d � S 1 sw Y d S r@ )rC rD �
StopIteration�nextrG r r r �__next__h s
$�z MultiprocessIterator.__next__c C s2 | j � d | _W d � d S 1 sw Y d S r@ )rC rD rG r r r �stopn s "�zMultiprocessIterator.stopN)�__name__�
__module__� __qualname__�__doc__rF rH rK rL r r r r r? ] s r? c @ s. e Zd ZU eed< eed< eed< eed< dS )�MultiprocessResultr r& r' � error_msgN)rM rN rO r �__annotations__�strr r r r rQ s s
rQ FTc @ s e Zd ZdS )�
ExitThreadN)rM rN rO r r r r rU ~ s rU c s� e Zd Zdeddddf� fdd� Zdefdd �Zd d
d �Zd d d
�Z d!de dedede
fdd�Z dede eeef fdd�Z
dede
fdd�Zd dd�Zd dd �Zd eddfd d �Z� ZS )"�TestWorkerProcess� worker_id�runner�MultiprocessTestRunnerr Nc sZ t � �� || _|j| _|j| _|j| _|j| _|j| _d | _ d | _
d | _ d| _ d| _
d S )NF)�superrF rW �pending�outputr �worker_timeout�timeout�regrtest�current_test_name�
start_time�_popen�_killed�_stopped)rE rW rX �� __class__r r rF � s
zTestWorkerProcess.__init__c C s� d| j � �g}| �� r|�d� n|�d� | j}|r#|�d|� �� | j}|d urBt�� | j }|�d| jj � �dt
|�� �f� dd� |� S ) NzTestWorkerProcess #�running�stoppedztest=zpid=ztime=z<%s>� ) rW �is_alive�appendr` rb �time� monotonicra �extend�pidr �join)rE �info�test�popen�dtr r r �__repr__� s
�zTestWorkerProcess.__repr__c
C s� | j }|d u r d S | jrd S d| _tr| � d�}n| � }td|� �tjdd� ztr5t�|jt j
� W d S |� � W d S t yE Y d S t
ya } ztd|� d|��� W Y d }~d S d }~ww )NTz process groupzKill ��filer: zFailed to kill z: )rb rc r/ r; r- r' r3 r ro �signal�SIGKILL�kill�ProcessLookupError�OSErrorr )rE rs Zwhat�excr r r �_kill� s( "��zTestWorkerProcess._killc C s d| _ | �� d S )NT)rd r~ rG r r r rL � s zTestWorkerProcess.stop� � test_resultr& r' c C s t �� | j |_t||||�S r@ )rl rm ra � duration_secrQ )rE r� r& r' �err_msgr r r �mp_result_error� s z!TestWorkerProcess.mp_result_errorr! c C s t �� | _|| _zt|| j�}d| _|| _W n d | _� z_zV| jr)| � � t
�z|j | j d�\}}|j
}W n% tjyP | jrDt
�| � � d }d }}Y n ty\ | jr[t
�� w |�� }|�� }|||fW W | �� d | _d | _S | � � � | �� d | _d | _w )NF�r^ r )rl rm ra r` r7 r rc rb rd r~ rU � communicater^ �
returncoder0 �TimeoutExpiredr| �strip�rstrip�_wait_completed)rE r! rs r& r' �retcoder r r � _run_process� sN
� �z TestWorkerProcess._run_processc
C s� | � |�\}}}|d u r| �t|�||�S d }|dkr d| }n1|�d�\}}}|�� }|s1d}n z tj|td�}W n tyP } z
d| }W Y d }~nd }~ww |d ur_| �t |�|||�S t
||||�S )Nr z Exit code %s�
z Failed to parse worker stdout)Z object_hookz Failed to parse worker JSON: %s) r� r� r �
rpartitionr� r r �decode_test_result� Exceptionr rQ ) rE r! r� r& r' r� �_r r} r r r �_runtest s*
��
�zTestWorkerProcess._runtestc C s� | j sRz,zt| j�}W n ty Y W d S w | �|�}| j�d|f� t|j| j �r.W d S W n t
y9 Y d S t yL | j�dt �
� f� Y d S w | j rd S d S )NFT)rd rJ r[ rI r� r\ �putr r r rU �
BaseException� traceback�
format_exc)rE r! � mp_resultr r r �run" s& �
� ��zTestWorkerProcess.runc
C sv | j }|j�� |j�� z|�t� W d S tjtfy: } zt d| � dt
t�� d|��� W Y d }~d S d }~ww )NzFailed to wait for z completion (timeout=z): ) rb r& �closer' �wait� JOIN_TIMEOUTr0 r� r| r r )rE rs r} r r r r� 5 s
����z!TestWorkerProcess._wait_completedra c C sf | � d� | �� s d S t�� | }| j�d| � dt|�� �� |tkr2td| � dt|�� �� d S q)NTg �?z Waiting for z thread for zFailed to join z in ) rp rj rl rm r_ �logr r� r )rE ra rt r r r � wait_stoppedD s
��z TestWorkerProcess.wait_stopped�r N)r r N)rM rN rO �intrF rT ru r~ rL r rQ r� �tupler� r� r� r� �floatr� �
__classcell__r r re r rV � s,
����
�
;
rV �workersc C sN g }| D ] }|j }|s qt�� |j }|tkr$d|t|�f }|�|� q|S )Nz%s (%s))r` rl rm ra r r rk )r� rg �workerr` rt �textr r r � get_running\ s
�r� c @ sr e Zd Zdeddfdd�Zddd�Zddd �ZdedB fd
d �Zd e ddfd
d�Z
dede fdd�Z ddd�Z
dS )rY r_ r Nc C sj || _ | j j| _|j| _t�� | _t| j j�| _| jj d ur-t
| jj d | jj d �| _ nd | _ d | _ d S )Ng �?i, )
r_ r� r �queue�Queuer\ r? Ztestsr[ r^ �minr] r� )rE r_ r r r rF j s
�
z MultiprocessTestRunner.__init__c s| � fdd�t d� jjd �D �� _dt� j�� d�}� jjr-|dt� jj�t� j�f 7 }� �|� � jD ]}|� � q5d S )Nc s g | ]}t |� ��qS r )rV )�.0�indexrG r r �
<listcomp>{ s �z8MultiprocessTestRunner.start_workers.<locals>.<listcomp>� z Run tests in parallel using z child processesz" (timeout: %s, worker timeout: %s))
�ranger Zuse_mpr� �lenr^ r r] r� �start)rE �msgr� r rG r �
start_workersz s
�
��
�z$MultiprocessTestRunner.start_workersc C s6 t �� }| jD ]}|�� q| jD ]}|�|� qd S r@ )rl rm r� rL r� )rE ra r� r r r � stop_workers� s
�z#MultiprocessTestRunner.stop_workersc C s� | j jd u}t}tdd� | jD ��rM|rtjtdd� z| jj |d�W S t
j y- Y nw t | j�}|rC| j j
sC| �dd�|� � tdd� | jD ��sz| jj dd�W S t
j y` Y d S w ) Nc s s � | ]}|� � V qd S r@ )rj )r� r� r r r � <genexpr>� s � z5MultiprocessTestRunner._get_result.<locals>.<genexpr>T)r= r� z running: %s�, r )r r^ �PROGRESS_UPDATE�anyr� � faulthandlerZdump_traceback_later�MAIN_PROCESS_TIMEOUTr\ �getr� �Emptyr� �pgor� rp )rE Zuse_faulthandlerr^ rg r r r � _get_result� s* ��
��z"MultiprocessTestRunner._get_resultr� c C s� |j }t|�}|jd ur|d|j 7 }n|jtkr&| jjs&|dt|j� 7 }t| j �}|r:| jjs:|dd�
|� 7 }| j � | j
|� d S )Nz (%s)z -- running: %sr� )r rT rR r� r r r� r r� r� rp r_ Zdisplay_progress�
test_index)rE r� r r� rg r r r �display_result� s
z%MultiprocessTestRunner.display_result�itemc C s� |d r|d }t d|� �� dS | jd7 _|d }| j�|j� | �|� |jr2t|jdd� |jrB| j j
sBt|jt jdd� t |j| j �rKdS dS )z&Returns True if test runner must stop.r r� z regrtest worker thread failed: Tr9 rv F)
r r� r_ Zaccumulate_resultr r� r& r; r' r r� r- r )rE r� r� r� r r r �_process_result� s
z&MultiprocessTestRunner._process_resultc C s� | � � d| _z<z | �� }|d u rn | �|�}|rnq
W n ty- t� d| j_Y nw W | jj d ur9t
� � | j �
� | �� d S | jj d urNt
� � | j �
� | �� w )Nr T)r� r� r� r� �KeyboardInterruptr; r_ Z interruptedr r^ r� Zcancel_dump_traceback_laterr[ rL r� )rE r� rL r r r � run_tests� s2
�� ��
�
z MultiprocessTestRunner.run_testsr� )rM rN rO r rF r� r� � QueueOutputr� rQ r� �boolr� r� r r r r rY i s
rY r_ c C s t | ��� d S r@ )rY r� )r_ r r r �run_tests_multiprocess� s r� c s2 e Zd ZdZdedeeef f� fdd� Z� ZS )r< z7Encode a TestResult (sub)class object into a JSON dict.�or c s. t |t�rt|�}|jj|d< |S t� �|�S )N�__test_result__)r r r+ rf rM rZ �default)rE r� r re r r r� � s
zEncodeTestResult.default) rM rN rO rP r �dictrT r� r� r r re r r< � s &r< �dc C sB d| vr| S | � d�}t� D ]}|j|kr |di | �� S qdS )z7Decode a TestResult (sub)class object from a JSON dict.r� Nr )�pop�get_all_test_result_classesrM )r� �cls_namer8 r r r r� � s
��r� c C sT d} t h}t|�| kr(t|�} g }|D ] }|�|�� � q|�|� t|�| ks |S )Nr )r r� rn �__subclasses__�update)Z
prev_countZclassesZto_addr8 r r r r� s
�r� )E� collectionsr� r r3 r� rx r0 r- rA rl r� �typingr r r r rr r Z test.supportr Ztest.libregrtest.cmdliner Ztest.libregrtest.mainr Ztest.libregrtest.runtestr
r r r
r r r Ztest.libregrtest.setupr Ztest.libregrtest.utilsr r r� r� r� �hasattrr/ r� r r� rT r" r1 r7 r> r? rQ ZExcStrr� r� rU �ThreadrV �listr� rY r� Z JSONEncoderr< r� r� �set�typer� r r r r �<module> sP $
[
&