File: //usr/local/lib/python3.7/test/__pycache__/test_multiprocessing_main_handling.cpython-37.pyc
B
��g�- � @ s8 d dl mZ e�d� d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z m Z m
Z
mZmZ ejrze�d��d dlZee�� �Ze�d� ejZdZdZed fd
d �Zed fd
d�ZdZd dd�Z G dd� d�Z G dd� de ej �Z G dd� de ej �Z G dd� de ej �Z!dd� Z"e#d k�r4e�$� dS ) � )�supportZ_multiprocessingN)�make_pkg� make_script� make_zip_pkg�make_zip_script�assert_python_okztest is not helpful for PGOzmultiprocessing.synchronizea� # multiprocessing includes all sorts of shenanigans to make __main__
# attributes accessible in the subprocess in a pickle compatible way.
# We run the "doesn't work in the interactive interpreter" example from
# the docs to make sure it *does* work from an executed __main__,
# regardless of the invocation mechanism
import sys
import time
from multiprocessing import Pool, set_start_method
# We use this __main__ defined function in the map call below in order to
# check that multiprocessing in correctly running the unguarded
# code in child processes and then making it available as __main__
def f(x):
return x*x
# Check explicit relative imports
if "check_sibling" in __file__:
# We're inside a package and not in a __main__.py file
# so make sure explicit relative imports work correctly
from . import sibling
if __name__ == '__main__':
start_method = sys.argv[1]
set_start_method(start_method)
results = []
with Pool(5) as pool:
pool.map_async(f, [1, 2, 3], callback=results.extend)
start_time = time.monotonic()
while not results:
time.sleep(0.05)
# up to 1 min to report the results
dt = time.monotonic() - start_time
if dt > 60.0:
raise RuntimeError("Timed out waiting for results (%.1f sec)" % dt)
results.sort()
print(start_method, "->", results)
pool.join()
a� # __main__.py files have an implied "if __name__ == '__main__'" so
# multiprocessing should always skip running them in child processes
# This means we can't use __main__ defined functions in child processes,
# so we just use "int" as a passthrough operation below
if __name__ != "__main__":
raise RuntimeError("Should only be called as __main__!")
import sys
import time
from multiprocessing import Pool, set_start_method
start_method = sys.argv[1]
set_start_method(start_method)
results = []
with Pool(5) as pool:
pool.map_async(int, [1, 4, 9], callback=results.extend)
start_time = time.monotonic()
while not results:
time.sleep(0.05)
# up to 1 min to report the results
dt = time.monotonic() - start_time
if dt > 60.0:
raise RuntimeError("Timed out waiting for results (%.1f sec)" % dt)
results.sort()
print(start_method, "->", results)
pool.join()
Fc C s. t | |||�}|dkr"t | dd� t�� |S )N�
check_siblingZsibling� )r � importlib�invalidate_caches)�
script_dir�script_basename�source� omit_suffix� to_return� r �C/usr/local/lib/python3.7/test/test_multiprocessing_main_handling.py�_make_test_scriptm s r � c C s t | |||||�}t�� |S )N)r r
r )Zzip_dirZ zip_basenameZpkg_namer
r �depthr r r r �_make_test_zip_pkgw s
r zPimport sys, os.path, runpy
sys.path.insert(0, %s)
runpy._run_module_as_main(%r)
c C s: |d krd}nt |�}t||f }t| ||�}t�� |S )Nzos.path.dirname(__file__))�repr�
launch_sourcer r
r )r r
Z module_name�pathr r r r r �_make_launch_script� s r c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd d � Zd d!� ZdS )"�MultiProcessingCmdLineMixinNc C s | j tkr| �d| j � d S )Nz %r start method not available)� start_method�AVAILABLE_START_METHODSZskipTest)�selfr r r �setUp� s
z!MultiProcessingCmdLineMixin.setUpc C sb t dkr td| � tt|�� | �|d� | �|�d�d� d| j }| �|�d��� |� d S )Nr zOutput from test script %r:r zutf-8r z%s -> [1, 4, 9])�verbose�printr Z assertEqual�decoder �strip)r � script_nameZ exit_code�out�errZexpected_resultsr r r �
_check_output� s
z)MultiProcessingCmdLineMixin._check_outputc G s6 ||| j f }t|ddi�\}}}| �||||� d S )NZ
__isolatedF)r r r' )r r$ Zcmd_line_switchesZrun_argsZrcr% r& r r r �
_check_script� s z)MultiProcessingCmdLineMixin._check_scriptc C s, t �� �}t|d�}| �|� W d Q R X d S )N�script)r �temp_dirr r( )r r r$ r r r �test_basic_script� s
z-MultiProcessingCmdLineMixin.test_basic_scriptc C s0 t �� � }t|ddd�}| �|� W d Q R X d S )Nr) T)r )r r* r r( )r r r$ r r r �test_basic_script_no_suffix� s
z7MultiProcessingCmdLineMixin.test_basic_script_no_suffixc C sN t }t�� �8}t|d|d�}| �|� t|d|dd�}| �|� W d Q R X d S )NZipython)r T)r r )�$test_source_main_skipped_in_childrenr r* r r( )r r r r$ Zscript_no_suffixr r r �test_ipython_workaround� s
z3MultiProcessingCmdLineMixin.test_ipython_workaroundc C sN t �� �<}t|d�}tj|dd� t�|� t �|�}| �|� W d Q R X d S )Nr) T)�doraise) r r* r �
py_compile�compile�os�remove�make_legacy_pycr( )r r r$ �pyc_filer r r �test_script_compiled� s
z0MultiProcessingCmdLineMixin.test_script_compiledc C s6 | j }t�� � }t|d|d�}| �|� W d Q R X d S )N�__main__)r )�main_in_children_sourcer r* r r( )r r r r$ r r r �test_directory� s
z*MultiProcessingCmdLineMixin.test_directoryc C sX | j }t�� �@}t|d|d�}tj|dd� t�|� t�|�}| � |� W d Q R X d S )Nr7 )r T)r/ )
r8 r r* r r0 r1 r2 r3 r4 r( )r r r r$ r5 r r r �test_directory_compiled� s
z3MultiProcessingCmdLineMixin.test_directory_compiledc C sF | j }t�� �.}t|d|d�}t|d|�\}}| �|� W d Q R X d S )Nr7 )r �test_zip)r8 r r* r r r( )r r r r$ �zip_name�run_namer r r � test_zipfile� s
z(MultiProcessingCmdLineMixin.test_zipfilec C sT | j }t�� �<}t|d|d�}tj|dd�}t|d|�\}}| �|� W d Q R X d S )Nr7 )r T)r/ r; )r8 r r* r r0 r1 r r( )r r r r$ �
compiled_namer< r= r r r �test_zipfile_compiled� s
z1MultiProcessingCmdLineMixin.test_zipfile_compiledc C sN t �� �<}tj�|d�}t|� t|d�}t|dd�}| �|� W d Q R X d S )N�test_pkgr �launchztest_pkg.check_sibling) r r* r2 r �joinr r r r( )r r �pkg_dirr$ � launch_namer r r �test_module_in_package� s
z2MultiProcessingCmdLineMixin.test_module_in_packagec C sB t �� �0}t|ddd�\}}t|dd|�}| �|� W d Q R X d S )Nr; rA r) rB ztest_pkg.script)r r* r r r( )r r r< r= rE r r r �!test_module_in_package_in_zipfile� s
z=MultiProcessingCmdLineMixin.test_module_in_package_in_zipfilec C sF t �� �4}t|ddddd�\}}t|dd|�}| �|� W d Q R X d S )Nr; rA r) � )r rB ztest_pkg.test_pkg.script)r r* r r r( )r r r< r= rE r r r �$test_module_in_subpackage_in_zipfile� s
z@MultiProcessingCmdLineMixin.test_module_in_subpackage_in_zipfilec C sX | j }t�� �@}tj�|d�}t|� t|d|d�}t|dd�}| � |� W d Q R X d S )NrA r7 )r rB )
r8 r r* r2 r rC r r r r( )r r r rD r$ rE r r r � test_package s
z(MultiProcessingCmdLineMixin.test_packagec C sz | j }t�� �b}tj�|d�}t|� t|d|d�}tj |dd�}t�
|� t� |�}t |dd�}| �
|� W d Q R X d S )NrA r7 )r T)r/ rB )r8 r r* r2 r rC r r r0 r1 r3 r4 r r( )r r r rD r$ r? r5 rE r r r �test_package_compiled s
z1MultiProcessingCmdLineMixin.test_package_compiled)�__name__�
__module__� __qualname__ZmaxDiffr r' r( r+ r, r. r6 r9 r: r> r@ rF rG rI rJ rK r r r r r � s"
r c @ s e Zd ZdZeZdS )�SpawnCmdLineTestZspawnN)rL rM rN r r- r8 r r r r rO s rO c @ s e Zd ZdZeZdS )�ForkCmdLineTest�forkN)rL rM rN r � test_sourcer8 r r r r rP s rP c @ s e Zd ZdZeZdS )�ForkServerCmdLineTestZ
forkserverN)rL rM rN r r- r8 r r r r rS # s rS c C s t �� d S )N)r Z
reap_childrenr r r r �tearDownModule' s rT r7 )N)%Ztestr �
import_moduler
Zimportlib.machineryZunittest�sysr2 Zos.pathr0 Ztest.support.script_helperr r r r r ZPGOZSkipTestZmultiprocessing�setZget_all_start_methodsr r rR r- r r r r r ZTestCaserO rP rS rT rL �mainr r r r �<module> s:
,!