File: //usr/local/lib/python3.7/test/__pycache__/test_compileall.cpython-37.opt-2.pyc
B
��gk � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dl
mZmZ yd dlmZ dZW n ek
r� dZY nX d dlmZ d dlmZ dd lmZ dd
lmZ G d d � d �ZG d
d� dee
j edd�Z G dd� dee
j edd�Z G dd� de
j �Z G dd� d�Z G dd� de e
j edd�Z!G dd� de e
j edd�Z"e#dk�r~e
�$� dS )� N)�mock�
skipUnless)�ProcessPoolExecutorTF)�support)�
script_helper� )�without_source_date_epoch)�SourceDateEpochTestMetac @ s� e Zd Zdd� Zdd� Zdd� Zdd� Ze�e e
d �d
�d d � �Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Ze�d �d d!� �Zd"d#� Ze�d �d$d%� �Ze�d �e�d&�d'd(� ��Zejd d)d*�e�d&�d+d,� ��Zd)S )-�CompileallTestsBasec C s� t �� | _tj�| jd�| _tj� | j�| _
t | jd��}|� d� W d Q R X tj�| jd�| _
tj� | j
�| _t�| j| j
� tj�| jd�| _t�| j� tj�| jd�| _t�| j| j� d S )Nz_test.py�wzx = 123
z _test2.pyZ_subdirz _test3.py)�tempfile�mkdtemp� directory�os�path�join� source_path� importlib�util�cache_from_source�bc_path�open�write� source_path2�bc_path2�shutilZcopyfileZ subdirectory�mkdir� source_path3)�self�file� r �0/usr/local/lib/python3.7/test/test_compileall.py�setUp s
zCompileallTestsBase.setUpc C s t �| j� d S )N)r �rmtreer )r r r r! �tearDown- s z CompileallTestsBase.tearDownc C s8 t j�| jd�| _t| jd��}|�d� W d Q R X d S )Nz _test_bad.pyr zx (
)r r r r �bad_source_pathr r )r r r r r! �add_bad_source_file0 s z'CompileallTestsBase.add_bad_source_filec C sP t | jd��}|�d�}W d Q R X tt�| j�j�}t� dt
j j d|�}||fS )N�rb� z<4sllr )
r r �read�intr �statr �st_mtime�struct�packr r � MAGIC_NUMBER)r r �data�mtimeZcomparer r r! �timestamp_metadata5 s
z&CompileallTestsBase.timestamp_metadatar+ ztest needs os.stat()c C s� t j�d�rt�d��t�| j� | j| � � � t
| j d��}|� � t
|�d � }W d Q R X t
| j d��}|�|� |�|� W d Q R X | j| � � � tj| jddd� | j| � � � d S )N�SOURCE_DATE_EPOCHzSOURCE_DATE_EPOCH is setr' �wbFT)�force�quiet)r �environ�get�unittest�SkipTest�
py_compile�compiler � assertEqualr2 r r r) �lenr �assertNotEqual�
compileall� compile_dirr �
assertTrue)r Zmetadatar Zbcr r r! �recreation_check< s
z$CompileallTestsBase.recreation_checkc C s | � t�dtjjdd�� d S )Nz<4sllr r )rC r- r. r r r/ )r r r r! �
test_mtimeM s z CompileallTestsBase.test_mtimec C s | � d� d S )Ns )rC )r r r r! �test_magic_numberR s z%CompileallTestsBase.test_magic_numberc C s x0| j | jfD ] }yt�|� W q Y qX qW | �tj| jddd�� | �tj� | j �ojtj� | j� � t�| j � | �tj
| j ddd�� | �tj� | j �o�tj� | j�� t�| j � t�| j� | � � | �
tj| jddd�� | �
tj
| j ddd�� d S )NFT)r5 r6 � )r r r �unlinkrB r@ � compile_filer r �isfilerA r r& � assertFalser% )r �fnr r r! �test_compile_filesV s*
z&CompileallTestsBase.test_compile_filesc C sh | � tj�| j�� t�� � }| �t� t
� | j ��� W d Q R X | �
|�� d� | �tj�| j�� d S )Nz&Compiling ([^WindowsPath|PosixPath].*))rJ r r rI r r �captured_stdoutrB r@ rH �pathlib�Pathr � assertRegex�getvalue)r �stdoutr r r! �test_compile_file_pathlikeo s
"z.CompileallTestsBase.test_compile_file_pathlikec C sP | � tj�| j�� | �tjt� | j
�t� d�dd�� | �tj�| j�� d S )NZ ddir_pathrF )�ddirr6 ) rJ r r rI r rB r@ rH rN rO r )r r r r! � test_compile_file_pathlike_ddirw s
z3CompileallTestsBase.test_compile_file_pathlike_ddirc C st t jjj| jgd�� | �tjdd�� W d Q R X t jjj| jgd��$ | �� | � tjdddd�� W d Q R X d S )N)r rF )r6 FT)� skip_curdirr5 r6 )
�test�test_importlibr Z import_stater rB r@ � compile_pathr& rJ )r r r r! �test_compile_path~ s
z%CompileallTestsBase.test_compile_pathc C sh t j�| jd�}t j�|d�}t �|� t|d�� W d Q R X t�|� | �t j� t j�|d��� d S )Nr0 r r � __pycache__)
r r r r r r r@ rH rJ �exists)r Zdata_dirZ data_filer r r! � test_no_pycache_in_non_package� s
z2CompileallTestsBase.test_no_pycache_in_non_packagec C s� drdnd\}}t j| jd|d� tjj| j|d�}| �tj �
|�� tjj| j |d�}| �tj �
|�� tjj| j |d�}| �tj �
|�� d S )NF)r r )r � T)r6 �optimize)� optimization)
r@ rA r r r r r rB r r rI r r )r r_ �opt�cachedZcached2Zcached3r r r! �
test_optimize� s
z!CompileallTestsBase.test_optimizec C sn | � tj�| j�� t�� �}t�t �
| j �� W d Q R X |� � �
� d }| �|d� | �tj�| j�� d S )Nr z$Listing ([^WindowsPath|PosixPath].*))rJ r r rI r r rM r@ rA rN rO r rQ �
splitlinesrP rB )r rR �liner r r! �test_compile_dir_pathlike� s
z-CompileallTestsBase.test_compile_dir_pathlikez&concurrent.futures.ProcessPoolExecutorc C s" t j| jddd� | �|j� d S )NT� )r6 �workers)r@ rA r rB �called)r � pool_mockr r r! �test_compile_pool_called� s z,CompileallTestsBase.test_compile_pool_calledc C s, | � td�� tj| jdd� W d Q R X d S )Nz%workers must be greater or equal to 0���)rh )ZassertRaisesRegex�
ValueErrorr@ rA r )r r r r! �!test_compile_workers_non_positive� s z5CompileallTestsBase.test_compile_workers_non_positivec C s, t j| jddd� | �|jd d d � d S )NTr )r6 rh r � max_workers)r@ rA r r= � call_args)r rj r r r! � test_compile_workers_cpu_count� s z2CompileallTestsBase.test_compile_workers_cpu_countzcompileall.compile_filec C s, t j| jdd� | �|j� | �|j� d S )NT)r6 )r@ rA r rJ ri rB )r �compile_file_mockrj r r r! �test_compile_one_worker� s z+CompileallTestsBase.test_compile_one_workerN)�newc C s" t j| jddd� | �|j� d S )NTrg )r6 rh )r@ rA r rB ri )r rr r r r! �$test_compile_missing_multiprocessing� s z8CompileallTestsBase.test_compile_missing_multiprocessing) �__name__�
__module__� __qualname__r" r$ r& r2 r9 r �hasattrr rC rD rE rL rS rU rZ r] rc rf r �patchrk rn rq rs ru r r r r! r
s* r
c @ s e Zd ZdS )� CompileallTestsWithSourceEpochN)rv rw rx r r r r! r{ � s r{ )� metaclassZsource_date_epochc @ s e Zd ZdS )�!CompileallTestsWithoutSourceEpochN)rv rw rx r r r r! r} � s r} c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� EncodingTestc C sP t �� | _tj�| jd�| _t| jddd��}|�d� |�d� W d Q R X d S )Nz_test.pyr zutf-8)�encodingz# -*- coding: utf-8 -*-
u
print u"€"
) r r
r r r r r r r )r r r r r! r" � s
zEncodingTest.setUpc C s t �| j� d S )N)r r# r )r r r r! r$ � s zEncodingTest.tearDownc C s8 z*t j}tjt�� dd�t _t�| j� W d |t _X d S )N�ascii)r )�sysrR �io�
TextIOWrapper�BytesIOr@ rA r )r Z orig_stdoutr r r! �
test_error� s
zEncodingTest.test_errorN)rv rw rx r" r$ r� r r r r! r~ � s r~ c @ s� e Zd Zedd� �Zdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z e
dd� �Zdd� ZxJddg fdddgfd d d gfgD ]&\ZZZeefd d �Zee� d!e < q�W d"d#� Zd$d%� Ze
d&d'� �Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z d4d5� Z d6d7� Z d8d9� Z d:d;� Z!d<d=� Z"d>d?� Z#d@dA� Z$dBdC� Z%dDdE� Z&e'e(dF�dGdH� �Z)e*�+dI�dJdK� �Z,dLdM�dNdO�Z-dPdQ� Z.dRdS� Z/dTdU� Z0dVdW� Z1dXS )Y�CommandLineTestsBasec C s� x�t tjjtj�D ]�}d}t�|�d }|d }zXy8|�� sH|�� d}|� d��}|�
d� W d Q R X W n t k
r� d}P Y nX W d t �
t|�� |r�|�� X qW d}|| _d S )NFr[ ztest.tryTr z# for test_compileall)�filterr r �isdirr� rN rO �is_dirr r r �OSErrorr rG �str�rmdir�_sys_path_writable)�clsr Zdirectory_createdr r Zsys_path_writabler r r! �
setUpClass� s$ z CommandLineTestsBase.setUpClassc C s | j st�d��d S )Nz(not all entries on sys.path are writable)r� r9 r: )r r r r! � _skip_if_sys_path_not_writable s z3CommandLineTestsBase._skip_if_sys_path_not_writablec C s t �� d|�S )N�-S�-mr@ )r� r� r@ )r Z!optim_args_from_interpreter_flags)r �argsr r r! �
_get_run_args
s z"CommandLineTestsBase._get_run_argsc O s( t j| �|�|�\}}}| �d|� |S )N� )r �assert_python_okr� r= )r r� �env_vars�rc�out�errr r r! � assertRunOK s z CommandLineTestsBase.assertRunOKc O s" t j| �|�|�\}}}|||fS )N)r �assert_python_failurer� )r r� r� r� r� r� r r r! �assertRunNotOK s z#CommandLineTestsBase.assertRunNotOKc C s" t j�|�}| �tj�|�� d S )N)r r r rB r r r\ )r rK r r r r! �assertCompiled s z#CommandLineTestsBase.assertCompiledc C s" t j�|�}| �tj�|�� d S )N)r r r rJ r r r\ )r rK r r r r! �assertNotCompiled s z&CommandLineTestsBase.assertNotCompiledc C sr t �� | _| �tj| j� tj�| jd�| _ t�
| j � tj�| j d�| _ t �
| j dd�| _t �
| j dd�| _d S )N�foor[ �__init__r^ Zbar)r r
r Z
addCleanupr r# r r r �pkgdirr �pkgdir_cachedirr � make_script�initfn�barfn)r r r r! r" " s
zCommandLineTestsBase.setUpc C sL | � � t�| jdd�}| j| jd� | �|� | �| j� | �| j� d S )N�bazr^ )�
PYTHONPATH) r� r r� r r� r� r� r� r� )r �bazfnr r r! �test_no_args_compiles_path, s
z/CommandLineTestsBase.test_no_args_compiles_pathc C s� | � � t�| jdd�}| j| jd� tj�|�}t� |t
�
� d fd � t� |�j }| j| jd� t� |�j }| �
||� | jd| jd� t� |�j }| �||� d S )Nr� r^ )r� �< rF z-f)r� r r� r r� r r r r �utime�timer+ r, r= r? )r r� �pycpathr1 �mtime2r r r! � test_no_args_respects_force_flag5 s z5CommandLineTestsBase.test_no_args_respects_force_flagc C sR | � � t�| jdd� | j| jd�}| �d|� | jd| jd�}| �d|� d S )Nr� r^ )r� s Listing z-q)r� r r� r r� �assertInZ assertNotIn)r �noisyr6 r r r! � test_no_args_respects_quiet_flagG s z5CommandLineTestsBase.test_no_args_respects_quiet_flagZnormal�pycr_ z opt-1.pycz-OZdoubleoptimizez opt-2.pycz-OOc s~ t j|ddd| jg � | �tj�| j�� t� fdd�dD ��}| � tt�
| j��|� | � � fdd�t�
| j�D �� d S ) Nz-mr@ z-qc 3 s | ]}|� tjj� �V qd S )N)�formatr� �implementation� cache_tag)�.0�base)�extr r! � <genexpr>[ s z)CommandLineTestsBase.f.<locals>.<genexpr>)z__init__.{}.{}z bar.{}.{}c s g | ]}|� � �r|�qS r )�endswith)r� rK )r� r r! �
<listcomp>_ s z*CommandLineTestsBase.f.<locals>.<listcomp>) r r� r� rB r r r\ r� �sortedr= �listdirrJ )r r� �switch�expectedr )r� r! �fV s
zCommandLineTestsBase.fZtest_pep3147_paths_c C sP | � dd| j� | �tj�| j�� tddddg�}| �tt� | j��|� d S )Nz-bz-qz __init__.pyz __init__.pyczbar.pyzbar.pyc)
r� r� rJ r r r\ r� r� r= r� )r r� r r r! �test_legacy_pathsc s
z&CommandLineTestsBase.test_legacy_pathsc C s| | � d| j� | �tj�| j�� tj�| jd�}| �tj�|�� | � d| j� | �tj�| j�� | �tj�|�� d S )Nz-qr[ ) r� r� rB r r r\ r� r rJ )r Z
cachecachedirr r r! �test_multiple_runsm s z'CommandLineTestsBase.test_multiple_runsc C s� | � d| j� tj�| j�}t�|t�� d fd � t� |�j
}| � d| j� t� |�j
}| � ||� | � dd| j� t� |�j
}| � ||� d S )Nz-qr� rF z-f)
r� r� r r r r� r r� r� r+ r, r= r? )r r� r1 r� r r r! �
test_forcez s z CommandLineTestsBase.test_forcec C s� t j�| jd�}t �|� t�|dd�}t�|dd�}| �dd| j� | �|� | � t j�
t j�|d��� | �d| j� | � |� | � |� d S )N�spamr� r^ �hamz-qz-lr[ ) r r r r� r r r� r� r� rJ r\ r� )r �
subpackage� subinitfn�hamfnr r r! �test_recursion_control� s
z+CommandLineTestsBase.test_recursion_controlc C sZ t j�| jd�}t j�|d�}t j�|d�}x |||fD ]}t�|� q8W t j�|d�}t�|dd�}t�|dd�}t�|dd�}| �dd| j� | �|� | � t j�
t j�|d ��� | �dd
| j� | � |� | � |� | �|� | �dd | j� | � |� | � |� | � |� | �|� | �dd | j� | � |� | � |� | � |� | � |� d S )
Nr� r� Zeggsz __init__.pyr^ Zeggz-qz-r 0r[ z-r 1z-r 2z-r 5) r r r r� r Zmake_pkgr� r� r� rJ r\ r� ) r r� Z subpackage2Z subpackage3Zpkgr� r� ZspamfnZeggfnr r r! �test_recursion_limit� s6
z)CommandLineTestsBase.test_recursion_limitc C s6 | � | j�}| � d| j�}| �d|� | �d|� d S )Nz-qr� )r� r� r? r= )r r� r6 r r r! �
test_quiet� s z CommandLineTestsBase.test_quietc C sT t �| jdd� | �d| j�\}}}| �d| j�\}}}| �d|� | �d|� d S )N� crunchyfrogz
bad(syntaxz-qz-qqr� )r r� r� r� r? r= )r �_r6 Zsilentr r r! � test_silent� s
z CommandLineTestsBase.test_silentc C s. | � ddd| j� | �| j� | �| j� d S )Nz-qz-xz
ba[^\\/]*$)r� r� r� r� r� r� )r r r r! � test_regexp� s z CommandLineTestsBase.test_regexpc C sv t j�| jd�}t �|� t�|dd�}t�|dd�}| �d| j|� | � | j
� | � | j � | � |� | � |� d S )NZfoo2r� r^ �bar2z-q) r r r r r r r� r� r� r� r� r� )r Zpkgdir2Zinit2fn�bar2fnr r r! �test_multiple_dirs� s
z'CommandLineTestsBase.test_multiple_dirsc C s8 t �| jdd� | �ddd| j�\}}}| �|d� d S )Nr� z
bad(syntaxz-qz-d�dinsdales File "dinsdale)r r� r� r� rP )r r� r� r� r r r! �test_d_compile_error� s z)CommandLineTestsBase.test_d_compile_errorc C s� t �| jdd�}| �ddd| j� t �| jdd�}tj�|�}t�|tj �
| jd�� t� |� t j |d d
�\}}}| �
|d � d S ) Nr� zraise Exceptionz-qz-dr� �bingz
import bazzbaz.pycF)Z
__isolateds File "dinsdale)r r� r� r� r r r r �renamer r �remover� rP )r r� rK r� r� r� r� r r r! �test_d_runtime_error� s
z)CommandLineTestsBase.test_d_runtime_errorc C sZ | � dtj�| jd�| j�\}}}| �|d� | �|d� | �tj� t
j � | j
��� d S )Nz-i�
nosuchfiles rror.*nosuchfiles Traceback)r� r r r r r� rP ZassertNotRegexrJ r\ r r r r� )r r� r� r� r r r! �test_include_bad_file� s z*CommandLineTestsBase.test_include_bad_filec C s� t �| jdd�}t �| jdd�}t �| jdd�}t �| jdd�}ttj�| jd�d��>}|�tj�| jd�tj � |�tj�| jd �tj � W d Q R X | �
d
tj�| jd�|� | � |� | � |� | � |� | � |� d S ) N�f1r^ �f2�f3�f4�l1r zf1.pyzf2.pyz-i)
r r� r� r r r r r r �linesepr� r� r� )r r� r� r� r� r� r r r! �test_include_file_with_arg� s &
z/CommandLineTestsBase.test_include_file_with_argc C s� t �| jdd�}t �| jdd�}t �| jdd�}t �| jdd�}ttj�| jd�d��"}|�tj�| jd�tj � W d Q R X | �
d tj�| jd�� | � |� | � |� | � |� | � |� d S )
Nr� r^ r� r� r� r� r zf2.pyz-i)
r r� r� r r r r r r r� r� r� r� )r r� r� r� r� r� r r r! �test_include_file_no_arg� s &
z-CommandLineTestsBase.test_include_file_no_argc C s� t �| jdd�}t �| jdd�}t �| jdd�}t �| jdd�}t j| �d�ddg � }|j�|tj � d �� t �
|� | � |� | � |� | � |� | � |� d S )
Nr� r^ r� r� r� r z-i�-r� )
r r� r� Z spawn_pythonr� �stdinr r r� �encodeZ kill_pythonr� r� )r r� r� r� r� �pr r r! �test_include_on_stdin s
z*CommandLineTestsBase.test_include_on_stdinc C s\ t �| jdd�}| �d| j|| j�\}}}| �|d� | �|� | �| j� | �| j� d S )Nr� z syntax(errorr� s rror) r r� r� r� r� r� rP r� r� )r Zbingfnr� r� r� r r r! �!test_compiles_as_much_as_possible s
z6CommandLineTestsBase.test_compiles_as_much_as_possiblec C s | � d�}| �|d� d S )NZ badfilenames Can't list 'badfilename')r� rP )r r� r r r! �!test_invalid_arg_produces_message s
z6CommandLineTestsBase.test_invalid_arg_produces_messagec C s� t �| jdd� tj�tj�| jd��}| � d| j� t
|d��}|� � }W d Q R X | � t
�|dd� d�d � | � d
| j� t
|d��}|� � }W d Q R X | � t
�|dd� d�d � d S ) Nr� r^ zf1.pyz --invalidation-mode=checked-hashr' � � �little� z"--invalidation-mode=unchecked-hashr )r r� r� r r r r r r r� r r) r= r* �
from_bytes)r r� �fpr0 r r r! �test_pyc_invalidation_mode! s z/CommandLineTestsBase.test_pyc_invalidation_modezrequires multiprocessingc C s� t �| jdd�}g }xRtd�D ]F}tj�| jd�|��}t�|� t �|dd�}|� t �|dd�� q W | �
| jdd� | � |� x|D ]}| � |� q�W d S )Nr� r^ rg zfoo{}r� z-j�0) r r� r �ranger r r r� r �appendr� r� )r r� �files�suffixr� rK r r r r! � test_workers. s
z!CommandLineTestsBase.test_workerszcompileall.compile_dirc C sR t jdtj| jdgd��0 t�� | �|j� | � |j
d d d � W d Q R X d S )Nzsys.argvz-j0)rt rl rh ) r rz r� �
executabler r@ �mainrB ri r= rp )r rA r r r! � test_workers_available_cores= s
z1CommandLineTestsBase.test_workers_available_coresT)�parallelc C s ddg}| j }g }xF|D ]>}tj�||�}t�|� t�|dd� |�t�|dd�� qW tj | j d||rndnd d
� | �
|� x�|D ]�}| �
|� | j �|� t j
�|�}|t| j tj �d � } t�|�\}
}
} tj�|| �} tjj
�|�}
| �|
j| � | �d | � d �t�| �� q�W d S ) NrW r� r� r^ �modzdef fn(): 1/0
fn()
TrF r )r6 rT rh �")r r r r r r r� r� r@ rA rB �
startswithr r r r> �sepr� rW rX Z_get_code_from_pycr= � co_filenamer� �fsdecode)r rT r� Zfullpathr ZmodsZsubdirr� ZmodcodeZmodpathr� r� Z expected_inZ mod_code_objr r r! �_test_ddir_onlyE s,
z$CommandLineTestsBase._test_ddir_onlyc C s | j ddd�S )Nz
<a prefix>F)rT r� )r )r r r r! �test_ddir_only_one_worker^ s z.CommandLineTestsBase.test_ddir_only_one_workerc C s | j ddd�S )Nz
<a prefix>T)rT r� )r )r r r r! �test_ddir_multiple_workersb s z/CommandLineTestsBase.test_ddir_multiple_workersc C s | j ddd�S )Nr^ F)rT r� )r )r r r r! � test_ddir_empty_only_one_workerf s z4CommandLineTestsBase.test_ddir_empty_only_one_workerc C s | j ddd�S )Nr^ T)rT r� )r )r r r r! � test_ddir_empty_multiple_workersj s z5CommandLineTestsBase.test_ddir_empty_multiple_workersN)2rv rw rx � classmethodr� r� r� r� r� r� r� r" r� r r� r� �namer� r� r� �localsr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r �_have_multiprocessingr� r rz r� r r r r r r r r r! r� � sT
"
r� c @ s e Zd ZdS )� CommmandLineTestsWithSourceEpochN)rv rw rx r r r r! r o s r c @ s e Zd ZdS )� CommmandLineTestsNoSourceEpochN)rv rw rx r r r r! r
v s r
�__main__)%r� r@ �importlib.utilr Ztest.test_importlib.utilrW r rN r; r r- r r� r9 r� r r �concurrent.futuresr r � ImportErrorr Z test.supportr Ztest_py_compiler r r
ZTestCaser{ r} r~ r� r r
rv r� r r r r! �<module> s^
+