File: //usr/local/lib/python3.7/test/__pycache__/test_urllib2_localnet.cpython-37.opt-1.pyc
B
��ga � @ sf d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z y d dl
Z
W n ek
rx dZ
Y nX ej�e�Zej�ed�Zej�ed�ZG dd� dejj�ZG dd� dej�ZG d d
� d
�ZG d d � d ejj �Z G d
d� dejj �Z G dd� de j �Z G dd� de j �Z!dd� Z"G dd� de j �Z#da$dd� Z%dd� Z&e'dk�rbe �(� dS ) � N)�supportz keycert.pemz keycert2.pemc @ s e Zd ZdZdd� Zdd� ZdS )�LoopbackHttpServerz^HTTP server w/ a few modifications that make it useful for
loopback testing purposes.
c C s" t jj�| ||� | j�d� d S )Ng�������?)�http�server�
HTTPServer�__init__�socket�
settimeout)�selfZserver_addressZRequestHandlerClass� r �6/usr/local/lib/python3.7/test/test_urllib2_localnet.pyr s
zLoopbackHttpServer.__init__c C s | j �� \}}|�d� ||fS )z HTTPServer method, overridden.g $@)r Zacceptr )r
�requestZclient_addressr r r � get_request) s
z LoopbackHttpServer.get_requestN)�__name__�
__module__� __qualname__�__doc__r r r r r r r s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �LoopbackHttpServerThreadz2Stoppable thread that runs a loopback http server.c C s< t j�| � d| _t �� | _d|_td|�| _| jj | _
d S )NFzHTTP/1.0)z 127.0.0.1r ) � threading�Threadr � _stop_serverZEvent�readyZprotocol_versionr �httpdZ server_port�port)r
�request_handlerr r r r 8 s
z!LoopbackHttpServerThread.__init__c C s d| _ | �� | j�� dS )z.Stops the webserver if it's currently running.TN)r �joinr Z server_close)r
r r r �stopA s z LoopbackHttpServerThread.stopc C s$ | j �� x| js | j�� q W d S )N)r �setr r �handle_request)r
r r r �runI s
z LoopbackHttpServerThread.runN)r r r r r r r r r r r r 5 s r c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )�DigestAuthHandlerz-Handler for performing digest authentication.c C s" d| _ g | _i | _d| _d| _d S )Nr z
Test Realm�auth)� _request_num�_nonces�_users� _realm_name�_qop)r
r r r r S s
zDigestAuthHandler.__init__c C s
|| _ d S )N)r& )r
Zqopr r r �set_qopZ s zDigestAuthHandler.set_qopc C s
|| _ d S )N)r$ )r
Zusersr r r � set_users] s zDigestAuthHandler.set_usersc C s
|| _ d S )N)r% )r
Zrealmr r r � set_realma s zDigestAuthHandler.set_realmc C s8 | j d7 _ t�t| j ��d���� }| j�|� |S )N� �ascii)r" �hashlib�md5�str�encode� hexdigestr# �append)r
�noncer r r �_generate_nonced s z!DigestAuthHandler._generate_noncec C s� |� d�}||d d � }|�d�}i }xX|D ]P}|�d�\}}|�� }|d dkrn|d dkrn|dd� }n|�� }|||< q.W |S )N� r* �,�=r �"���)�find�split�strip)r
Zauth_strZfirst_space_index�parts� auth_dict�part�name�valuer r r �_create_auth_dictj s
z#DigestAuthHandler._create_auth_dictc C s� i }|� |� ||d< ||d< ||d< d| }t�|�d���� }d| }t�|�d���� } ||d< | |d< d | }
t�|
�d���� } | |d
kS ) N�password�method�uriz#%(username)s:%(realm)s:%(password)sr+ z%(method)s:%(uri)s�HA1�HA2z3%(HA1)s:%(nonce)s:%(nc)s:%(cnonce)s:%(qop)s:%(HA2)s�response)�updater, r- r/ r0 ) r
r= rB rC rD Z
final_dictZHA1_strrE ZHA2_strrF Z response_strrG r r r �_validate_auth{ s
z DigestAuthHandler._validate_authc C sN |� dd� |�dd� |�dd| j| j| �� f � |�� |j�d� dS ) Ni� z Proxy Authentication Requiredz Content-Typez text/htmlzProxy-Authenticatez(Digest realm="%s", qop="%s",nonce="%s", s Proxy Authentication Required.F)�
send_response� send_headerr% r& r3 � end_headers�wfile�write)r
r r r r �_return_auth_challenge� s z(DigestAuthHandler._return_auth_challengec C s� t | j�dkrdS d|jkr&| �|�S | �|jd �}|d | jkrT| j|d }n
| �|�S |�d�| jkrx| �|�S | j�|d � d}x*|j|j gD ]}| �
|||j |�r�d}q�W |s�| �|�S dS dS )a Performs digest authentication on the given HTTP request
handler. Returns True if authentication was successful, False
otherwise.
If no users have been set, then digest auth is effectively
disabled and this method will always return True.
r TzProxy-AuthorizationZusernamer2 FN) �lenr$ �headersrO rA �getr# �remove�path�
short_pathrI Zcommand)r
r r= rB Zauth_validatedrT r r r r � s,
z DigestAuthHandler.handle_requestN)
r r r r r r' r( r) r3 rA rI rO r r r r r r P s r c @ sf e Zd ZdZdZdZdZdeef Ze� e�
d��� d�Z dd� Z
d d
� Zd d � Zd
d� Zdd� ZdS )�BasicAuthHandlerz,Handler for performing basic authentication.�testUser�testPass�Testz%s:%sr+ c O s t jjj| f|�|� d S )N)r r �BaseHTTPRequestHandlerr )r
�args�kwargsr r r r � s zBasicAuthHandler.__init__c G s d S )Nr )r
�formatr[ r r r � log_message� s z BasicAuthHandler.log_messagec C s" | � d� | �dd� | �� d S )N�� z Content-typez text/html)rJ rK rL )r
r r r �do_HEAD� s
zBasicAuthHandler.do_HEADc C s4 | � d� | �dd| j � | �dd� | �� d S )Ni� zWWW-AuthenticatezBasic realm="%s"z Content-typez text/html)rJ rK �REALMrL )r
r r r � do_AUTHHEAD� s
z BasicAuthHandler.do_AUTHHEADc C sh | j �dd�s$| �� | j�d� n@| j �dd�d| j kr\| �d� | �� | j�d� n| �� d S )NZ
Authorization� s No Auth header receivedzBasic r_ s It works)rQ rR rb rM rN � ENCODED_AUTHrJ rL )r
r r r �do_GET� s
zBasicAuthHandler.do_GETN)r r r r �USER�PASSWDra Z USER_PASSWD�base64Z b64encoder/ �decoderd r r^ r` rb re r r r r rV � s rV c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �FakeProxyHandlerz�This is a 'fake proxy' that makes it look like the entire
internet has gone down due to a sudden zombie invasion. It main
utility is in providing us with authentication support for
testing.
c O s || _ tjjj| f|�|� d S )N)�digest_auth_handlerr r rZ r )r
rk r[ r\ r r r r � s zFakeProxyHandler.__init__c G s d S )Nr )r
r] r[ r r r r^ s z FakeProxyHandler.log_messagec C sv t j�| jd�\}}}}}}|| _| j�| �rr| �dd� | �dd� | � � | j
� t d| j d�� | j
� d� d S ) Nr r_ ZOKz Content-Typez text/htmlzYou've reached %s!<BR>r+ sF Our apologies, but our server is down due to a sudden zombie invasion.)
�urllib�parseZurlparserT rU rk r rJ rK rL rM rN �bytes)r
ZscmZnetlocrT �paramsZqueryZfragmentr r r re s zFakeProxyHandler.do_GETN)r r r r r r^ re r r r r rj � s rj c sP e Zd ZdZdZdZdZ� fdd�Zdd� Z� fd d
�Z d d � Z
d
d� Z � Z S )�BasicAuthTestsrW rX Z IncorrectrY c sT t t| ��� dd� }t|�| _| �| j� d| jj | _| j� � | jj
� � d S )Nc _ s
t | |�S )N)rV )r[ r\ r r r �#http_server_with_basic_auth_handler s zABasicAuthTests.setUp.<locals>.http_server_with_basic_auth_handlerzhttp://127.0.0.1:%s) �superrp �setUpr r �
addCleanup� stop_serverr �
server_url�startr �wait)r
rq )� __class__r r rs s
zBasicAuthTests.setUpc C s | j �� d | _ d S )N)r r )r
r r r ru ' s
zBasicAuthTests.stop_serverc s t t| ��� d S )N)rr rp �tearDown)r
)ry r r rz + s zBasicAuthTests.tearDownc C s| t j�� }|�| j| j| j| j� t j�t j� |�� y| �
t j� | j�� W n( t j j
k
rv | �d| j � Y nX d S )Nz!Basic auth failed for the url: %s)rl r
�HTTPBasicAuthHandler� add_passwordra rv rf rg �install_opener� build_opener�
assertTrue�urlopen�error� HTTPError�fail)r
�ahr r r �test_basic_auth_success. s
z&BasicAuthTests.test_basic_auth_successc C sR t j�� }|�| j| j| j| j� t j�t j� |�� | �
t j j t jj
| j� d S )N)rl r
r{ r| ra rv rf �INCORRECT_PASSWDr} r~ � assertRaisesr� r� r� )r
r� r r r �test_basic_auth_httperror7 s
z(BasicAuthTests.test_basic_auth_httperror)
r r r rf rg r� ra rs ru rz r� r� �
__classcell__r r )ry r rp s rp c sT e Zd ZdZdZdZdZ� fdd�Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z � Z
S )�ProxyAuthTestszhttp://localhostZtesterZtest123Z TestRealmc s� t t� ��� dd� }� �|tj�� � dtjd< dtjd< t� � _� j� � j
� j i� � j� � j
� � fdd�}t|�� _� �� j� � j�� � jj�� d� jj }tj�d |i�}tj�� � _tj�|� j�� _d S )
Nc S s t j�� t j�| � d S )N)�os�environ�clearrH )� old_environr r r �restore_environH s
z-ProxyAuthTests.setUp.<locals>.restore_environrc �NO_PROXY�no_proxyc s t � jf| �|�S )N)rj rk )r[ r\ )r
r r �create_fake_proxy_handlerS s z7ProxyAuthTests.setUp.<locals>.create_fake_proxy_handlerzhttp://127.0.0.1:%dr ) rr r� rs rt r� r� �copyr rk r( rf rg r) ra r r ru rw r rx r rl r
Z ProxyHandlerZProxyDigestAuthHandler�proxy_digest_handlerr~ �opener)r
r� r� Z proxy_url�handler)ry )r
r rs E s$
zProxyAuthTests.setUpc C s | j �� d | _ d S )N)r r )r
r r r ru ` s
zProxyAuthTests.stop_serverc C sF | j �| j| j| j| jd � | j�d� | �t j
j | j j
| j� d S )NZbadr! )r� r| ra �URLrf rg rk r' r� rl r� r� r� �open)r
r r r �-test_proxy_with_bad_password_raises_httperrord s
z<ProxyAuthTests.test_proxy_with_bad_password_raises_httperrorc C s( | j �d� | �tjj| jj| j� d S )Nr! ) rk r' r� rl r� r� r� r� r� )r
r r r �,test_proxy_with_no_password_raises_httperrorl s
z;ProxyAuthTests.test_proxy_with_no_password_raises_httperrorc C sN | j �| j| j| j| j� | j�d� | j� | j�}x |�
� r@q6W |� � d S )Nr! ) r� r| ra r� rf rg rk r' r� r� �read�close)r
�resultr r r �test_proxy_qop_auth_worksr s
z(ProxyAuthTests.test_proxy_qop_auth_worksc C st | j �| j| j| j| j� | j�d� y| j� | j�}W n t
j j k
rT d }Y nX |rpx |�
� rfq\W |�� d S )Nzauth-int)r� r| ra r� rf rg rk r' r� r� rl r� �URLErrorr� r� )r
r� r r r �0test_proxy_qop_auth_int_works_or_throws_urlerror{ s
z?ProxyAuthTests.test_proxy_qop_auth_int_works_or_throws_urlerror)r r r r� rf rg ra rs ru r� r� r� r� r� r r )ry r r� > s r� c s G � �fdd�dt jj�� � S )Nc sB e Zd ZdZg Zg ZdZdd� Zdd� Z� �fdd�Z d d
� Z
d S ) z1GetRequestHandler.<locals>.FakeHTTPRequestHandlerz TestHTTP/�P c S s. | � � }x |r(| j�|�}||d � }q
W d S )N)� send_headrM rN )r
�bodyZdoner r r re � s z8GetRequestHandler.<locals>.FakeHTTPRequestHandler.do_GETc S s2 | j d }| j�t|��}| �� | j�|� d S )NzContent-Length)rQ Zrfiler� �intre �requestsr1 )r
Zcontent_lengthZ post_datar r r �do_POST� s
z9GetRequestHandler.<locals>.FakeHTTPRequestHandler.do_POSTc s� | j � _| j�| j� ��d�\}}}| �|� x&|D ] \}}| �||d| ji � q6W |rt| �dd� | � � |S | � � d S )Nr r z Content-typez
text/plain)
rQ �headers_receivedr� r1 rT �poprJ rK r rL )r
Z
response_coderQ r� �headerr@ )�FakeHTTPRequestHandler� responsesr r r� � s
z;GetRequestHandler.<locals>.FakeHTTPRequestHandler.send_headc W s d S )Nr )r
r[ r r r r^ � s z=GetRequestHandler.<locals>.FakeHTTPRequestHandler.log_messageN) r r r Zserver_versionr� r� r re r� r� r^ r )r� r� r r r� � s r� )r r rZ )r� r )r� r� r �GetRequestHandler� s &r� c s� e Zd ZdZ� fdd�Zd+dd�Zdd� Zd,d d
�Zd-d d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Z� ZS ).� TestUrlopenaN Tests urllib.request.urlopen using the network.
These tests are not exhaustive. Assuming that testing using files does a
good job overall of some of the basic interface features. There are no
tests exercising the optional 'data' and 'proxies' arguments. No tests
for transparent redirection have been written.
c s@ t t| ��� dd� }| �|tj�� � dtjd< dtjd< d S )Nc S s t j�� t j�| � d S )N)r� r� r� rH )r� r r r r� � s
z*TestUrlopen.setUp.<locals>.restore_environ�*r� r� )rr r� rs rt r� r� r� )r
r� )ry r r rs � s
zTestUrlopen.setUpNc K sl g }t jj||f|�}z@|�|�d�� |�|�� � |�|�d�� |�|�� � W d |�� X d� |�S )Nr_ i � )
rl r
r� �extend� readlinesr1 �readliner� r� r )r
�url�datar\ �l�fr r r r� � s
zTestUrlopen.urlopenc C s | j �� d | _ d S )N)r r )r
r r r ru � s
zTestUrlopen.stop_serverc C sZ |d krdg dfg}t |�}t|�| _| �| j� | j�� | jj�� | jj}||_|S )Nr_ s
we don't care) r� r r rt ru rw r rx r )r
r� r� r r r r � start_server� s
zTestUrlopen.start_serverc K s^ t tjd�s| �d� ddlm} |d kr6dg dfg}t|�}|| fd|i|��}|j|_|S )NZ HTTPSHandlerzssl support requiredr )�make_https_serverr_ s
we care a bitZ
handler_class)�hasattrrl r
�skipTestZtest.ssl_serversr� r� r )r
r� r\ r� r� r r r r �start_https_server� s
z TestUrlopen.start_https_serverc C sV d}ddgdfdg |fg}| � |�}| �d|j �}| �||� | �|jddg� d S ) Ns We got here...i. )ZLocationz(http://localhost:%(port)s/somewhere_elserc r_ zhttp://localhost:%s/�/z/somewhere_else)r� r� r � assertEqualr� )r
�expected_responser� r� r� r r r �test_redirection� s
z TestUrlopen.test_redirectionc C s@ d}d}ddg|fg}| � |�}| �d|j �}| �||� d S )Ns hello worlds a
hello worl
1
d
0
r_ )zTransfer-EncodingZchunkedzhttp://localhost:%s/)r� r� r r� )r
r� Z
chunked_startrG r� r� r r r � test_chunked s
zTestUrlopen.test_chunkedc
C s� d}| � dg |fg�}y| �d|j � W n6 tjjk
r` } z|�� }|�� W d d }~X Y n X | �d� | � ||� | � |j
dg� d S )Ns Bad bad bad...i� zhttp://localhost:%s/weeblez404 should raise URLErrorz/weeble) r� r� r rl r� r� r� r� r� r� r� )r
r� r� r� r� r r r �test_404 s
zTestUrlopen.test_404c C sF d}| � dg |fg�}| �d|j �}| �||� | �|jdg� d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarrez/bizarre)r� r� r r� r� )r
r� r� r� r r r �test_200 s
zTestUrlopen.test_200c C sJ d}| � dg |fg�}| �d|j d�}| �||� | �|jddg� d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarres get=with_feelingz/bizarre)r� r� r r� r� )r
r� r� r� r r r �test_200_with_parameters% s z$TestUrlopen.test_200_with_parametersc C s8 | � � }tjtd�}| jd|j |d�}| �|d� d S )N)�cafilez https://localhost:%s/bizarre)�contexts
we care a bit)r� �ssl�create_default_context�CERT_localhostr� r r� )r
r� r� r� r r r �
test_https- s zTestUrlopen.test_httpsc
C s� | j td�}t�dtf��� | jd|j td�}| �|d� | �t j
j ��}| jd|j t d� W d Q R X | j t d�}| �t j
j ��}| jd|j t d� W d Q R X W d Q R X d S )N)�certfilerc z https://localhost:%s/bizarre)r� s
we care a bit)
r� r� r �check_warnings�DeprecationWarningr� r r� r� rl r� r� �CERT_fakehostname)r
r� r� �cmr r r �test_https_with_cafile3 s z"TestUrlopen.test_https_with_cafilec
C sX | j td�}t�dtf��4 | �tjj��}| j d|j
dd� W d Q R X W d Q R X d S )N)r� rc z https://localhost:%s/bizarreT)Z cadefault) r� r� r r� r� r� rl r� r� r� r )r
r� r� r r r �test_https_with_cadefaultD s
z%TestUrlopen.test_https_with_cadefaultc s� t d kr| �d� t js"| �d� d � � fdd�}t �t j�}|�|� | j|td�}t jtd�}| j d|j
|d� | � � d � d S )
Nzssl module requiredz SNI support required in OpenSSLc s |� d S )Nr )Zssl_sockZ server_nameZinitial_context)�sni_namer r �cb_sniR s z*TestUrlopen.test_https_sni.<locals>.cb_sni)r� r� )r� zhttps://localhost:%s)r� Z localhost) r� r� ZHAS_SNIZ
SSLContextZPROTOCOL_TLS_SERVERZset_servername_callbackr� r� r� r� r r� )r
r� r� r� r )r� r �test_https_sniL s
zTestUrlopen.test_https_snic C sP | � � }tjjd|j ddid�}tj�|�� W d Q R X | �|jd d� d S )Nzhttp://localhost:%s/ZRangez bytes=20-39)rQ )r� rl r
ZRequestr r� r� r� )r
r� Zreqr r r �test_sending_headers\ s
z TestUrlopen.test_sending_headersc C sb | � � }tj�d|j �}x"dD ]}| �t||�d| � q W z| �|�� d� W d |�� X d S )Nzhttp://localhost:%s)r� r� �info�geturlz3object returned from urlopen lacks the %s attributezcalling 'read' failed) r� rl r
r� r r r� r� r� )r
r� �open_url�attrr r r �
test_basicd s
zTestUrlopen.test_basicc C sX | � � }tj�d|j �}|� |�� }W d Q R X | �|tjj d� | �
|� � d� d S )Nzhttp://localhost:%szEobject returned by 'info' is not an instance of email.message.MessageZplain) r� rl r
r� r r� ZassertIsInstance�email�messageZMessager� Zget_content_subtype)r
r� r� Zinfo_objr r r � test_infoo s zTestUrlopen.test_infoc C sH | � � }tj�d|j �}|� |�� }W d Q R X | �|d|j � d S )Nzhttp://localhost:%s)r� rl r
r� r r� r� )r
r� r� r� r r r � test_geturlz s
zTestUrlopen.test_geturlc C sF d}| � dg |fg�}tj�d|j �}x|D ]}| �||� q.W d S )Ns
pycon 2008...r_ zhttp://localhost:%s)r� rl r
r� r r� )r
r� r� r� �liner r r �test_iteration� s
zTestUrlopen.test_iterationc
C s� ddddd d g}d� |�}| �dg |fg�}tj�d |j �}x<t|�D ]0\}}| �||| d
|t|| �t|�f � qLW | �|d t|�� d S ) Ns We
s got
s here
s verylong i �
r� r_ zhttp://localhost:%szQFetched line number %s doesn't match expected:
Expected length was %s, got %sr* ) r r� rl r
r� r � enumerater� rP )r
�linesr� r� r� �indexr� r r r �test_line_iteration� s
z TestUrlopen.test_line_iteration)N)N)N)r r r r rs r� ru r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r )ry r r� � s*
r� c C s t �� ad S )N)r Zthreading_setup� threads_keyr r r r � setUpModule� s r� c C s t rtjt � d S )N)r� r Zthreading_cleanupr r r r �tearDownModule� s r� �__main__))rh r� r� Z urllib.parserl Zurllib.requestZ http.serverr r Zunittestr, Ztestr r� � ImportErrorrT �dirname�__file__�herer r� r� r r r r r r rZ rV rj ZTestCaserp r� r� r� r� r� r� r �mainr r r r �<module> s>
y,!(N+ `