File: //usr/local/lib/python3.7/test/__pycache__/test_codecs.cpython-37.opt-2.pyc
B
��g� � f @ sv d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dlm Z y d dl
Z
W n e k
rx dZ
dZ Y nX e
�
e
j�Z dd� ZG dd� de�ZG d d
� d
�ZG d d � d e�ZG d
d� deej�ZG dd� deej�ZG dd� deej�ZG dd� deej�ZG dd� deej�ZG dd� deej�ZG dd� deej�Ze� ej dkd �G d d � d eej��Z G d d � d eej�Z G d!d"� d"ej�Z G d#d$� d$ej�Z!G d%d&� d&eej�Z"G d'd(� d(ej�Z#G d)d*� d*ej�Z$d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=gZ%x(e%D ] Z&e'e&�d>k�re(e)e&�� �qW G d?d@� d@ej�Z*G dAdB� dBej�Z+dCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldHdmdng-Z,G dodp� dpej�Z-G dqdr� drej�Z.G dsdt� dtej�Z/G dudv� dvej�Z0G dwdx� dxej�Z1dydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�gfZ2e3e d߃�r�e2�4d� e3e d��r
e2�4d� d�d�gZ5G d�d� d�eje�Z6G d�d� d�ej�Z7G d�d� d�ej�Z8G d�d� d�ej�Z9G d�d� d�ej�Z:G d�d� d�ej�Z;G d�d� d�ej�Z<G d�d� d�ej�Z=G d�d� d�ej�Z>d�d�d�d�gZ?d�d�gd�gd�d�d�gd�g�d g�d�Z@y d dlAZAW n e k
�r dZAY n X e?�4�d� �d�dge@�d< y d dlBZBW n e k
�rN Y n X e?�4�d� �dge@�d< G �d�d� �dej�ZCi ZD�d �d
� ZEe �FeE� yd �d lGmHZH W n" e k
�r� �d �d
� ZHY nX G �d�d� �dej�ZIe� ej dk�d�G �d�d� �dej��ZJG �d�d� �dej�ZKG �d�d� �dej�ZLG �d�d� �dej�ZMeN�dk�rre�O� dS ( � N)�mock)�support���c s � �fdd�}|S )Nc s �� � | �|t| �f� d S )N)� assertEqual�len)�input�expect)�coder�self� �,/usr/local/lib/python3.7/test/test_codecs.py�check s z coding_checker.<locals>.checkr )r
r r
r )r r
r �coding_checker s r c @ s& e Zd Zdd� Zdd� Zd dd�ZdS )
�Queuec C s
|| _ d S )N)�_buffer)r
�bufferr r r �__init__ s zQueue.__init__c C s | j |7 _ d S )N)r )r
�charsr r r �write! s z Queue.writer c C sH |dk r"| j }| j d d� | _ |S | j d |� }| j |d � | _ |S d S )Nr )r )r
�size�sr r r �read$ s z
Queue.readN)r )�__name__�
__module__� __qualname__r r r r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )�MixInCheckStateHandlingc C s� x�t t|�d �D ]�}t�|�� }|�|d |� �}|�� }| �|d t� |d s�|�|d d d� df� | � |�|d � � | �
||�� � t�|�� }|�|� |�||d � d�}| �
||| � qW d S )N� r T) �ranger �codecs�getincrementaldecoder�decode�getstate�assertIsInstance�int�setstate�
assertTruer ) r
�encoding�ur �i�d�part1�state�part2r r r �check_state_handling_decode0 s
z3MixInCheckStateHandling.check_state_handling_decodec C s~ xxt t|�d �D ]d}t�|�� }|�|d |� �}|�� }t�|�� }|�|� |�||d � d�}| �||| � qW d S )Nr T)r r r �getincrementalencoder�encoder! r$ r ) r
r& r' r r( r) r* r+ r, r r r �check_state_handling_encodeF s
z3MixInCheckStateHandling.check_state_handling_encodeN)r r r r- r0 r r r r r / s r c @ sX e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dZ
dd� Z dd� Z dS )�ReadTestc
C s� t d�}t�| j�|�}d}xFt|�| j�|�D ]0\}}|�t|g�� ||�� 7 }| � ||� q0W | � |�� d� | � |j
d� t� | j�� }d}x>t|�| j�|�D ](\}}||� t|g��7 }| � ||� q�W | � |� dd�d� | � |j
d� |�� d}x@t|�| j�|�D ]*\}}||� t|g��7 }| � ||� �qW | � |� dd�d� | � |j
d� |�| j�} | � |d�t�dd� | D �| j��� d S )N� � Tc S s g | ]}t |g��qS r )�bytes)�.0�cr r r �
<listcomp>z s z*ReadTest.check_partial.<locals>.<listcomp>)r r � getreaderr& �zipr/ r r4 r r �
bytebufferr r r �reset�join�
iterdecode)
r
r Zpartialresults�q�r�resultr6 Z
partialresultr) �encodedr r r �
check_partialR s6 zReadTest.check_partialc s� �fdd�� d� fdd� }d}d}d}�� ||d�|� �� ||d �|� �� ||dd
�|� �� ||d d
�|� d }g }g }xDt|�D ]8\}} |�|d d d
| � |�|d d d
� q�W �� |d�|�d�d�|�� �� |d�|�d �d�|�� x�td�D ]�}
x�|D ]�} d
|
d | d }� |�} xBtd
�D ]6}�� | jdd�|
d | � �� | jdd�d� �q>W � |�} x>td
�D ]2}�� | jd d�|
d � �� | jd d�d� �q�W �qW �q
W d S )Nc s" t �| �� j��}t�� j�|�S )N)�io�BytesIOr/ r& r r8 )r �stream)r
r r r8 ~ s z)ReadTest.test_readline.<locals>.getreaderTc s: � | �}g }x"|j ||d�}|s"P |�|� qW d�|�S )N)r �keepends�|)�readline�appendr< )r rF r �reader�lines�line)r8 r r � readalllines� s z,ReadTest.test_readline.<locals>.readalllinesu foo
bar
baz
spam
eggsu foo
|bar
|baz
|spam
|eggszfoo|bar|baz|spam|eggsF�
)�
z
�
u
�� u あr3 rG �P �azxxx
)rF �xxx)TN)r � enumeraterI r< r rH ) r
rM r Z sexpectedZsexpectednoendsZlineendsZvwZvwor( Zlineendr rJ r )r8 r
r �
test_readline} sH
zReadTest.test_readlinec s6 ddddg}d� |�� � �fdd�}|� }��|�� |d � ��|�� d� |d d � �� ��|�� d� |� }��|�� |d � ��|�d �|d d � ��|�d�d� ��|�d
�� t|d �d d � d d
� � |� }��|�� |d � ��|�� |d d � � ��|�� d� |� }��|jd d d
�� d d � � ��|�� � d d � � ��|�� d� |� }��|jd d d
�� d d � � ��|�d �� d � ��|�d�d� ��|�d
�� dd� � |� }��|jd d d
�� d d � � ��|�� |d d d � g|d d � � ��|�� d� d S )Nz Humpty Dumpty sat on a wall,
z!Humpty Dumpty had a great fall.
z-All the king's horses and all the king's men
z#Couldn't put Humpty together again.r3 c s" t �� ��j��} t��j�| �S )N)rC rD r/ r& r r8 )rE )�datar
r r r8 � s z8ReadTest.test_mixed_readline_and_read.<locals>.getreaderr r �d �( � )r r � �j )r< r rH r r � readlines)r
rK r8 �fr )rW r
r � test_mixed_readline_and_read� s@
. *z%ReadTest.test_mixed_readline_and_readc = C s� ddddddddd d
d d d
d d ddd d ddddddddddd dd dd d d d d d!d"d#d$d%d&d'd(d)d*d d+d,d-d.d/d0d1d2d3d4d5d6g=}t �d7�|��| j��}t�| j�|�}x$t|�D ]\}}| �||| � q�W d S )8Nz:<%!--===================================================
z, BLOG index page: show recent articles,
z7 today's articles, or articles of a specific date.
z>========================================================--%>
z!<%@inputencoding="ISO-8859-1"%>
z <%@pagetemplate=TEMPLATE.y%>
z$<%@import=import frog.util, frog%>
z!<%@import=import frog.objects%>
z9<%@import=from frog.storageerrors import StorageError%>
z<%
z
zimport logging
z+log=logging.getLogger("Snakelets.logger")
zuser=self.SessionCtx.user
z-storageEngine=self.SessionCtx.storageEngine
z-def readArticlesFromDate(date, count=None):
z2 entryids=storageEngine.listBlogEntries(date)
z% entryids.reverse() # descending
z if count:
z# entryids=entryids[:count]
z
try:
z\ return [ frog.objects.BlogEntry.load(storageEngine, date, Id) for Id in entryids ]
z except StorageError,x:
z6 log.error("Error loading articles: "+str(x))
z, self.abort("cannot load articles")
zshowdate=None
zarg=self.Request.getArg()
zif arg=="today":
z, #-------------------- TODAY'S ARTICLES
z- self.write("<h2>Today's articles</h2>")
z( showdate = frog.util.isodatestr()
z. entries = readArticlesFromDate(showdate)
zelif arg=="active":
z4 #-------------------- ACTIVE ARTICLES redirect
z self.Yredirect("active.y")
zelif arg=="login":
z/ #-------------------- LOGIN PAGE redirect
z self.Yredirect("login.y")
zelif arg=="date":
z7 #-------------------- ARTICLES OF A SPECIFIC DATE
z2 showdate = self.Request.getParameter("date")
zV self.write("<h2>Articles written on %s</h2>"% frog.util.mediumdatestr(showdate))
zelse:
z+ #-------------------- RECENT ARTICLES
z, self.write("<h2>Recent articles</h2>")
z. dates=storageEngine.listBlogEntryDates()
z if dates:
z entries=[]
z SHOWAMOUNT=10
z for showdate in dates:
zW entries.extend( readArticlesFromDate(showdate, SHOWAMOUNT-len(entries)) )
z* if len(entries)>=SHOWAMOUNT:
z break
z
r3 ) rC rD r< r/ r& r r8 rU r )r
r rE rJ r( rL r r r �test_bug1175396� s� zReadTest.test_bug1175396c C sN t d�}t�| j�|�}t�| j�|�}|�d� | �|jdd�d� |�d� | �|jdd�d� | �|jdd�d� |�d � | �|jdd�d � | �|jdd�d� |�d� | �|jd
d�d� |�d� | �|jd
d�d � | �|jd
d�d � |�d � | �|jd
d�d � | �|jd
d�d� |�d
� | �|jd
d�d
� d S )Nr2 zfoo
F)rF �fooz
bar
r3 ZbarZbazTrO zbar
zfoo
)r r � getwriterr& r8 r r rH )r
r> �writerrJ r r r �test_readlinequeue- s*
zReadTest.test_readlinequeuec C s~ d}d}d}|| | � | j�}t�|�}t�| j�|�}| �|�� |� | �|�� |� | �|�� |� | �|�� d� d S )NzAxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
z`offending line: ladfj askldfj klasdj fskla dfzaskdj fasklfj laskd fjasklfzzzzaa%whereisthis!!!
z next line.
r3 )r/ r& rC rD r r8 r rH )r
�s1�s2�s3r rE rJ r r r �test_bug1098990_aH s
zReadTest.test_bug1098990_ac C s� d}d}d}d}d}|| | | | � | j�}t�|�}t�| j�|�}| �|�� |� | �|�� |� | �|�� |� | �|�� |� | �|�� |� | �|�� d� d S )Nzaaaaaaaaaaaaaaaaaaaaaaaa
zbbbbbbbbbbbbbbbbbbbbbbbb
zstillokay:bbbbxx
zbroken!!!!badbad
z againokay.
r3 )r/ r& rC rD r r8 r rH ) r
re rf rg Zs4Zs5r rE rJ r r r �test_bug1098990_bU s
zReadTest.test_bug1098990_bu �c C s | � tdj| j� | �d�| jd�d�| j�� | �d�| jd�d�| j�� | �d�| jd�d�| j�� | �d�| jd�d �| j�� | �d�| jd
�d �| j�� | �d �| jd�d �| j�� | �d �| jd
�d
�| j�� d�| j�}�x dD �]\}}|�| j�t|�d � }|�| j�t|�d � }|d | }|| | j | }| � t|j| j� | �|�| jd�|� | �|�| jd�|� | �|�| jd�|| � | �|�| jd
�|| j | � d�
dd� | jD ��}| �|�| jd�|| | � q�W d S )Nu �u [�]�backslashreplacez[\udc80]� namereplace�xmlcharrefreplacez
[�]�ignorez[]�replacez[?]u [��]z[??]r3 ))u �A)�[�])ro u u ��
surrogatepassc s s | ]}d | V qdS )z\x%02xNr )r5 �br r r � <genexpr>� s z0ReadTest.test_lone_surrogates.<locals>.<genexpr>) � assertRaises�UnicodeEncodeErrorr/ r& r r �ill_formed_sequence�UnicodeDecodeErrorr �ill_formed_sequence_replacer< ) r
ZbomZbeforeZafterZbefore_sequenceZafter_sequenceZ test_stringZ
test_sequencerj r r r �test_lone_surrogatesh sJ
z ReadTest.test_lone_surrogatesc C s� d� | jd�}x\tdt|��D ]J}t�| j�d�}| �|�|d |� �d� | �|�||d � d�d� q W d� | jd�}xftdt|��D ]T}t�| j�d�}| �|�|d |� �d� | jdk}| �|�||d � |�d� q�W d S )Nu �rr r r3 Tu ��cp65001)r/ r& r r r r r r )r
rW r( �dec�finalr r r � test_incremental_surrogatepass� s
z'ReadTest.test_incremental_surrogatepassN)
r r r rB rV r_ r` rd rh ri ry rz r~ r r r r r1 Q s +;0E
,r1 c @ sd e Zd ZdZejdkr dZndZdZdZdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� ZdS )� UTF32Testzutf-32�littles �� s ܀s$ �� s p a m s p a m s$ �� s p a m s p a mc C s� t �| j�\}}}}t�� }||�}|�d� |�d� |�� }| �|| jkpV|| j k� t�|�}||�}| �
|� � d� d S )N�spam�spamspam) r �lookupr& rC rD r �getvaluer% �spamle�spamber r )r
�_rJ rc r r^ r) r r r �test_only_one_bom� s
zUTF32Test.test_only_one_bomc C sT t �d�}t�| j�|�}| �t|j� t �d�}t�| j�|�}| �t|j� d S )Ns ����s ��������)rC rD r r8 r& ru � UnicodeErrorr )r
r r^ r r r � test_badbom� s
zUTF32Test.test_badbomc C s@ | � dddddddddddddddddddddddddg� d S )Nu ÿĀ𐀀r3 � u ÿu ÿĀu ÿĀ)rB )r
r r r � test_partial� s4 zUTF32Test.test_partialc C s0 | � dt�ddd�� | � dt�ddd�� d S )N)u �r � rn T)r3 r rm )r r �
utf_32_decode)r
r r r �
test_handlers� s zUTF32Test.test_handlersc C s | � ttjddd� d S )N� ��strictT)ru rx r r� )r
r r r � test_errors� s
zUTF32Test.test_errorsc C s( | � | jd| j� | � | jd| j� d S )Nr� )r- r& r� r� )r
r r r �test_decoder_state� s
z UTF32Test.test_decoder_statec C s8 d}| � dt�|�d � d}| � dt�|�d � d S )Ns �� u 𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀r s �� )r r r� )r
Z
encoded_leZ
encoded_ber r r �test_issue8941� s zUTF32Test.test_issue8941N)r r r r& �sys� byteorderrw r� r� r� r� r� r� r� r� r� r r r r r � s
r c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) � UTF32LETestz utf-32-les �� c C s8 | � dddddddddddddddddddddg� d S )Nu ÿĀ𐀀r3 r� u ÿu ÿĀu ÿĀ)rB )r
r r r r�
s, zUTF32LETest.test_partialc C s | � d�| j�d� d S )Nu s )r r/ r& )r
r r r � test_simple% s zUTF32LETest.test_simplec C s | � ttjddd� d S )Nr� r� T)ru rx r �utf_32_le_decode)r
r r r r� ( s
zUTF32LETest.test_errorsc C s d}| � dt�|�d � d S )Ns u 𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀r )r r r� )r
rA r r r r� , s zUTF32LETest.test_issue8941N) r r r r& rw r� r� r� r� r r r r r� s r� c @ s4 e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd S ) � UTF32BETestz utf-32-bes ܀c C s8 | � dddddddddddddddddddddg� d S )Nu ÿĀ𐀀r3 r� u ÿu ÿĀu ÿĀ)rB )r
r r r r� 8 s, zUTF32BETest.test_partialc C s | � d�| j�d� d S )Nu s )r r/ r& )r
r r r r� S s zUTF32BETest.test_simplec C s | � ttjddd� d S )Nr� r� T)ru rx r �utf_32_be_decode)r
r r r r� V s
zUTF32BETest.test_errorsc C s d}| � dt�|�d � d S )Ns u 𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀𐀀r )r r r� )r
rA r r r r� Z s zUTF32BETest.test_issue8941N) r r r r& rw r� r� r� r� r r r r r� 4 s r� c @ sd e Zd ZdZejdkr dZndZdZdZdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� ZdS )� UTF16Testzutf-16r� s ��s ܀s ��s p a m s p a m s �� s p a m s p a mc C s� t �| j�\}}}}t�� }||�}|�d� |�d� |�� }| �|| jkpV|| j k� t�|�}||�}| �
|� � d� d S )Nr� r� ) r r� r& rC rD r r� r% r� r� r r )r
r� rJ rc r r^ r) r r r r� l s
zUTF16Test.test_only_one_bomc C sT t �d�}t�| j�|�}| �t|j� t �d�}t�| j�|�}| �t|j� d S )Ns ��s ����)rC rD r r8 r& ru r� r )r
r r^ r r r r� { s
zUTF16Test.test_badbomc C s, | � dddddddddddddddg� d S )Nu ÿĀ𐀀r3 r� u ÿu ÿĀu ÿĀ)rB )r
r r r r� � s zUTF16Test.test_partialc C s0 | � dt�ddd�� | � dt�ddd�� d S )N)u �r r� rn T)r3 r rm )r r �
utf_16_decode)r
r r r r� � s zUTF16Test.test_handlersc C s | � ttjddd� d S )Nr� r� T)ru rx r r� )r
r r r r� � s
zUTF16Test.test_errorsc C s( | � | jd| j� | � | jd| j� d S )Nr� )r- r& r� r� )r
r r r r� � s
z UTF16Test.test_decoder_statec C s� d}|� | j�}| �tjtj� ttjd��}|�|� W d Q R X t�dt f�� t
jtjd| jd�}W d Q R X |� | � |� � |� W d Q R X d S )NzHello
world
�wbr3 �U)r& )
r/ r& �
addCleanupr �unlink�TESTFN�openr �check_warnings�DeprecationWarningr r r )r
re r �fprJ r r r �test_bug691291� s zUTF16Test.test_bug691291N)r r r r& r� r� rw r� r� r� r� r� r� r� r� r� r r r r r� b s
r� c @ s, e Zd ZdZdZdd� Zdd� Zdd� Zd S )
� UTF16LETestz utf-16-les ��c C s( | � dddddddddddddg � d S )Nu ÿĀ𐀀r3 r� u ÿu ÿĀu ÿĀ)rB )r
r r r r� � s zUTF16LETest.test_partialc C sP dddddddg}x8|D ]0\}}| � ttj|dd � | �|�d
d �|� qW d S ) N)r� u �)s A Zu A�)s A B C D Zu ABCD�)s �u �)s �Au �)s �A u �A)s �A u �Ar� Tzutf-16lern )ru rx r �utf_16_le_decoder r )r
�tests�raw�expectedr r r r� � s
zUTF16LETest.test_errorsc C s, | � d�| j�d� | � d�| j�d� d S )Nu s ��)r r/ r& r )r
r r r � test_nonbmp� s zUTF16LETest.test_nonbmpN)r r r r& rw r� r� r� r r r r r� � s
r� c @ s, e Zd ZdZdZdd� Zdd� Zdd� Zd S )
� UTF16BETestz utf-16-bes ܀c C s( | � dddddddddddddg � d S )Nu ÿĀ𐀀r3 r� u ÿu ÿĀu ÿĀ)rB )r
r r r r� � s zUTF16BETest.test_partialc C sP dddddddg}x8|D ]0\}}| � ttj|dd � | �|�d
d �|� qW d S ) N)r� u �)s A�u A�)s A B C DZu ABCD�)s � u �)s � �u �)s � Au �A)s � Au �Ar� Tzutf-16bern )ru rx r �utf_16_be_decoder r )r
r� r� r� r r r r� � s
zUTF16BETest.test_errorsc C s, | � d�| j�d� | � d�| j�d� d S )Nu s � �)r r/ r& r )r
r r r r�
s zUTF16BETest.test_nonbmpN)r r r r& rw r� r� r� r r r r r� � s
r� c sT e Zd ZdZdZdZdZdd� Zdd� Zd d
� Z � fd d �Z
d
d� Z dd� Z � Z
S )�UTF8Testzutf-8s �u ���r2 c C s. | � ddddddddddddddddg� d S )Nu ÿ߿ࠀ𐀀r� u ÿu ÿ߿u ÿ߿ࠀu ÿ߿ࠀ)rB )r
r r r r� s" zUTF8Test.test_partialc C s d}| � | j||�| j�� d S )Nu ÿĀ߿ࠀ)r- r& r/ )r
r' r r r r� , s zUTF8Test.test_decoder_statec
C sJ xDdD ]<\}}}| j |||d�� | �|�| j|�|� W d Q R X qW d S )N))s [��]rm z[])s [��]rn u [��])s [��]�surrogateescapeu [��])s [��]rj z
[\x80\xff])rW �
error_handlerr� )�subTestr r r& )r
rW r� r� r r r �test_decode_error1 s
zUTF8Test.test_decode_errorc sn t � �� | �d�| jd�| jd � | �t��}d�| jd� W d Q R X |j}| �|j |j
|j � d� d S )Nu [�]r� s [�]u [���]u ��) �superrz r r/ r& �BOMru rv � exception�object�start�end)r
�cm�exc)� __class__r r rz = s
z UTF8Test.test_lone_surrogatesc C s� | � d�| jd�| jd � | � d�| jd�| jd � | � d�| jd�| jd � | � d�| jd�d� | � d�| jd�d� | �t�d�� | �t �� d�| jd� W d Q R X | �t �� d �| jd� W d Q R X d S )
Nu abc�defrr s abc�defu �s �u [��]s [��]s abc�s abc�z)
r r/ r& r� r r% r � lookup_errorru rx )r
r r r �test_surrogatepass_handlerI s z#UTF8Test.test_surrogatepass_handlerc
C s� dddddddg}x(dD ] }xd D ]}|� || � q"W qW |�d
� xB|D ]:}| j|d ��$ t�| j�� }| �t|j|� W d Q R X qLW d S ) N� �� �� �� �� �� �r� ) � �� �� �s �� �s �� �s �s �� �s �s �)� r� )s �s �s �s �s �s �s �)rW ) rI �extendr� r r r& ru rx r )r
Zcases�prefix�suffixrW r| r r r �test_incremental_errors\ s
z UTF8Test.test_incremental_errors)r r r r& rw ry r� r� r� r� rz r� r� �
__classcell__r r )r� r r� s r� �win32z cp65001 is a Windows-only codecc @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) � CP65001Testr{ c C s� ddddddddd g }x�|D ]�\}}}|d k r�y|� d
|�}W n6 tk
rt } z| �d |||f � W d d }~X Y nX | �||d ||||f � q | �t|j d
|� q W d S )
N)�abcr� s abc)u é€r� s é€)u r� s )u �r� N)u �rm r2 )u �rn � ?)u �rj s \udc80)u �rk s \udc80)u �rr s �r{ z1Unable to encode %a to cp65001 with errors=%r: %sz!%a.encode("cp65001", %r)=%a != %a)r/ rv �failr ru )r
r� �text�errorsr� rA �errr r r � test_encodes s* zCP65001Test.test_encodec C s� ddddddddd d
d d g }x�|D ]�\}}}|d k r�y|� d
|�}W n6 tk
rz } z| �d|||f � W d d }~X Y nX | �||d||||f � q"| �t|j d
|� q"W d S )N)s abcr� r� )s é€r� u é€)s r� u )s �r� u �)s [é]r� u [é])s [�]r� N)s [�]rm z[])s [�]rn u [�])s [�]r� u [�])s [�]r� N)s [�]rm z[])s [�]rn u [���]r{ z3Unable to decode %a from cp65001 with errors=%r: %sz!%a.decode("cp65001", %r)=%a != %a)r rx r� r ru )r
r� r� r� r� �decodedr� r r r � test_decode� s0 zCP65001Test.test_decodec C s� | � tdjd� | � tdjd� | �d�dd�d� | �d�dd�d� | �d�dd�d � | �d�dd
�d � | �d�dd �d
� | �d�dd�d� d S )Nu �r{ s �u [�]rj s [\udc80]rk rl s
[�]r� s [�]rm s []rn s [?])ru rv r/ rx r r )r
r r r rz � s z CP65001Test.test_lone_surrogatesc C sd | � d�dd�d� | � d�dd�d� | � d�dd�d� | � d�dd�d� | �t�d�� d S )Nu abc�defr{ rr s abc�defu �s �)r r/ r r% r r� )r
r r r r� � s z&CP65001Test.test_surrogatepass_handlerN)r r r r& r� r� rz r� r r r r r� n s
r� c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�UTF7Testzutf-7c C s d}| � |�| j�|�d�� | � |�d��| j�|� d}| � |�| j�|�d�� | � |�d��| j�|� | � d�| j�d� | � d�| j�d� d}| � |�| j�|�d�� | � |�d��| j�|� d�ttttd���� �t|| d | � ��}| � |�| j�d
� d S ) NzGABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789'(),-./:?�asciiz !"#$%&*;<=>@[]^_`{|}za+bs a+-bz
r3 � �+sX +AAAAAQACAAMABAAFAAYABwAIAAsADAAOAA8AEAARABIAEwAUABUAFgAXABgAGQAaABsAHAAdAB4AHwBcAH4Afw-) r r/ r& r r< �sorted�setr4 r )r
Zset_dZset_oZwsZ other_asciir r r �
test_ascii� s zUTF7Test.test_asciic # C sP | � dddddddddddddddddd d d d d d
d d d d d d d d d dg � d S )
Nu a+-b cdĀe𐀀frS za+za+-za+-bza+-b za+-b cu a+-b cu a+-b cdu a+-b cdĀu a+-b cdĀeu a+-b cdĀe𐀀)rB )r
r r r r� � sD zUTF7Test.test_partialc C s� ddddddddd d
d d d
dddddddg}xP|D ]H\}}| j |d��. | �ttj|dd� | �|�dd�|� W d Q R X q2W d S )N)s �bu �b)s a�bu a�b)s a��bu a��b)s a+IKu a�)s a+IK-bu a�b)s a+IK,bu a�b)s a+IKxu a€�)s a+IKx-bu a€�b)s a+IKwgru a€�)s a+IKwgr-bu a€�b)s a+IKwgr,u a€�)s
a+IKwgr,-bu a€�-b)s a+IKwgrBu
a€€�)s
a+IKwgrB-bu a€€�b)s
a+/,+IKw-bu a�€b)s a+//,+IKw-bu a�€b)s a+///,+IKw-bu a�€b)s
a+////,+IKw-bu a�€b)s a+IKw-b�u a€b�)s a+IKw�bu a€�b)r� r� Tzutf-7rn )r� ru rx r � utf_7_decoder r )r
r� r� r� r r r r� s2
zUTF7Test.test_errorsc C s� | � d�| j�d� | � d�| j�d� | � d�| j�d� | � d�| j�d� | � d�| j�d� | � d�| j�d� | � d�| j�d� | � d�| j�d � | � d �| j�d� | � d
�| j�d� d S ) Nu 𐒠s +2AHcoA-u ��s +2AHcoAu €𐒠s
+IKzYAdyg-s +IKzYAdygu
€€𐒠s
+IKwgrNgB3KA-s +IKwgrNgB3KA)r r/ r& r )r
r r r r� ( s zUTF7Test.test_nonbmpc
C s` ddddddddd d
d d d
g
}x<|D ]4\}}| j |d�� | �|�dd�|� W d Q R X q$W d S )N)s a+2AE-bu a�b)s a+2AE�bu a�b)s a+2AEu a�)s a+2AEA-bu a�b)s a+2AH-bu a�b)s
a+IKzYAQ-bu a€�b)s
a+IKzYAQ�bu a€�b)s a+IKzYAQA-bu a€�b)s
a+IKzYAd-bu a€�b)s a+IKwgrNgB-bu a€€�b)s a+IKwgrNgB�bu a€€�b)s
a+IKwgrNgBu
a€€�)s
a+IKwgrNgBA-bu a€€�b)r� zutf-7rn )r� r r )r
r� r� r� r r r rz 7 s z UTF7Test.test_lone_surrogatesN) r r r r& r� r� r� r� rz r r r r r� � s ' r� c @ s e Zd Zdd� Zdd� ZdS )� UTF16ExTestc C s | � ttjdddd� d S )Nr� r� r T)ru rx r �utf_16_ex_decode)r
r r r r� N s zUTF16ExTest.test_errorsc C s | � ttj� d S )N)ru � TypeErrorr r� )r
r r r �
test_bad_argsQ s zUTF16ExTest.test_bad_argsN)r r r r� r� r r r r r� L s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ReadBufferTestc C s& dd l }| �t�|� dd��d� d S )Nr rs s spam)s spam� )�arrayr r �readbuffer_encode)r
r� r r r �
test_arrayV s zReadBufferTest.test_arrayc C s | � t�d�d� d S )Nr3 )r2 r )r r r� )r
r r r �
test_empty] s zReadBufferTest.test_emptyc C s" | � ttj� | � ttjd� d S )N�* )ru r� r r� )r
r r r r� ` s z ReadBufferTest.test_bad_argsN)r r r r� r� r� r r r r r� T s r� c @ s> e Zd ZdZejZdd� Zdd� Zdd� Z dd � Z
d
d � Z d S )
� UTF8SigTestz utf-8-sigc C s: | � ddddddddddddddddddddddg� d S ) Nu ÿ߿ࠀ𐀀r3 u u u ÿu ÿ߿u ÿ߿ࠀu ÿ߿ࠀ)rB )r
r r r r� h s. zUTF8SigTest.test_partialc C s | � tdd�d� d S )Ns z utf-8-sigr3 )r �str)r
r r r �test_bug1601501� s zUTF8SigTest.test_bug1601501c C s, t �d�� }d}| �|�|�d��|� d S )Nz utf-8-sigr� )r r r r r/ )r
r) r r r r �test_bom� s zUTF8SigTest.test_bomc C s� d}t jd }t �d�}x�d gttdd�� dddd d
g D ]`}|t�|��}t�� }x0|d k rl|�|�}n|�� }|szP |� |� qXW |�
� }| � ||� q<W d S ) Nu ABC¡∀XYZs ABC¡∀XYZz utf-8-sigr � �@ r� � i i ) r �BOM_UTF8r8 �listr rC rD �StringIOr r r� r ) r
� unistring�
bytestringrJ �sizehint�istream�ostreamrW �gotr r r �test_stream_bom� s
zUTF8SigTest.test_stream_bomc C s� d}d}t �d�}x�d gttdd�� dddd d
g D ]`}|t�|��}t�� }x0|d k rf|�|�}n|�� }|stP |�|� qRW |� � }| �
||� q6W d S ) Nu ABC¡∀XYZs ABC¡∀XYZz utf-8-sigr r� r� r� r� i i ) r r8 r� r rC rD r� r r r� r ) r
r� r� rJ r� r� r� rW r� r r r �test_stream_bare� s
z UTF8SigTest.test_stream_bareN) r r r r& r r� r� r� r� r� r r r r r r r� d s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�EscapeDecodeTestc C s* | � t�d�d� | � t�t� �d� d S )Nr2 )r2 r )r r �
escape_decode� bytearray)r
r r r r� � s zEscapeDecodeTest.test_emptyc C sJ t j}x>td�D ]2}t|g�}|dkr| �||d �|d df� qW d S )Nr� � \� 0� )r r r r4 r )r
r rs r r r �test_raw� s
zEscapeDecodeTest.test_rawc
C s� t j}t| |�}|dd� |dd� |dd� |dd� |d d
� |d d � |d
d� |dd� |dd� |dd� |dd� |dd
� |dd� |dd� |d d � |d d � |d d!� |d"d � |d#d � |d$d!� x~td%d&�D ]p}t|g�}|d'k�r$| �t�� |d(| d(| � W d Q R X | �t�� |d(|�� d(|�� � W d Q R X q�W | �t�� |d)d)� W d Q R X | �t�� |d*d*� W d Q R X | �t�� |d+d+� W d Q R X d S ),Ns [\
]s []s [\"]s ["]s [\']s [']s [\\]s [\]s [\a]s []s [\b]s []s [\t]s [ ]s [\n]s [
]s [\v]s [ ]s [\f]s [ ]s [\r]s [
]s [\7]s [\78]s [8]s [\41]s [!]s [\418]s [!8]s [\101]s [A]s [\1010]s [A0]s [\501]s [\x41]s [\x410]�a �{ s abfnrtvxr s \8s \9s \�)r r r r r4 � assertWarnsr� �upper)r
r r
r( rs r r r � test_escape� sF
( z EscapeDecodeTest.test_escapec C s� t j}| �t|d� | �t|d� | �|dd�d� | �|dd�d� | �t|d� | �t|d � | �|d
d�d � | �|d
d�d � d S )
Ns \xs [\x]s [\x]\xrm )s []r[ rn )s [?]?r[ s \x0s [\x0]s [\x0]\x0)s []� )s [?]?r )r r ru �
ValueErrorr )r
r r r r r� � s z EscapeDecodeTest.test_errorsN)r r r r� r r
r� r r r r r � s %r c @ s e Zd Zdd� ZdS )� RecodingTestc C s8 t �� }t�|dd�}|�d� |�� | �|j� d S )N�unicode_internalzutf-8rS )rC rD r � EncodedFiler �closer% �closed)r
r^ �f2r r r �
test_recoding� s
zRecodingTest.test_recodingN)r r r r r r r r r � s r )u" ليهمابتكلموشعربي؟s egbpdaj6bu4bxfgehfvwxn)u 他们为什么不说中文s ihqwcrb4cv8a8dqg056pqjye)u 他們爲什麽不說中文s ihqwctvzc91f659drss3x8bo0yb)u Pročprostěnemluvíčeskys Proprostnemluvesky-uyb24dma41a)u, למההםפשוטלאמדבריםעבריתs 4dbcagdahymbxekheh6e0a7fei0b)uZ यहलोगहिन्दीक्योंनहींबोलसकतेहैंs, i1baa7eci9glrd9b2ae1bj0hfcgg6iyaf8o0a1dig0cd)u6 なぜみんな日本語を話してくれないのかs& n8jok5ay5dzabd5bym9f0cm5685rrjetr6pdxa)uH 세계의모든사람들이한국어를이해한다면얼마나좋을까sE 989aomsvi5e83db1d2a355cv1e0vak1dwrv93d5xbh15a0dt30a5jpsd879ccm6fea98c)u8 почемужеонинеговорятпорусскиs b1abfaaepdrnnbgefbaDotcwatmq2g4l)u* PorquénopuedensimplementehablarenEspañols- PorqunopuedensimplementehablarenEspaol-fmd56a)u- TạisaohọkhôngthểchỉnóitiếngViệts, TisaohkhngthchnitingVit-kjcr8268qyxafd2f1b9g)u 3年B組金八先生s 3B-ww4c5e180e575a65lsy2b)u" 安室奈美恵-with-SUPER-MONKEYSs( -with-SUPER-MONKEYS-pc58ag80a8qai00g7n9n)u' Hello-Another-Way-それぞれの場所s( Hello-Another-Way--fc4qua05auwb3674vfr0b)u ひとつ屋根の下2s 2-u9tlzr9756bt3uc0v)u MajiでKoiする5秒前s MajiKoi5-783gue6qz075azm5e)u パフィーdeルンバs de-jg4avhby1noc0d)u そのスピードでs d9juau41awczczp)z -> $1.00 <-s -> $1.00 <--r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� PunycodeTestc C s< x6t D ].\}}| �t|�d�d��� t|d��� � qW d S )N�punycoder� )�punycode_testcasesr r� r/ �lower)r
�uni�punyr r r r� p s zPunycodeTest.test_encodec C sJ xDt D ]<\}}| �||�d�� |�d��d�}| �||�d�� qW d S )Nr r� )r r r r/ )r
r r r r r r� | s zPunycodeTest.test_decodec
C st ddt � fdg}x^|D ]V\}}}| j||d��8 t|t�rN| �t |jd|� n| �|�d|�|� W d Q R X qW d S )Ns xn--w&r� )s xn--w&rm zxn-)r r� r )r� r� �
isinstance� Exceptionru r r )r
Z testcasesr r� r� r r r �test_decode_invalid� s
z PunycodeTest.test_decode_invalidN)r r r r� r� r r r r r r o s r c @ s\ e Zd Ze�edkd�dd� �Ze�edkd�dd� �Ze�edkd�dd� �Zd d
� Z d S ) �UnicodeInternalTestr� zspecific to 32-bit wchar_tc
C sH dddg}dddddg}xL|D ]D\}}t jd kr<tt|��}t�� � | �||�d
�� W d Q R X q W xL|D ]D}t jd kr�tt|��}t�d tf�� | � t
|jd
� W d Q R X qlW t jd kr�d }d
}nd}d}t�� � | � t
|jd
� W d Q R X t�� � | �|�d
d�d� W d Q R X t�� � | �|�d
d�|� W d Q R X d S )N)s ��u )s u ā)r2 r3 s ���s � s � � s r� r z*unicode_internal codec has been deprecateds z\x00\x00\x11\x00s z\x00\x11\x00\x00rn u �rj ) r� r� r4 �reversedr r� r r r� ru rx )r
�okZnot_okZinternalr ZinvalidZinvalid_backslashreplacer r r �test_bug1251300� sD
z#UnicodeInternalTest.test_bug1251300c
C s� y(t �dtf�� d�d� W d Q R X W nZ tk
r� } z<| �d|j� | �d|j� | �d|j� | �d|j � W d d }~X Y n
X | �
� d S )Nz*unicode_internal codec has been deprecateds r r� r ) r r� r� r rx r r& r� r� r� r� )r
Zexr r r � test_decode_error_attributes� s
z0UnicodeInternalTest.test_decode_error_attributesc C sx t �dt j� t �d�}t�dtf��< d�d��� }|t d|d d� |dd � f d�d�}W d Q R X | �
d|� d S ) Nr r z*unicode_internal codec has been deprecated�abz%s""""%sr� r� )r& � ) r �register_error�
ignore_errors�
getdecoderr r� r� r/ r r4 r )r
�decoderr& Zignoredr r r �test_decode_callback� s
z(UnicodeInternalTest.test_decode_callbackc C sf t �dtf��N t�d�}| �|d�d d� | �|d�d d� | �t�d�d d� W d Q R X d S ) Nz*unicode_internal codec has been deprecatedr rS r u éłr s \x00r� )r r� r� r �
getencoderr �
escape_encode)r
�encoderr r r �test_encode_length� s
z&UnicodeInternalTest.test_encode_lengthN)
r r r �unittest�
skipUnless�SIZEOF_WCHAR_Tr$ r% r, r0 r r r r r � s , r )s% foo͏᠆᠋barbaz︀︈️s foobarbaz)s CAFEs cafe)s ßs ss)s İs i̇)s Ńͺs ń ι)NN)s ǰ ªs ǰ a)s ᾷs ᾶι)s ǰs ǰ)s ΐs ΐ)s ΰs ΰ)s ẖs ẖ)s ὖs ὖ)� r4 )s r4 )s N)s r4 )s r2 )s r4 )s s )s
N)s N)s r2 )s N)s N)s N)s N)s N)s N)s �N)s �N)s ⿵N)s ́s ́)s N)s N)s N)s N)s foo־barN)s fooﵐbarN)s fooﹶbars foo َbar)s ا1N)s ا1بs ا1ب)s Xßİ℡ǰ ªΰ s xssi̇telǰ aΰ )s Xß㌖İ℡⒟㌀s* xssキロメートルi̇tel(d)アパートc @ s e Zd Zdd� ZdS )� NameprepTestc C s� ddl m} x�tt�D ]�\}\}}|d kr,qt|dd�}|d krP| �t||� qt|dd�}y| �||�|� W q tk
r� } z t �
d|d t|�f ��W d d }~X Y qX qW d S )Nr )�nameprepzutf-8rr z
Test 3.%d: %sr ) Zencodings.idnar6 rU �nameprep_testsr� ru r� r r r Z
TestFailed)r
r6 �posZorigZprepped�er r r �
test_nameprep{ s zNameprepTest.test_nameprepN)r r r r: r r r r r5 z s r5 c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�
IDNACodecTestc C sL | � tdd�d� | � tdd�d� | � tdd�d� | � tdd�d � d S )
Ns
python.org�idnaz
python.orgs python.org.z python.org.s xn--pythn-mua.orgu pythön.orgs xn--pythn-mua.org.u pythön.org.)r r� )r
r r r �test_builtin_decode� s z!IDNACodecTest.test_builtin_decodec C sL | � d�d�d� | � d�d�d� | � d�d�d� | � d�d�d � d S )
Nz
python.orgr< s
python.orgz python.org.s python.org.u pythön.orgs xn--pythn-mua.orgu pythön.org.s xn--pythn-mua.org.)r r/ )r
r r r �test_builtin_encode� s z!IDNACodecTest.test_builtin_encodec C s2 t �d�t�d��}|�d� | �|�� d� d S )Nr< s abc� r3 )r r8 rC rD r r )r
r? r r r � test_stream� s
zIDNACodecTest.test_streamc C s< | � d�t�dd� dD �d��d� | � d�t�dd� dD �d��d � | � d�t�d
d� d D �d��d � | � d�t�d
d� d D �d��d � t�d�� }| � |�d�d� | � |�d�d� | � |�d�d� | � |�dd�d� |�� | � |�d�d� | � |�d�d� | � |�d�d� | � |�dd�d� d S )Nr3 c s s | ]}t |g�V qd S )N)r4 )r5 r6 r r r rt � s z8IDNACodecTest.test_incremental_decode.<locals>.<genexpr>s
python.orgr< z
python.orgc s s | ]}t |g�V qd S )N)r4 )r5 r6 r r r rt � s s python.org.z python.org.c s s | ]}t |g�V qd S )N)r4 )r5 r6 r r r rt � s s xn--pythn-mua.org.u pythön.org.c s s | ]}t |g�V qd S )N)r4 )r5 r6 r r r rt � s s xn--xams ple-9ta.ou äxample.s rgr2 TZorgs rg.zorg.)r r< r r= r r r; )r
r+ r r r �test_incremental_decode� s, z%IDNACodecTest.test_incremental_decodec C s� | � d�t�dd��d� | � d�t�dd��d� | � d�t�dd��d� | � d�t�dd��d� t�d�� }| � |�d �d� | � |�d
�d � | � |�d d
�d� |�� | � |�d �d� | � |�d�d� | � |�d d
�d� d S )Nr2 z
python.orgr< s
python.orgz python.org.s python.org.u pythön.org.s xn--pythn-mua.org.u äxz ample.orgs xn--xample-9ta.r3 Ts orgz
ample.org.s xn--xample-9ta.org.)r r< r �
iterencoder. r/ r; )r
r/ r r r �test_incremental_encode� s( z%IDNACodecTest.test_incremental_encodec C sN d� dd� d�dd� x0dD ](}| �tdj d|� | �tdjd|� q W d S )Nz
python.orgr< r� s
python.org)rm rn rj r� )r/ r ru r )r
r� r r r r� � s
zIDNACodecTest.test_errorsN) r r r r= r> r@ rA rC r� r r r r r; � s r; c @ st e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) �CodecsModuleTestc C sx | � t�dd�d� | �ttj� | � t�d�d� | �ttjdd� | � tjddd�d� | � tjd dd
d �d � d S )
Ns �zlatin-1u äöüs abcr� r� r� )�objr& s [�]rm )r� z[])r r r ru r� rx )r
r r r r� � s z CodecsModuleTest.test_decodec C s� | � t�dd�d� | �ttj� | �ttjdd� | � t�d�d� | �ttjdd � | � tjddd
�d� | � tjd d d d
�d� d S )Nu äöüzlatin-1s �ra �__spam__r� s abcu ÿffr� )rE r& u [ÿ]rm )r� s [])r r r/ ru r� � LookupErrorrv )r
r r r r� � s z CodecsModuleTest.test_encodec C s" | � ttj� | � ttjd� d S )Nr� )ru r� r �register)r
r r r �
test_register s z CodecsModuleTest.test_registerc C s2 | � ttj� | � ttjd� | � ttjd� d S )NrF � )ru r� r r� rG )r
r r r � test_lookup s z CodecsModuleTest.test_lookupc C s" | � ttj� | � ttjd� d S )NrF )ru r� r r- rG )r
r r r �test_getencoder s z CodecsModuleTest.test_getencoderc C s" | � ttj� | � ttjd� d S )NrF )ru r� r r* rG )r
r r r �test_getdecoder s z CodecsModuleTest.test_getdecoderc C s" | � ttj� | � ttjd� d S )NrF )ru r� r r8 rG )r
r r r �test_getreader s z CodecsModuleTest.test_getreaderc C s" | � ttj� | � ttjd� d S )NrF )ru r� r rb rG )r
r r r �test_getwriter s z CodecsModuleTest.test_getwriterc C sn t �t j�}| �t jt j|� yt �t jd� W n t jk
rP | �d� Y nX t�d�}| �|j d� d S )N�tr_TRztest needs Turkish locale�ASCIIr� )
�locale� setlocale�LC_CTYPEr� �ErrorZskipTestr r� r �name)r
Z oldlocaler6 r r r �test_lookup_issue1813 s
z&CodecsModuleTest.test_lookup_issue1813c C s0 d}| � |tj� xtjD ]}tt|� qW d S )N),r/ r rH � CodecInfo�Codec�IncrementalEncoder�IncrementalDecoder� StreamReader� StreamWriterr� r- r* r. r r8 rb r( r� �
strict_errors�replace_errorsr) �xmlcharrefreplace_errors�backslashreplace_errors�namereplace_errorsr� r rB r= r� �BOM_BE�BOM_LEr� � BOM_UTF16� BOM_UTF16_BE� BOM_UTF16_LE� BOM_UTF32� BOM_UTF32_BE� BOM_UTF32_LE�BOM32_BE�BOM32_LE�BOM64_BE�BOM64_LE�StreamReaderWriter�
StreamRecoder)ZassertCountEqualr �__all__�getattr)r
Zapir r r �test_all( s zCodecsModuleTest.test_allc C sb | � tjtj� xLdD ]D}| �|��0 t�tj|d��}| �|tj� W d Q R X W d Q R X qW d S )N)�wr? zr+zw+rS za+r� ) r� r r� r� r� r r� r" ro )r
�mode�filer r r � test_open? s
zCodecsModuleTest.test_openc C s� | � ttjdd� | � ttjdd� | � ttjdd� | � ttjdd� x4dD ],}| � ttjdd|� | � ttjdd|� qNW d S )Nr� Z undefineds abcr3 r2 )r� rm rn rj )ru r� r r/ r )r
r� r r r �test_undefinedF s
z CodecsModuleTest.test_undefinedc
C sV t �� }t �d|��8}| �t�� t�tjdd� W d Q R X |� j �
� W d Q R X d S )Nz
builtins.openZwtzinvalid-encoding) r � mock_open�patchru rG r r� r r� r Z
assert_called)r
ry rv r r r �'test_file_closes_if_lookup_error_raisedQ s
z8CodecsModuleTest.test_file_closes_if_lookup_error_raisedN)r r r r� r� rI rK rL rM rN rO rW rs rw rx r{ r r r r rD � s
rD c @ s e Zd Zdd� Zdd� ZdS )�StreamReaderTestc C s t �d�| _t�d�| _d S )Nzutf-8s 한
글)r r8 rJ rC rD rE )r
r r r �setUp\ s zStreamReaderTest.setUpc C s$ | � | j�}| �|�� ddg� d S )Nu 한
u 글)rJ rE r r] )r
r^ r r r �test_readlines` s z StreamReaderTest.test_readlinesN)r r r r} r~ r r r r r| Z s r| c @ s e Zd Zdd� ZdS )�EncodedFileTestc C s\ t �d�}t�|dd�}| �|�� d� t �� }t�|dd�}|�d� | �|�� d� d S )Ns 한
글z utf-16-lezutf-8s \�
�zlatin-1s ü� �)rC rD r r r r r r� )r
r^ �efr r r �
test_basicg s
zEncodedFileTest.test_basicN)r r r r� r r r r r e s r r� �big5� big5hkscs�charmap�cp037Zcp1006�cp1026�cp1125�cp1140�cp1250�cp1251�cp1252�cp1253�cp1254�cp1255�cp1256�cp1257�cp1258�cp424�cp437�cp500Zcp720Zcp737�cp775�cp850�cp852�cp855Zcp856�cp857�cp858�cp860�cp861�cp862�cp863�cp864�cp865�cp866�cp869Zcp874Zcp875�cp932�cp949�cp950� euc_jis_2004� euc_jisx0213�euc_jp�euc_kr�gb18030�gb2312�gbk� hp_roman8�hzr< �
iso2022_jp� iso2022_jp_1� iso2022_jp_2�iso2022_jp_2004� iso2022_jp_3�iso2022_jp_ext�
iso2022_kr� iso8859_1�
iso8859_10�
iso8859_11�
iso8859_13�
iso8859_14�
iso8859_15�
iso8859_16� iso8859_2� iso8859_3� iso8859_4� iso8859_5� iso8859_6� iso8859_7� iso8859_8� iso8859_9�johab�koi8_r�koi8_t�koi8_u�kz1048�latin_1� mac_cyrillic� mac_greek� mac_iceland�
mac_latin2� mac_roman� mac_turkishZpalmos�ptcp154r Zraw_unicode_escape� shift_jis�shift_jis_2004�shift_jisx0213�tis_620Zunicode_escaper �utf_16� utf_16_be� utf_16_le�utf_7�utf_8Z mbcs_encode�mbcsZ
oem_encodeZoemc @ sJ e Zd Zdd� Zejdd� �Zdd� Zdd� Zd d
� Z d d � Z
d
d� Z dS )�BasicUnicodeTestc
s
d}�x�t D �]�}t�|�j}|�d�r2|d7 }n |dkr>d}| �|�dd�|�dd�� t�� �R t� |�|�\}}| �|t
|�d| � t� |�|�\}}| �||d| � W d Q R X |t k�rvt
d�}t�|�|�}d} x>|D ]6}
|�|
� |�� } | �t| �tkt| �� | | 7 } q�W t
d�}t�|�|�} d}
x*| D ]"}
|�t|
g�� |
| �� 7 }
�q>W | �|
|d| � |t kr yt�|�� �W n tk
�r� Y n�X d} x |D ]}
| ��|
�7 } �q�W | ��dd �7 } t�|�� � d}
x"| D ]}
|
� �t|
g��7 }
�q�W |
� �dd �7 }
| �|
|d| � d�t�t� ||�|��}| �||d| � d�t�t� d|�|��}| �|d� |d
kr yt�|�d ��W n tk
�r� Y q X d��fd d
�|D ��} t�|�d �� d�� fdd
�| D ��}
| �|
|d| � q W d S )N�abc123Z_codecr� r� �-z encoding=%rr2 r3 T)r< r� rm c 3 s | ]}� � |�V qd S )N)r/ )r5 r6 )r/ r r rt 3 s z/BasicUnicodeTest.test_basics.<locals>.<genexpr>c 3 s | ]}� � t|g��V qd S )N)r r4 )r5 r6 )r+ r r rt 5 s ) �all_unicode_encodingsr r� rV �endswithr rn r r� r- r r* � broken_unicode_with_statefulr rb r r r% �typer4 r8 r. rG r/ r r r< r= rB )r
r r& rV rs r r r> rc �
encodedresultr6 �chunkrJ �
decodedresultr@ r )r+ r/ r � test_basics� s|
z BasicUnicodeTest.test_basicsc sL ddl m}m} d}�x0tD �]&}|tkr y ||��W n tk
rJ Y n�X d}x|D ]}|��|�7 }qVW |��dd�7 }||�� d}x |D ]}|� �t|g��7 }q�W |� �dd�7 }| � ||d| � |dkr y||d ��W n tk
r� Y q X d�
�fd
d �|D ��}||d �� d�
� fd d �|D ��}| � ||d| � q W d S )
Nr )�codec_incrementalencoder�codec_incrementaldecoderr� r2 r3 Tz encoding=%r)r< r� rm c 3 s | ]}� � |�V qd S )N)r/ )r5 r6 )�cencoderr r rt Z s z4BasicUnicodeTest.test_basics_capi.<locals>.<genexpr>c 3 s | ]}� � t|g��V qd S )N)r r4 )r5 r6 )�cdecoderr r rt \ s ) Z _testcapir� r� r� r� rG r/ r r4 r r< )r
r� r� r r& r� r6 r� r )r� r� r �test_basics_capi: s<
z!BasicUnicodeTest.test_basics_capic C sz dd }xlt D ]d}|dkr q|tkr&qt�|�t�|�|���}x0td�D ]$}|�dd� |� � }| �
||� qJW qW d S )Nz%s
%s
)AX abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123abc123AX def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456def456r< rZ r ) r� r� r r8 rC rD r/ r �seekr r )r
r r& rJ �trW r r r � test_seeka s
zBasicUnicodeTest.test_seekc C s> x8t D ]0}t�|�}| �t|� |dkr| �t|d� qW d S )N)r< r r� )r� r r* ru r� )r
r& r+ r r r �test_bad_decode_argsp s
z%BasicUnicodeTest.test_bad_decode_argsc
C s< x6t D ].}t�|�}t�� � | �t|� W d Q R X qW d S )N)r� r r- r r� ru r� )r
r& r/ r r r �test_bad_encode_argsw s
z%BasicUnicodeTest.test_bad_encode_argsc C s& ddl m} t|j�}| �||� d S )Nr )r� )� encodingsr� r� �encoding_tabler )r
r� Z
table_typer r r �"test_encoding_map_type_initialized~ s
z3BasicUnicodeTest.test_encoding_map_type_initializedc C sF d}x<t D ]4}|tkr
| �|||�|�� | �|||�|�� q
W d S )Nr� )r� r� r- r/ r0 )r
r' r& r r r r� � s
z#BasicUnicodeTest.test_decoder_stateN) r r r r� r Z cpython_onlyr� r� r� r� r� r� r r r r r� � s O'r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� CharmapTestc C s | � t�ddd�d� | � t�ddd�d� | �ttjddd� | �ttjddd� | � t�dd d�d
� | � t�dd d�d
� | � t�dd d�d � | � t�dd d�d � | � t�dd
d�d� | � t�dd
d�d� ttd��}| � t�|d
d�dt|�f� d S )Ns r� r� )r� r? u bc)u bcr? r& u abrn )u ab�r? rj )zab\x02r? rm )r& r? r� r3 )r r �charmap_decoderu rx r4 r r )r
�allbytesr r r �test_decode_with_string_map� s@ z'CharmapTest.test_decode_with_string_mapc
C s | � t�dddddd��d� | � t�dddd d
d��d � | � t�ddd ddd��d
� | � t�dddddd��d� | �ttjddddd�� | �ttjddddd d�� | �ttjdddddd�� | � t�ddddd��d� | � t�ddddd d��d� | � t�dddddd��d� | � t�ddddd��d� | � t�ddddd d��d� | � t�dddddd��d� | � t�ddddd��d� | � t�ddddd d��d� | � t�dddddd��d� ttd��}| � t�|di �dt|�f� d S )Ns r� rS rs r6 )r r r )r� r? ZAaZBbZCc)ZAaBbCcr? u )u bcr? r3 )r& r? )r r u rn )u ab�r? rj )zab\x02r? rm r� )r r r� ru rx r4 r r )r
r� r r r � test_decode_with_int2str_map� s�
z(CharmapTest.test_decode_with_int2str_mapc
C s� t d�}t d�}t d�}| �t�dd|||d��d� | �t�ddd||d��d � | �t�ddtj||d��ttj�d
d f� | �ttjddtjd ||d�� | �t tjdd||d
�� | �t tjdd||dd�� | �t�dd||d
��d� | �t�dd||dd��d� | �t�dd||d
��d� | �t�dd||dd��d� | �t�dd||d
��d� | �t�dd||dd��d� d S )NrS rs r6 s r� )r r r )r� r? i�� )u bcr? Zbcr? r )r r i�� rn )u ab�r? rj )zab\x02r? rm )r& r? )
�ordr r r� r� �
maxunicode�chrru r� rx )r
rS rs r6 r r r � test_decode_with_int2int_map- s`
z(CharmapTest.test_decode_with_int2int_mapN)r r r r� r� r� r r r r r� � s 7hr� c @ s e Zd Zdd� Zdd� ZdS )� WithStmtTestc C sD t �d�}t�|dd��}| �|�� d� W d Q R X | �|j� d S )Ns üzlatin-1zutf-8r� )rC rD r r r r r% r )r
r^ r� r r r �test_encodedfilez s
z WithStmtTest.test_encodedfilec C sH t �d�}t�d�}t�||j|jd��}| �|�� d� W d Q R X d S )Ns üzutf-8r� � ü) rC rD r r� ro � streamreader� streamwriterr r )r
r^ �info�srwr r r �test_streamreaderwriter� s
z$WithStmtTest.test_streamreaderwriterN)r r r r� r r r r r r� y s r� c @ s e Zd Zdd� Zdd� ZdS )� TypesTestc C sj t jt jt jt jt jt jt jt jt j t j
t j t j g }t
t d�rJ|�t j� x|D ]}| �t|d� qPW d S )N� mbcs_decoderT )r r� � utf_8_decoder� r� r� r� r� r� �utf_32_ex_decode�latin_1_decode� ascii_decoder� �hasattrrI r ru r� )r
Zdecodersr+ r r r �test_decode_unicode� s
z TypesTest.test_decode_unicodec C s� | � t�d�d� | � t�d�d� | � t�d�d� | � t�d�d� | �ttjd� | � t�dd�d� | � t�dd�d � | �ttjd� | � t�dd�d� | � t�dd�d � d S )
Nz\u1234)u ሴr[ s \u1234s
\U00110000z
\U00110000rn )u �rN rj )z(\x5c\x55\x30\x30\x31\x31\x30\x30\x30\x30rN )r r �unicode_escape_decode�raw_unicode_escape_decoderu rx )r
r r r �test_unicode_escape� s z TypesTest.test_unicode_escapeN)r r r r
r r r r r r � s r c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�UnicodeEscapeTestc C s( | � t�d�d� | � t�d�d� d S )Nr3 )r2 r r2 )r3 r )r r �unicode_escape_encoder )r
r r r r� � s z UnicodeEscapeTest.test_emptyc C sD t j}x8tdd�D ]*}|dkr| �|t|��t|g�df� qW d S )N� � �\ r )r r r r r� r4 )r
r/ rs r r r �test_raw_encode� s z!UnicodeEscapeTest.test_raw_encodec C sJ t j}x>td�D ]2}|dkr| �|t|g�d �t|�d df� qW d S )Nr� r r �0r )r r r r r4 r� )r
r rs r r r �test_raw_decode� s z!UnicodeEscapeTest.test_raw_decodec C s� t j}t| |�}|dd� |dd� |dd� |dd� x2td �D ]&}t|�d
krB|t|�d | �� � qBW x(td d
�D ]}|t|�d | �� � qxW |dd� |dd� d S )N� s \trO s \nrP s \r�\s \\r z
z\x%02xr r� u €s \u20acu 𝄠s
\U0001d120)r r r r r� r/ )r
r/ r
rs r r r �test_escape_encode� s
z$UnicodeEscapeTest.test_escape_encodec
C s� t j}t| |�}|dd� |dd� |dd� |dd� |d d
� |d d � |d
d� |dd� |dd� |dd� |dd� |dd
� |dd� |dd� |d d � |d d � |d d!� |d"d � |d#d!� |d$d%� |d&d'� x�td(d)�D ]�}t|g�}|d*k�r2| �t�� |d+| d,t|� � W d Q R X |�� d-kr�| �t��$ |d+|�� d,t|d. � � W d Q R X q�W | �t�� |d/d0� W d Q R X | �t�� |d1d2� W d Q R X | �t�� |d3d4� W d Q R X d S )5Ns [\
]z[]s [\"]z["]s [\']z[']s [\\]z[\]s [\a]z[]s [\b]z[]s [\t]z[ ]s [\n]z[
]s [\v]z[ ]s [\f]z[ ]s [\r]z[
]s [\7]s [\78]z[8]s [\41]z[!]s [\418]z[!8]s [\101]z[A]s [\1010]z[A0]s [\x41]s [\x410]s \u20acu €s
\U0001d120u 𝄠r r
s abfnrtuvxr r s UNr s \8z\8s \9z\9s \�u \ú) r r r r r4 r r� r� r )r
r r
r( rs r r r �test_escape_decode� sJ
, z$UnicodeEscapeTest.test_escape_decodec C s� t j}x�dD ]�\}}x�t|�D ]�}| �t|d| d| � | �t|d| d| d � d| d| d | d| }| �||d�dt|�f� | �||d �d
t|�f� q W q W | �t|d � | �|d d�d � | �|d d �d
� d S )N))� xr )� ur� )� Ur� r r s [\� ]s ]\rm z[]rn u [�]�s
\U00110000)r3 rN )u �rN )r r r ru rx r r )r
r r6 r) r( rW r r r �test_decode_errors� s z$UnicodeEscapeTest.test_decode_errorsN) r r r r� r r r r r! r r r r r � s 'r c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )�RawUnicodeEscapeTestc C s( | � t�d�d� | � t�d�d� d S )Nr3 )r2 r r2 )r3 r )r r �raw_unicode_escape_encoder )r
r r r r�
s z RawUnicodeEscapeTest.test_emptyc C s: t j}x.td�D ]"}| �|t|��t|g�df� qW d S )Nr� r )r r# r r r� r4 )r
r/ rs r r r r
s z$RawUnicodeEscapeTest.test_raw_encodec C sB t j}x6td�D ]*}| �|t|g�d �t|�d df� qW d S )Nr� r r r )r r r r r4 r� )r
r rs r r r r
s z$RawUnicodeEscapeTest.test_raw_decodec C s^ t j}t| |�}x4td�D ](}|dkr|dt|� dt|g� � qW |dd� |dd� d S ) Nr� s uUr r u €s \u20acu 𝄠s
\U0001d120)r r# r r r� r4 )r
r/ r
rs r r r r
s
z'RawUnicodeEscapeTest.test_escape_encodec C s^ t j}t| |�}x4td�D ](}|dkr|dt|g� dt|� � qW |dd� |dd� d S ) Nr� s uUr r s \u20acu €s
\U0001d120u 𝄠)r r r r r4 r� )r
r r
rs r r r r !
s
z'RawUnicodeEscapeTest.test_escape_decodec C s� t j}x�dD ]�\}}x�t|�D ]�}| �t|d| d| � | �t|d| d| d � d| d| d | d| }| �||d�dt|�f� | �||d �d
t|�f� q W q W | �t|d � | �|d d�d � | �|d d �d
� d S )N))r r� )r r� r r s [\r s ]\rm z[]rn u [�]�s
\U00110000)r3 rN )u �rN )r r r ru rx r r )r
r r6 r) r( rW r r r r! *
s z'RawUnicodeEscapeTest.test_decode_errorsN) r r r r� r r r r r! r r r r r"
s r" c @ s e Zd Zdd� ZdS )�EscapeEncodeTestc
C sx ddddddddg}x:|D ]2\}}| j |d �� | �t�|�|� W d Q R X qW | �ttjd
� | �ttjtd �� d S ) N)r2 )r2 r )s foobar)s foobarr[ )s spam eggs)s spam\x00eggs� )s a'b)s a\'br? )s b\c)s b\\cr? )s c
d)s c\ndr? )s d
e)s d\rer? )s fg)s f\x7fgr? )rW r� s spam)r� r r r. ru r� r )r
r� rW �outputr r r r =
s z#EscapeEncodeTest.test_escape_encodeN)r r r r r r r r r$ ;
s r$ c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�SurrogateEscapeTestc C sT | � d�dd�d� | � d�dd�d� | � d�dd�d� | � d�dd�d� d S )Ns foo�barzutf-8r� u foo�bars �u ���)r r r/ )r
r r r � test_utf8Q
s z SurrogateEscapeTest.test_utf8c C s, | � d�dd�d� | � d�dd�d� d S )Ns foo�barr� r� u foo�bar)r r r/ )r
r r r r� ]
s z SurrogateEscapeTest.test_asciic C s, | � d�dd�d� | � d�dd�d� d S )Ns foo�barz
iso-8859-3r� u foo�bar)r r r/ )r
r r r � test_charmapd
s z SurrogateEscapeTest.test_charmapc C s | � d�dd�d� d S )Nu �����zlatin-1r� s ���)r r/ )r
r r r � test_latin1k
s z SurrogateEscapeTest.test_latin1N)r r r r( r� r) r* r r r r r' O
s r' c @ s e Zd Zdd� ZdS )�BomTestc
C s< d}d}| � tjtj� �x |D �]}tjtjd|d��V}|�|� |�|� |�d� | �|� � |d � |�d� | �|� � |d � W d Q R X tjtjd|d��R}|�|d � | �
|� � d� |�d� |�|� |�d� | �|� � |� W d Q R X tjtjd|d��Z}|j �|d � | �
|j � � d� |j �d� |j �|� |�d� | �|� � |� W d Q R X tjtjd|d��F}|�|� |�|� � � |�|� |�d� | �|� � |d � W d Q R X tjtjd|d��N}|j �|� |j �|j � � � |j �|� |�d� | �|� � |d � W d Q R X q W d S )NZ
1234567890)zutf-16z utf-16-lez utf-16-bezutf-32z utf-32-lez utf-32-bezw+)r& r r )
r� r r� r� r r� r r� r r ZassertNotEqual�tellrc )r
rW r� r& r^ r r r �
test_seek0r
sJ
zBomTest.test_seek0N)r r r r- r r r r r+ q
s r+ � base64_codec�uu_codec� quopri_codec� hex_codec�base64�base_64�uu�quopri�quoted_printable�quotedprintable�hex�rot13)r. r/ r0 r1 �rot_13�
zlib_codecr9 �zlib� bz2_codec�bz2c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e � e
d�dd� �Zdd� Zdd� Zdd� Zdd� Zd S ) �TransformCodecTestc
C s� t td��}xttD ]l}| j|d��V t�|�|�\}}| �|t|�� t�|�|�\}}| �|t|�� | �||� W d Q R X qW d S )Nr� )r& ) r4 r �bytes_transform_encodingsr� r r- r r r* )r
Zbinputr& �or r( r r r r� �
s
z TransformCodecTest.test_basicsc
C s^ xXt D ]P}| j|d��: t�d|�}t�|�t�|��}|�� }| �|d� W d Q R X qW d S )N)r& r� ) r@ r� r r/ r8 rC rD r r )r
r& �sinrJ �soutr r r � test_read�
s
z TransformCodecTest.test_readc
C s^ xXt D ]P}| j|d��: t�d|�}t�|�t�|��}|�� }| �|d� W d Q R X qW d S )N)r& r� ) r@ r� r r/ r8 rC rD rH r )r
r& rB rJ rC r r r rV �
s
z TransformCodecTest.test_readlinec
C s� d}x�t D ]�}| j|d��n |}t|�}t�||�}t�||�}| �||� t|�}t�||�}| �||� t�||�}| �||� W d Q R X q
W d S )Ns 12345�)r& )r@ r� �
memoryviewr r/ r r )r
Zoriginalr& rW ZviewZ view_encodedZ view_decodedr r r �test_buffer_api_usage�
s
z(TransformCodecTest.test_buffer_api_usagec C sl d}xbt D ]Z}| j|d��D d}|�|�}| �t|��}|�|� W d Q R X | �|jj� W d Q R X q
W d S )Nzbad input type)r& zM{!r} is not a text encoding; use codecs.encode\(\) to handle arbitrary codecs) r@ r� �format�assertRaisesRegexrG r/ � assertIsNoner� � __cause__)r
� bad_inputr& �fmt�msg�failurer r r �0test_text_to_binary_blacklists_binary_transforms�
s
zCTransformCodecTest.test_text_to_binary_blacklists_binary_transformsc C s* d}| � t|�� d�d� W d Q R X d S )NzR^'rot_13' is not a text encoding; use codecs.encode\(\) to handle arbitrary codecszjust an example messager: )rH rG r/ )r
rM r r r �.test_text_to_binary_blacklists_text_transforms s zATransformCodecTest.test_text_to_binary_blacklists_text_transformsc C s� d}x�t D ]~}| j|d��h t�||�}d}|�|�}| �t|�� |�|� W d Q R X | �t|�� t|��|� W d Q R X W d Q R X q
W d S )Ns6 encode first to ensure we meet any format restrictions)r& zM{!r} is not a text encoding; use codecs.decode\(\) to handle arbitrary codecs) r@ r� r r/ rG rH rG r r )r
rW r& Z encoded_datarL rM r r r �0test_binary_to_text_blacklists_binary_transforms s
zCTransformCodecTest.test_binary_to_text_blacklists_binary_transformsc C sf x`dt d�fD ]P}| j|d��: d}| �t|��}|�d� W d Q R X | �|jj� W d Q R X qW d S )Ns immutables mutable)rK zR^'rot_13' is not a text encoding; use codecs.decode\(\) to handle arbitrary codecsr: )r r� rH rG r rI r� rJ )r
rK rM rN r r r �.test_binary_to_text_blacklists_text_transforms s zATransformCodecTest.test_binary_to_text_blacklists_text_transformszRequires zlib supportc C sB d}| � t|��}t�dd� W d Q R X | �|jjt|j�� d S )Nz(^decoding with 'zlib_codec' codec faileds hellor; )rH r r r r" r� rJ r� )r
rM rN r r r �!test_custom_zlib_error_is_wrapped$ s
z4TransformCodecTest.test_custom_zlib_error_is_wrappedc C sB d}| � t|��}t�dd� W d Q R X | �|jjt|j�� d S )Nz'^decoding with 'hex_codec' codec faileds hellor1 )rH r r r r" r� rJ r� )r
rM rN r r r � test_custom_hex_error_is_wrapped- s
z3TransformCodecTest.test_custom_hex_error_is_wrappedc C sd x^t �� D ]R\}}t�|�j}x<|D ]4}| j|d�� t�|�}| �|j|� W d Q R X q$W q
W d S )N)�alias)�transform_aliases�itemsr r� rV r� r )r
�
codec_name�aliasesZ
expected_namerU r r r r � test_aliases9 s
z TransformCodecTest.test_aliasesc C s4 t �dd�}| �|d� d}| �t �|d�|� d S )Ns space tab eol
z quopri-codecs space=20tab=09eol=20
s space tab eol
)r r/ r r )r
rA Z unescapedr r r �test_quopri_statelessA s z(TransformCodecTest.test_quopri_statelessc C s | � ttjdd� d S )Nr2 zuu-codec)ru r r r )r
r r r �test_uu_invalidI s z"TransformCodecTest.test_uu_invalidN)r r r r� rD rV rF rO rP rQ rR r1 r2 r< rS rT rZ r[ r\ r r r r r? �
s
r? c C s
t �| �S )N)� _TEST_CODECS�get)rX r r r �_get_test_codecX s r_ )�
_forget_codecc C s d S )Nr )rX r r r r` ` s r` c @ s� e Zd Zdd� Zdd� Zdd� Zejdd� �Zd d
� Z e
fd d �Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%S )&�ExceptionChainingTestc C s. t | �tt| �� }t�|��� | _t| _d S )N) �reprr� �idr� �normalize_encodingr rX � RuntimeError� obj_to_raise)r
Z unique_idr r r r} f s zExceptionChainingTest.setUpc C sF t �| jd � tj�| jd � yt| j� W n tk
r@ Y nX d S )N)r] �poprX r� �_cacher` �KeyError)r
r r r �tearDown{ s z ExceptionChainingTest.tearDownc C s t j||| jd�}|t| j< d S )N)rV )r rX rX r] )r
r/ r Z
codec_infor r r � set_codec� s
z ExceptionChainingTest.set_codecc c sV d� || j|j|�}| �||�� }|V W d Q R X | �|jj|� | �|jjj� d S )Nz${} with {!r} codec failed \({}: {}\)) rG rX r rH r" r� rJ ZassertIsNotNone�
__traceback__)r
Z operation�exc_typerM Zfull_msgZcaughtr r r �
assertWrapped� s z#ExceptionChainingTest.assertWrappedc O s
| j �d S )N)rf )r
�args�kwdsr r r � raise_obj� s z ExceptionChainingTest.raise_objc C s� || _ | �| j| j� | �d||�� d�| j� W d Q R X | �d||�� t�d| j� W d Q R X | �d||�� d�| j� W d Q R X | �d||�� t�d| j� W d Q R X d S )Nr& � str_inputZdecodings bytes input)rf rk rq rn r/ rX r r )r
rf rM rm r r r �
check_wrapped� s z#ExceptionChainingTest.check_wrappedc C s | � td� d S )Nr3 )rs re )r
r r r �test_raise_by_type� s z(ExceptionChainingTest.test_raise_by_typec C s d}| � t|�|� d S )NzThis should be wrapped)rs re )r
rM r r r �test_raise_by_value� s z)ExceptionChainingTest.test_raise_by_valuec C s* d}G dd� dt �}| �||�||� d S )NzThis should be wrappedc @ s e Zd ZdZdS )zWExceptionChainingTest.test_raise_grandchild_subclass_exact_size.<locals>.MyRuntimeErrorr N)r r r � __slots__r r r r �MyRuntimeError� s rw )re rs )r
rM rw r r r �)test_raise_grandchild_subclass_exact_size� s z?ExceptionChainingTest.test_raise_grandchild_subclass_exact_sizec C s* d}G dd� dt �}| �||�||� d S )NzThis should be wrappedc @ s e Zd ZdS )zVExceptionChainingTest.test_raise_subclass_with_weakref_support.<locals>.MyRuntimeErrorN)r r r r r r r rw � s rw )re rs )r
rM rw r r r �(test_raise_subclass_with_weakref_support� s z>ExceptionChainingTest.test_raise_subclass_with_weakref_supportc s� � fdd�}| � ||� | �t|�� d�| j� W d Q R X | �t|�� t�d| j� W d Q R X | �t|�� d�| j� W d Q R X | �t|�� t�d| j� W d Q R X d S )Nc s � �d S )Nr )ro rp )rf r r rq � s z:ExceptionChainingTest.check_not_wrapped.<locals>.raise_objz str inputs bytes input)rk rH re r/ rX r r )r
rf rM rq r )rf r �check_not_wrapped� s z'ExceptionChainingTest.check_not_wrappedc C s G dd� dt �}| �|d� d S )Nc @ s e Zd Zdd� ZdS )zKExceptionChainingTest.test_init_override_is_not_wrapped.<locals>.CustomInitc S s d S )Nr )r
r r r r � s zTExceptionChainingTest.test_init_override_is_not_wrapped.<locals>.CustomInit.__init__N)r r r r r r r r �
CustomInit� s r{ r3 )re rz )r
r{ r r r �!test_init_override_is_not_wrapped� s z7ExceptionChainingTest.test_init_override_is_not_wrappedc C s G dd� dt �}| �|d� d S )Nc s e Zd Z� fdd�Z� ZS )zIExceptionChainingTest.test_new_override_is_not_wrapped.<locals>.CustomNewc s t � �| �S )N)r� �__new__)�cls)r� r r r} � s zQExceptionChainingTest.test_new_override_is_not_wrapped.<locals>.CustomNew.__new__)r r r r} r� r r )r� r � CustomNew� s r r3 )re rz )r
r r r r � test_new_override_is_not_wrapped� s z6ExceptionChainingTest.test_new_override_is_not_wrappedc C s( d}t |�}d|_| �|d�|�� d S )NzThis should NOT be wrappedr z^{}$)re �attrrz rG )r
rM r� r r r �&test_instance_attribute_is_not_wrapped� s z<ExceptionChainingTest.test_instance_attribute_is_not_wrappedc C s | � td�d� d S )Nr �1)rz re )r
r r r � test_non_str_arg_is_not_wrapped� s z5ExceptionChainingTest.test_non_str_arg_is_not_wrappedc C s d}| � tddd�|� d S )Nz^\('a', 'b', 'c'\)$rS rs r6 )rz re )r
Zmsg_rer r r �!test_multiple_args_is_not_wrapped� s z7ExceptionChainingTest.test_multiple_args_is_not_wrappedc C s� d� | j�}| �t|�� d�| j� W d Q R X | �t|�� t�d| j� W d Q R X | �t|�� d�| j� W d Q R X | �t|�� t�d| j� W d Q R X d S )Nz^unknown encoding: {}$z str inputs bytes input)rG rX rH rG r/ r r )r
rM r r r �%test_codec_lookup_failure_not_wrapped� s z;ExceptionChainingTest.test_codec_lookup_failure_not_wrappedc C s� dd� }dd� }| � ||� t�d | j�}| �|d� t�d | j�}| �|d� d}|�| j�}| �t|�� d�| j� W d Q R X d }|�| j�}| �t|�� d
�| j� W d Q R X d S ) Nc _ s dS )N)z
not bytes!r r )ro rp r r r �
encode_to_str� s zSExceptionChainingTest.test_unflagged_non_text_codec_handling.<locals>.encode_to_strc _ s dS )N)s not str!r r )ro rp r r r �decode_to_bytes� s zUExceptionChainingTest.test_unflagged_non_text_codec_handling.<locals>.decode_to_bytesz
not bytes!s not str!zd^{!r} encoder returned 'str' instead of 'bytes'; use codecs.encode\(\) to encode to arbitrary types$rr zd^{!r} decoder returned 'bytes' instead of 'str'; use codecs.decode\(\) to decode to arbitrary types$s bytes input) rk r r/ rX r r rG rH r� )r
r� r� rA r� rL rM r r r �&test_unflagged_non_text_codec_handling� s z<ExceptionChainingTest.test_unflagged_non_text_codec_handlingN)r r r r} rj rk �
contextlib�contextmanagerrn rq re rs rt ru rx ry rz r| r� r� r� r� r� r� r r r r ra d s$
ra z"code pages are specific to Windowsc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zejdddd�d d � �Zejdd dd�d d � �Zd!S )"� CodePageTesti� c C sL | � ttjdd� | � ttjdd� | � ttjdd� | � ttjdd� d S )Nr rS � ar
)ru r r �code_page_encode�code_page_decode�OSError)r
r r r �test_invalid_code_page s z#CodePageTest.test_invalid_code_pagec C sJ | � tdtjdd� | � tdtjdddd� | � tdtj| jddd� d S ) Nr� i� � ÿs � r� T�CP_UTF8r� )rH rv r r� rx r� r� )r
r r r �test_code_page_name s z CodePageTest.test_code_page_namec C s� x�|D ]�\}}}|d k r�yt �|||d�}W n8 tk
rd } z| �d||||f � W d d }~X Y nX | �|d |d||||d |f � | �|d d� | �|d t|�� q| �tt j|||d� qW d S )NTz2Unable to decode %a from "cp%s" with errors=%r: %sr z %a.decode("cp%s", %r)=%a != %ar ) r r� rx r� r ZassertGreaterEqualZassertLessEqualr ru )r
�cpr� r� r� r� r� r� r r r � check_decode s " zCodePageTest.check_decodec C s� x�|D ]�\}}}|d k r�yt �|||�}W n8 tk
rb } z| �d||||f � W d d }~X Y nX | �|d |d||||d |f � | �|d t|�� q| �tt j|||� qW d S )Nz0Unable to encode %a to "cp%s" with errors=%r: %sr z %a.encode("cp%s", %r)=%a != %ar )r r� rv r� r r ru )r
r� r� r� r� r� rA r� r r r � check_encode, s " zCodePageTest.check_encodec C s | � dd� | �dd� d S )Ni� ) )r� r� s abc)u ｄ騾r� s ���)r� r� N)u [ÿ]rm s [])u [ÿ]rn s [y])u [€]rn s [?])u [ÿ]rj s [\xff])u [ÿ]rk s) [\N{LATIN SMALL LETTER Y WITH DIAERESIS}])u [ÿ]rl s [ÿ])u �r� N)u [�]r� s [�])u [�]rr N) )s abcr� r� )s ���r� u ｄ騾)s [�]r� N)s [�]rm z[])s [�]rn u [�])s [�]rj z[\xff])s [�]r� u [�])s [�]rr N)s � abcr� N)s � abcrm z abc)s � abcrn u � abc)s � abcrj z\x81 abc)r� r� )r
r r r �
test_cp932< s zCodePageTest.test_cp932c C s | � dd� | �dd� d S )Ni� ))r� r� s abc)u é€r� s �)r� r� r� )u Łr� N)u Łrm r2 )u Łrn � L)u �r� � �)u �rr N))s abcr� r� )s �r� u é€)r� r� r� )r� r� )r
r r r � test_cp1252] s
zCodePageTest.test_cp1252c C s d}| � |d� | �|d� d S )Ni� ))r� r� s abc)u é€r� s +AOkgrA-)u r� s +2//f/w-)u �r� s +3IA-)u �r� s +//0-))s abcr� r� )s +AOkgrA-r� u é€)s +2//f/w-r� u )s +3IA-r� u �)s +//0-r� u �)s [+/]r� z[])s [�]r� u [ÿ])r� r� )r
r� r r r � test_cp_utf7o s
zCodePageTest.test_cp_utf7c C s, | � dd� | � | jd� | �| jd� d S )Ni� ))s ��rm u 騾)s ��rn u �騾))s �rm u )s �rn u �))u [�]rm s [])u [�]rn s [?])r� r� r� )r
r r r �test_multibyte_encoding� s z$CodePageTest.test_multibyte_encodingc C sF x,dt dd�d�D ]}| �t�|d
�d � qW | �t�d d
�d
� d S )N�,� �-� �.� �1� �3� �5� i�� i�� �� s abc)r� r? r� )u r? )r� r� r� r� r� r� )r� )r r r r� )r
r� r r r �test_code_page_decode_flags� s
z(CodePageTest.test_code_page_decode_flagsc C st t �dddd�}| �|d� t �dddd�}| �|d� t �dddd�}| �|d � t �dd
dd�}| �|d � d S ) Ni� � �r� F)r3 r s ��)u 騾r s ��)u 騾騾r� s abc)r� r? )r r� r )r
r� r r r �test_incremental� s z CodePageTest.test_incrementalc C s6 t jddd�� t�d�}| �|jd� W d Q R X d S )Nz_winapi.GetACPr
)Z return_valueZcp123r� )r rz r r� r rV )r
�codecr r r �test_mbcs_alias� s
z CodePageTest.test_mbcs_aliasl � F)r ZmemuseZdry_runc C s� d|d d d }| � t|�|d � t�d|dd�}| � |d t|�� ~| � t|d �|d � | � |d d d
� d � | � |d d d � d
� d S )Ns 01234567r r s
��������r i� r� Tr rN Z
0123456701i��u( 6701234567����������)r r r r� )r
r rA r� r r r �test_large_input� s z CodePageTest.test_large_inputr[ c C s� d|d }| � t|�|d d � t�d|dd�}| � |d t|�� ~| � t|d �|� | � |d d d� d � | � |d d
d � d � d S ) Ns
0123456턀r rN i� rm Tr r u 0123456턀01i����u 56턀0123456턀)r r r r� )r
r rA r� r r r �test_large_utf8_input� s z"CodePageTest.test_large_utf8_inputN)r r r r� r� r� r� r� r� r� r� r� r� r� r� r Z
bigmemtestr� r� r r r r r� s ! r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) � ASCIITestc C s | � d�d�d� d S )Nr� r� s abc123)r r/ )r
r r r r� � s zASCIITest.test_encodec
C sH xBdD ]:\}}}| j |||d�� | �|�d|�|� W d Q R X qW d S )N))u [ÿ€]rm s [])u [ÿ€]rn s [???])u [ÿ€]rl s [€ÿ€])u
[ÿ€]rj s [\x80\xff\u20ac\U000abcde])u [��]r� s [��])rW r� r� r� )r� r r/ )r
rW r� r� r r r �test_encode_error� s
zASCIITest.test_encode_errorc C s& | � t�� d�dd� W d Q R X d S )Nu �ÿr� r� )ru rv r/ )r
r r r �!test_encode_surrogateescape_error� s z+ASCIITest.test_encode_surrogateescape_errorc C s | � d�d�d� d S )Ns abcr� r� )r r )r
r r r r� � s zASCIITest.test_decodec
C sH xBdD ]:\}}}| j |||d�� | �|�d|�|� W d Q R X qW d S )N))s [��]rm z[])s [��]rn u [��])s [��]r� u [��])s [��]rj z
[\x80\xff])rW r� r� r� )r� r r )r
rW r� r� r r r r� � s
zASCIITest.test_decode_errorN)r r r r� r� r� r� r� r r r r r� � s
r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
Latin1Testc
C sB x<dD ]4\}}| j ||d�� | �|�d�|� W d Q R X qW d S )N))r� s abc)u éÿs ��)rW r� �latin1)r� r r/ )r
rW r� r r r r� � s zLatin1Test.test_encodec
C sH xBdD ]:\}}}| j |||d�� | �|�d|�|� W d Q R X qW d S )N))u [€�]rm s [])u [€�]rn s [??])u [€]rj s [\u20ac\U000abcde])u [€�]rl s [€�])u [��]r� s [��])rW r� r� r� )r� r r/ )r
rW r� r� r r r �test_encode_errors
s
z Latin1Test.test_encode_errorsc C s& | � t�� d�dd� W d Q R X d S )Nu �€r� r� )ru rv r/ )r
r r r r�
s z,Latin1Test.test_encode_surrogateescape_errorc
C sB x<dD ]4\}}| j ||d�� | �|�d�|� W d Q R X qW d S )N))s abcr� )s [��]u [ÿ])rW r� r� )r� r r )r
rW r� r r r r�
s zLatin1Test.test_decodeN)r r r r� r� r� r� r r r r r� � s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�StreamRecoderTestc C sR t �� }t�d�}t�||j|jtjj tjj
�}|� ddg� | � |�
� d� d S )Nr� r� � bs ab)rC rD r r� rp r/ r r� r� r\ r] �
writelinesr r� )r
�bior� �srr r r �test_writelines"
s
z!StreamRecoderTest.test_writelinesc C s^ t �� }t�d�}t�||j|jtjj tjj
�}d}|� |�d�� | � |�
� |�d�� d S )Nr� u àñézutf-8)rC rD r r� rp r/ r r� r� r\ r] r r r� )r
r� r� r� r� r r r �
test_write*
s
z StreamRecoderTest.test_writec C s| t �d�d��}t�|dd�}| �|�� d� |�d� | �|�� d� | �|�� d� | �|�� d� | �|�� d� d S ) Nzline1
line2
line3
z utf-16-lezutf-8s line1
r s line2
s line3
r2 )rC rD r/ r r r rH r� )r
r� r� r r r �test_seeking_read5
s
z#StreamRecoderTest.test_seeking_readc C s� t �d�d��}t�|dd�}|�d� |�d� | �|�� d� |�d� | �|�� d� | �|�� d � | �|�� d� d S )
Nz
123456789
z utf-16-lezutf-8r s
abc
s 789
r s 1
s abc
) rC rD r/ r r r� r r rH )r
r� r� r r r �test_seeking_write@
s
z$StreamRecoderTest.test_seeking_writeN)r r r r� r� r� r� r r r r r� !
s r� �__main__)Pr r� rC rR r� r1 r� r Ztestr Zctypes� ImportErrorr3 ZsizeofZc_wcharr r� r r r1 ZTestCaser r� r� r� r� r� r� r2 �platformr� r� r� r� r� r r r r( r �printrb r r r7 r5 r; rD r| r r� r rI r� r� r� r� r r r" r$ r' r+ r@ rV r< r> r? r] r_ rH �_codecsr` ra r� r� r� r� r �mainr r r r �<module> s
" W`..V,,^ W V=
TWu
$ m)X2":
#
N'%.