File: //proc/thread-self/root/lib/python3.6/site-packages/S3/__pycache__/Config.cpython-36.pyc
3
�9pe�t � $ @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dlm Z m Z ddl
mZ yd dlZd dlZW n4 ek
r� ejjd� ejj� eje� Y nX y d dlZW n ek
r� d dljZY nX y d dlmZm Z m Z m Z m Z W n2 ek
�r8 d dl mZm Z m Z m Z m Z Y nX ddl!m"Z" dd l#m#Z# dd
l$m%Z%m&Z&m'Z'm(Z(m)Z) ye* W n e+k
�r� e,Z*Y nX d d � Z-d
d� Z.dd� Z/G dd� de0�Z1G dd� de0�Z G dd� de0�Z2dS )� )�absolute_importN)�debug�warning� )� EX_OSFILEa:
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
ImportError trying to import dateutil.parser and dateutil.tz.
Please install the python dateutil module:
$ sudo apt-get install python-dateutil
or
$ sudo yum install python-dateutil
or
$ pip install python-dateutil
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
)�
NoOptionError�NoSectionError�MissingSectionHeaderError� ParsingError� ConfigParser)�Progress)�
SortedDict)�s3_quote�getTreeFromXml�getDictFromTree�base_unicodise�dateRFC822toPythonc C s8 t | �tkr| j� dkS t | �tkr0| dkr0dS dS dS ) zsCheck to see if a string is true, yes, on, or 1
value may be a str, or unicode.
Return True if it is
�true�yes�on�1TFN)r r r r )�type�unicode�lower�bool)�value� r � /usr/lib/python3.6/Config.py� is_bool_trueM s
r c C s8 t | �tkr| j� dkS t | �tkr0| dkr0dS dS dS ) ztCheck to see if a string is false, no, off, or 0
value may be a str, or unicode.
Return True if it is
�false�no�off�0FTN)r r r! r" )r r r r )r r r r �
is_bool_false\ s
r# c C s t | �pt| �S )z)Check a string value to see if it is bool)r r# )r r r r �is_boolk s r$ c @ sL e Zd ZdZg Zi ZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZejZejj� ZejZd;Zd<Z d
Z d
Z d
Z e dd �Z!d
Z"d
Z#dZ$d
Z%d
Z&dZ'd
Z(d
Z)d Z*d
Z+dZ,g Z-g Z.dZ/dZ0d
Z1d
Z2dZ3dZ4dddddddddg Z5d
Z6d
Z7d
Z8d
Z9d=Z:d>Z;ded< d
Z<dZ=dZ>dZ?dZ@dZAdZBdZCdZDdZEdZFd ZGd ZHdZIdZJdZKdZLd ZMd?ZNd ZOd dgZPg ZQg ZRi ZSi ZTeUjV� �pjd!ZWd"ZXdZYd
ZZdZ[d
Z\d#Z]d
Z^d
Z_dZ`d$ZadZbd%Zcg Zdg ZedZfdZgg ZhdZidZjdZkd
Zld
Zmd&Znd
Zod
ZpdZqdZrd
Zsd
Ztd
Zud'Zvd
ZwdZxd(Zyd
Zzd(Z{d@d)d*�Z|dAd+d,�Z}d-d.� Z~d/d0� Zd1d2� Z�d3d4� Z�d5d6� Z�d7d8� Z�d9d:� Z�dS )B�ConfigN� Tzs3.amazonaws.comz%(bucket)s.s3.amazonaws.comzsdb.amazonaws.comzcloudfront.amazonaws.com�@ i F)Z ignore_caser ZStandardi8 �unameZuidZgname�gidZatime�mtimeZctime�modeZmd5z@[sync] Remove remote S3 objects when local file has been deleted�delete_removedz}%(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sz}%(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sZUSzbinary/octet-stream� i' �sizezUTF-8Znormali, z
index.htmlz8http://%(bucket)s.s3-website-%(location)s.amazonaws.com/r �d � c C s | j d krtj| �| _ | j S )N)� _instance�object�__new__)�self�
configfile�
access_key�
secret_key� access_tokenr r r r3 s
zConfig.__new__c C s2 |�r.y| j |� W n0 tk
rD dtjks8dtjkr@| j� Y nX |rZ|rZ|| _|| _|rj|| _d| _t | j�dkr�tj
d�p�tj
d�}tj
d�p�tj
d�}tj
d �p�tj
d
�}|r�|s�t d ��t |�| _t |�| _|r�d| _t |�| _n| j
� | j�r| jd k�rtd
� | j�r.| jd k�r.td��d S )N�AWS_CREDENTIAL_FILE� AWS_PROFILEFr ZAWS_ACCESS_KEYZAWS_ACCESS_KEY_IDZAWS_SECRET_KEYZAWS_SECRET_ACCESS_KEYZAWS_SESSION_TOKENZAWS_SECURITY_TOKENzRAWS_ACCESS_KEY environment variable is used but AWS_SECRET_KEY variable is missingTz�Cannot have server_side_encryption (S3 SSE) and KMS_key set (S3 KMS). KMS encryption will be used. Please set server_side_encryption to FalsezFKMS encryption requires signature v4. Please set signature_v2 to False)�read_config_file�IOError�os�environ�aws_credential_filer6 r7 r8 �_access_token_refresh�len�getenv�
ValueErrorr � role_config�kms_key�server_side_encryptionr � signature_v2� Exception)r4 r5 r6 r7 r8 Zenv_access_keyZenv_secret_keyZenv_access_tokenr r r �__init__
s<
zConfig.__init__c C sb �yBt jjd�}|�r�dttj� � }dd||d�}t jjd�}|rpt|��}|j� }W dQ R X d|d < ||d
< d jd d
� |j� D ��}d}t jjd�dkr�t jjd�} | s�| j } d| }t
j |dd�}
|
j dd| � |
j
� } | j� } | jdko�t| �dk�r�t| �}
t|
�}|
jdk�r*|d d }n(|
jd k�rD|d d }ntd |
j ��t� jd |d � t� jd!|d" � t� jd#|d$ � tt|d% ��}|tjd&d'� | _tjjt j j � �| _ nt��nzt
j d(dd�}
i }yHd)d*i}|
j d+d,|d-� |
j
� } | j� } | jdk�r t| �}d.|i}W n t!k
�r@ |
j"� Y nX |
j d/d0|d-� |
j
� } | j� }| jdk�r>t|�dk�r>|
j d/d1|j#d2� |d-� |
j
� } | jdk�r8t| j� �} t$j%| �}t� jd t|d �� t� jd!t|d" �� t� jd#t|d3 �� tt|d% ��}|tjd&d'� | _tt|d4 ��| _ nt�nt�W n t!k
�r\ � Y nX dS )5zL
Get credentials from IAM authentication and STS AssumeRole
Z AWS_ROLE_ARNzrole-session-%sZ
AssumeRolez
2011-06-15)�ActionZVersionZRoleArnZRoleSessionNameZAWS_WEB_IDENTITY_TOKEN_FILENZAssumeRoleWithWebIdentityrJ ZWebIdentityToken�&c S s$ g | ] \}}d |t |dd�f �qS )z%s=%sT)Zunicode_output)r )�.0�k�vr r r �
<listcomp>J s z&Config.role_config.<locals>.<listcomp>zsts.amazonaws.comZAWS_STS_REGIONAL_ENDPOINTSZregionalZ
AWS_REGIONzsts.%s.amazonaws.com� )�hostZtimeoutZPOSTz/?�� r ZAssumeRoleResponseZAssumeRoleResultZ CredentialsZ!AssumeRoleWithWebIdentityResponseZ AssumeRoleWithWebIdentityResultz.Unexpected XML message from STS server: <%s />r6 Z AccessKeyIdr7 ZSecretAccessKeyr8 Z SessionTokenZ
Expirationr- )Zminutesz169.254.169.254z$X-aws-ec2-metadata-token-ttl-secondsZ60ZPUTz/latest/api/token)ZheaderszX-aws-ec2-metadata-tokenZGETz+/latest/meta-data/iam/security-credentials/z-/latest/meta-data/iam/security-credentials/%szutf-8�TokenZ LastUpdated)&r= r> �get�int�time�open�read�join�items�bucket_location�httplibZHTTPSConnectionZrequestZ getresponseZstatusrA r r �tagr< r% �
update_optionr r �datetimeZ timedelta�_access_token_expiration�now�dateutil�tz�tzutc�_access_token_last_updateZHTTPConnectionrH �close�decode�json�loads)r4 Zrole_arnZrole_session_nameZparamsZweb_identity_token_file�fZweb_identity_tokenZencoded_paramsZ sts_endpointZregionZconnZrespZ resp_contentZtreeZ result_dictZcredsZ
expirationZ imds_authZimds_ttlZ
imds_token�filesr r r rD 5 s�
zConfig.role_configc C sj | j rftjjtjj� �}| jr<|| jk r<| jr<| j|kr<d S y | j� W n t k
rd t
d� Y nX d S )NzCould not refresh role) r@ r_ ra rb rc rd r` re rD rH r )r4 ra r r r � role_refresh� s
zConfig.role_refreshc s �y�t jjd�� t jjd�}|r6t jj|�r6t|�� nt jj� �sFd S t� �td� � t j
� dt | dd�d��}|j � }W d Q R X yFy�j
t j|�� W n, tk
r� d| }�j
t j|�� Y nX W n8 tk
�r } ztd � t|�f ��W Y d d }~X nX tt jjd
d ��}td | � d� �fdd� }||dd�}|�rVt� jdt|�� ||dd�}|�rzt� jdt|�� ||dd d�} | �r�t� jdt| �� W n` tk
�r� }
ztd|
j� � W Y d d }
~
X n0 tk
�r }
ztd|� � W Y d d }
~
X nX d S ) Nz~/.aws/credentialsr9 z Reading AWS credentials from %s�r�encodingzUTF-8)rn z
[default]
z*Error reading aws_credential_file (%s): %sr: �defaultzUsing AWS profile '%s'Tc s� d }y�j | |�}W n� tk
r� } zf|r<td|j|j� � |r�y"|}d} �j | |�}td|� W n" tk
r� } zW Y d d }~X nX W Y d d }~X nX |r�td|| � � |S )NzLCouldn't find key '%s' for the AWS Profile '%s' in the credentials file '%s'ro z�Legacy configuration key '%s' used, please use the standardized config format as described here: https://aws.amazon.com/blogs/security/a-new-and-standardized-way-to-manage-credentials-in-the-aws-sdks/zWFound the configuration option '%s' for the AWS Profile '%s' in the credentials file %s)rT r r �option�sectionr )�profile�keyZ
legacy_keyZ
print_warning�result�e)r? �configr r �get_key� s*
$
z+Config.aws_credential_file.<locals>.get_keyZaws_access_key_idZAWSAccessKeyIdr6 Zaws_secret_access_keyZ AWSSecretKeyr7 Zaws_session_tokenFr8 z&Errno %d accessing credentials file %sz;Couldn't find AWS Profile '%s' in the credentials file '%s')T)r= �path�
expanduserr> rT �isfiler �PyConfigParserr �iorW �getattrrX Zreadfp�StringIOr r
rC �strr% r^ r< r �errnor ) r4 Zcredential_file_from_env�fpZ
config_string�excrr rw Zprofile_access_keyZprofile_secret_keyZprofile_access_tokenru r )r? rv r r? � s^
"
zConfig.aws_credential_filec C sX g }xNt | �D ]B}ttt|��}|jd�s|td�td�td�fkrFq|j|� qW |S )N�_�string�* T)�dirr r} r% �
startswith�append)r4 Zretvalrp Z option_typer r r � option_list s
zConfig.option_listc C s� t |�}x6| j� D ]*}|j|�}|d k r0|j� }| j||� qW |jd�r\| jd|jd�� |jd�r�x:|jd�jd�D ]&}|jdd�\}}|j� | j|j� < qxW | jj|� d S )N�
acl_public� add_headers�,�:r ) r r� rT �stripr^ �split�
extra_headers�
_parsed_filesr� )r4 r5 Zcprp Z_optionrs r r r r r; & s
zConfig.read_config_filec C s t |�jd| � d S )Nro )� ConfigDumper�dump)r4 �streamr r r � dump_config: s zConfig.dump_configc C sH |d kr d S t |�jd�r4| j|tj|dd � ��S |dkr�y t|�}W nh tk
r� y2ytj| }W n t k
r� tj
| }Y nX W n t k
r� td| ��Y nX Y nX �n�|dk�rJ|j d�s�|j d�r�d}n |j d �s�|j d
�r�d }nd }y(|�rt|d d� �|> �p t|�}W n& t
k
�rF td
||f ��Y nX n�ttt|��td�k�s|tt|�d k�r�t|��r�t|��r�d}n t|��r�d}ntd||f ��n�ttt|��td�k�r�y t|�}W n& tk
�r� td||f ��Y nX n<|dk�r8|jd��r |dd � }n|jd��r8|dd � }tt||� d S ) N�$r � verbosityz)Config: verbosity level '%s' is not valid� limitraterM �K�
�m�M� r zFConfig: value of option %s must have suffix m, k, or nothing, not '%s'TFz8Config: value of option '%s' must be Yes or No, not '%s'r� z9Config: value of option '%s' must be an integer, not '%s'� host_base� host_bucket�cloudfront_hostzhttp://� zhttps://� ���)r� r� r� )r r� r^ r= rB rU rC �logging� _levelNames�AttributeErrorZ _nameToLevel�KeyError�endswithrH r r} r% r$ r r# �setattr)r4 rp r Zshiftr r r r^ = sV
(
zConfig.update_optioni i r� r� i )NNNN)NNNN)��__name__�
__module__� __qualname__r1 r� Z_docr6 r7 r8 r@ r` re r� r� rE Z
simpledb_hostr� r� ZWARNINGr� �sys�stdout�isattyZprogress_meterr Z
ProgressCRZprogress_classZ
send_chunkZ
recv_chunkZlist_md5Z long_listingZhuman_readable_sizesr
r� �forcerF �enableZ get_continueZ put_continueZ upload_idZ
skip_existing� recursiveZ restore_daysZrestore_priorityr� Z
acl_grantsZ acl_revokesZ
proxy_hostZ
proxy_portZencryptZdry_runZadd_encoding_extsZpreserve_attrsZpreserve_attrs_listZ keep_dirsr, Z delete_afterZdelete_after_fetchZ
max_delete�limitZ
delay_updates�gpg_passphraseZ gpg_commandZ gpg_encryptZ gpg_decryptZ use_httpsZ
ca_certs_fileZssl_client_key_fileZssl_client_cert_fileZcheck_ssl_certificateZcheck_ssl_hostnamer[ Zdefault_mime_typeZguess_mime_typeZuse_mime_magicZ mime_typeZenable_multipartZmultipart_chunk_size_mbZ multipart_copy_chunk_size_mbZmultipart_max_chunksZ sync_checks�exclude�includeZ
debug_excludeZ
debug_include�locale�getpreferredencodingrn Zurlencoding_modeZlog_target_prefixZreduced_redundancyZ
storage_class�follow_symlinksZsocket_timeoutZinvalidate_on_cfZ invalidate_default_index_on_cfZ#invalidate_default_index_root_on_cfZ
website_indexZ
website_errorZwebsite_endpointZadditional_destinationsZ
files_fromZ
cache_filer� Zremove_headersZ expiry_daysZ expiry_dateZ
expiry_prefixZskip_destination_validationrG r� Zrequester_paysZ
stop_on_errorZcontent_dispositionZ content_typeZstatsZuse_http_expectZsignurl_use_httpsZ throttle_maxZpublic_url_use_httpsZconnection_poolingZconnection_max_ageZlist_allow_unorderedZ max_retriesr3 rI rD rl r? r� r; r� r^ r r r r r% p s
+tar% c @ s> e Zd Zg fdd�Zg fdd�Zdd� Zdd� Zd d
d �Zd S )
r c C s i | _ | j||� d S )N)�cfg�
parse_file)r4 �file�sectionsr r r rI ~ s zConfigParser.__init__c C s� t d| � t|�tg �kr"|g}d}tjd�}tjd�}tjd�}tjd�}tjd�}tj|d| jd d
�d ���"} �x| D �]}
|j|
�s||j|
�r�q||j|
�} | r�| j� d } | |kp�t |�d k}q||j|
�}
|
o�|�r||
j
� }|j|d
��r|d
dd� |d
< | j |d |d
� |d dk�r^d|d
d d� t |d
�d |d
dd � f }n|d
}t d|d |f � q|t d||
f � q|W W d Q R X d S )Nz ConfigParser: Reading file '%s'Tz^\s*#.*z^\s*$z
^\[([^\]]+)\]z$^\s*(?P<key>\w+)\s*=\s*(?P<value>.*)z ^"(.*)"\s*$rm rn zUTF-8)rn r r r rs r6 r7 r� z%s...%d_chars...%srP � zConfigParser: %s->%sz!Ignoring invalid line in '%s': %sr� )r6 r7 r� r� )
r r �re�compiler| rW rT �match�groupsrA � groupdict� __setitem__r )r4 r� r� Zin_our_sectionZ r_commentZr_emptyZ r_sectionZr_dataZr_quotesr� �lineZ
is_sectionrq Zis_data�dataZ print_valuer r r r� � s<
4zConfigParser.parse_filec C s
| j | S )N)r� )r4 �namer r r � __getitem__� s zConfigParser.__getitem__c C s || j |< d S )N)r� )r4 r� r r r r r� � s zConfigParser.__setitem__Nc C s || j kr| j | S |S )N)r� )r4 r� ro r r r rT � s
zConfigParser.get)N)r� r� r� rI r� r� r� rT r r r r r } s
!r c @ s e Zd Zdd� Zdd� ZdS )r� c C s
|| _ d S )N)r� )r4 r� r r r rI � s zConfigDumper.__init__c C s� | j jd| � x�|j� D ]|}t||�}|dkr�t|t�r�y2ytj| }W n tk
rh tj | }Y nX W n t
k
r� Y nX | j jd||f � qW d S )Nz[%s]
r� z%s = %s
) r� �writer� r} �
isinstancerU r� r� r� Z _levelToNamer� )r4 rq rv rp r r r r r� � s
zConfigDumper.dumpN)r� r� r� rI r� r r r r r� � s r� )3Z
__future__r r� r_ r� r� r= r| r� rh rV r r Z ExitCodesr Zdateutil.parserrb Z dateutil.tz� ImportError�stderrr� �flush�exitr\ Z http.clientZclientZ configparserr r r r
r r{ r& r r
Z BaseUtilsr r r r r r � NameErrorr r r# r$ r2 r% r� r r r r �<module>
sX
"
1