File: //lib/python3.9/site-packages/S3/__pycache__/Config.cpython-39.pyc
a
�9pe�t � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dlm Z m Z ddl
mZ zd dlZd dlZW n2 ey� ej�d� ej�� e�e� Y n0 z d dlZW n ey� d dlmZ Y n0 z d dlmZm Z m Z m Z m Z W n0 e�y4 d dl mZm Z m Z m Z m Z Y n0 ddl!m"Z" dd l#m#Z# dd
l$m%Z%m&Z&m'Z'm(Z(m)Z) ze* W n e+�y� e,Z*Y n0 d d � Z-d
d� Z.dd� Z/G dd� de0�Z1G dd� de0�Z G dd� de0�Z2dS )� )�absolute_importN)�debug�warning� )� EX_OSFILEa:
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
ImportError trying to import dateutil.parser and dateutil.tz.
Please install the python dateutil module:
$ sudo apt-get install python-dateutil
or
$ sudo yum install python-dateutil
or
$ pip install python-dateutil
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
)�
NoOptionError�NoSectionError�MissingSectionHeaderError� ParsingError� ConfigParser)�Progress)�
SortedDict)�s3_quote�getTreeFromXml�getDictFromTree�base_unicodise�dateRFC822toPythonc C s8 t | �tkr| �� dv S t | �tkr0| dkr0dS dS dS )zsCheck to see if a string is true, yes, on, or 1
value may be a str, or unicode.
Return True if it is
)�trueZyesZon�1TFN��type�unicode�lower�bool��value� r �-/usr/lib/python3.9/site-packages/S3/Config.py� is_bool_trueM s
r c C s8 t | �tkr| �� dv S t | �tkr0| dkr0dS dS dS )ztCheck to see if a string is false, no, off, or 0
value may be a str, or unicode.
Return True if it is
)Zfalse�noZoff�0FTNr r r r r �
is_bool_false\ s
r! c C s t | �pt| �S )z)Check a string value to see if it is bool)r r! r r r r �is_boolk s r" c @ s> e Zd ZdZg Zi ZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZejZej�� ZejZdZdZ d Z d Z d Z e dd
�Z!d Z"d Z#dZ$d Z%d Z&dZ'd Z(d Z)d Z*d Z+dZ,g Z-g Z.dZ/d
Z0d Z1d Z2dZ3dZ4g d�Z5d Z6d Z7d Z8d Z9dZ:dZ;ded< d Z<dZ=dZ>dZ?dZ@dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOddgZPg ZQg ZRi ZSi ZTeU�V� �p\dZWd ZXdZYd ZZdZ[d Z\d Z]d Z^d Z_dZ`d ZadZbd Zcg Zdg ZedZfdZgg ZhdZidZjdZkd Zld Zmd Znd Zod ZpdZqdZrd Zsd Ztd Zud!Zvd ZwdZxd"Zyd Zzd"Z{d5d#d$�Z|d6d%d&�Z}d'd(� Z~d)d*� Zd+d,� Z�d-d.� Z�d/d0� Z�d1d2� Z�d3d4� Z�dS )7�ConfigN� Tzs3.amazonaws.comz%(bucket)s.s3.amazonaws.comzsdb.amazonaws.comzcloudfront.amazonaws.comi F)Z ignore_caser ZStandardi8 ) �uname�uid�gname�gidZatime�mtime�ctime�mode�md5���z@[sync] Remove remote S3 objects when local file has been deleted�delete_removedz}%(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sz}%(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sZUSzbinary/octet-stream� i i' �sizer, �UTF-8Znormali, z
index.htmlz8http://%(bucket)s.s3-website-%(location)s.amazonaws.com/r �d � c C s | j d u rt�| �| _ | j S �N)� _instance�object�__new__)�self�
configfile�
access_key�
secret_key� access_tokenr r r r7 s
zConfig.__new__c C s0 |�r,z| � |� W n. tyB dtjv s6dtjv r>| �� Y n0 |rX|rX|| _|| _|rh|| _d| _t | j�dkr�t�
d�p�t�
d�}t�
d�p�t�
d�}t�
d �p�t�
d
�}|r�|s�t d ��t |�| _t |�| _|r�d| _t |�| _n| �
� | j�r| jd k�rtd
� | j�r,| jd k�r,td��d S )N�AWS_CREDENTIAL_FILE� AWS_PROFILEFr ZAWS_ACCESS_KEYZAWS_ACCESS_KEY_IDZAWS_SECRET_KEYZAWS_SECRET_ACCESS_KEYZAWS_SESSION_TOKENZAWS_SECURITY_TOKENzRAWS_ACCESS_KEY environment variable is used but AWS_SECRET_KEY variable is missingTz�Cannot have server_side_encryption (S3 SSE) and KMS_key set (S3 KMS). KMS encryption will be used. Please set server_side_encryption to FalsezFKMS encryption requires signature v4. Please set signature_v2 to False)�read_config_file�IOError�os�environ�aws_credential_filer: r; r< �_access_token_refresh�len�getenv�
ValueErrorr � role_config�kms_key�server_side_encryptionr � signature_v2� Exception)r8 r9 r: r; r< Zenv_access_keyZenv_secret_keyZenv_access_tokenr r r �__init__
s> �
zConfig.__init__c C st �zVt j�d�}|�r�dtt�� � }dd||d�}t j�d�}|r�t|��}|�� }W d � n1 sj0 Y d|d < ||d
< d �d d
� |�� D ��}d}t j�d�dkr�t j�d�} | s�| j } d| }t
j |dd�}
|
� dd| � |
�
� } | �� } | jdk�r�t| �dk�r�t| �}
t|
�}|
jdk�r@|d d }n(|
jd k�rZ|d d }ntd |
j ��t� �d |d � t� �d!|d" � t� �d#|d$ � tt|d% ��}|tjd&d'� | _tj�t j � � �| _ nt��nxt
j d(dd�}
i }zHd)d*i}|
j d+d,|d-� |
�
� } | �� } | jdk�r6t| �}d.|i}W n t!�yT |
�"� Y n0 |
j d/d0|d-� |
�
� } | �� }| jdk�rRt|�dk�rR|
j d/d1|�#d2� |d-� |
�
� } | jdk�rLt| �� �} t$�%| �}t� �d t|d �� t� �d!t|d" �� t� �d#t|d3 �� tt|d% ��}|tjd&d'� | _tt|d4 ��| _ nt�nt�W n t!�yn � Y n0 dS )5zL
Get credentials from IAM authentication and STS AssumeRole
Z AWS_ROLE_ARNzrole-session-%sZ
AssumeRolez
2011-06-15)�ActionZVersionZRoleArnZRoleSessionNameZAWS_WEB_IDENTITY_TOKEN_FILENZAssumeRoleWithWebIdentityrN ZWebIdentityToken�&c S s$ g | ] \}}d |t |dd�f �qS )z%s=%sT)Zunicode_output)r )�.0�k�vr r r �
<listcomp>I s �z&Config.role_config.<locals>.<listcomp>zsts.amazonaws.comZAWS_STS_REGIONAL_ENDPOINTSZregionalZ
AWS_REGIONzsts.%s.amazonaws.com� )�host�timeoutZPOSTz/?�� r ZAssumeRoleResponseZAssumeRoleResultZ CredentialsZ!AssumeRoleWithWebIdentityResponseZ AssumeRoleWithWebIdentityResultz.Unexpected XML message from STS server: <%s />r: Z AccessKeyIdr; ZSecretAccessKeyr< Z SessionTokenZ
Expirationr/ )Zminutesz169.254.169.254z$X-aws-ec2-metadata-token-ttl-secondsZ60ZPUTz/latest/api/token)ZheaderszX-aws-ec2-metadata-tokenZGETz+/latest/meta-data/iam/security-credentials/z-/latest/meta-data/iam/security-credentials/%szutf-8�TokenZ LastUpdated)&rA rB �get�int�time�open�read�join�items�bucket_location�httplibZHTTPSConnectionZrequestZ getresponse�statusrE r r �tagr@ r# �
update_optionr r �datetimeZ timedelta�_access_token_expiration�now�dateutil�tz�tzutc�_access_token_last_updateZHTTPConnectionrL �close�decode�json�loads)r8 Zrole_arnZrole_session_name�paramsZweb_identity_token_file�fZweb_identity_tokenZencoded_paramsZ sts_endpointZregionZconnZrespZ resp_contentZtreeZ result_dictZcredsZ
expirationZ imds_authZimds_ttlZ
imds_token�filesr r r rH 5 s� �
&
� � � �
zConfig.role_configc C sh | j rdtj�tj�� �}| jr<|| jk r<| jr<| j|kr<d S z | �� W n t yb t
d� Y n0 d S )NzCould not refresh role) rD re rg rh ri rj rf rk rH rL r )r8 rg r r r � role_refresh� s ��� zConfig.role_refreshc
s" �z�t j�d�� t j�d�}|r6t j�|�r6t|�� nt j�� �sHW d S t� �td� � t j
� dt | dd�d��}|� � }W d � n1 s�0 Y zDz��
t �|�� W n* ty� d| }��
t �|�� Y n0 W n: t�y } z td � t|�f ��W Y d }~n
d }~0 0 tt j�d
d ��}td | � d� �fdd� }||dd�}|�rlt� �dt|�� ||dd�}|�r�t� �dt|�� ||dd d�} | �r�t� �dt| �� W nd t�y� }
ztd|
j� � W Y d }
~
n:d }
~
0 t�y }
ztd|� � W Y d }
~
n
d }
~
0 0 d S ) Nz~/.aws/credentialsr= z Reading AWS credentials from %s�r�encodingr1 �ru z
[default]
z*Error reading aws_credential_file (%s): %sr> �defaultzUsing AWS profile '%s'Tc
s� d }z�� | |�}W n� ty� } zn|r:td|j|j� � |r�z"|}d} �� | |�}td|� W n$ ty� } z W Y d }~n
d }~0 0 W Y d }~n
d }~0 0 |r�td|| � � |S )NzLCouldn't find key '%s' for the AWS Profile '%s' in the credentials file '%s'rw z�Legacy configuration key '%s' used, please use the standardized config format as described here: https://aws.amazon.com/blogs/security/a-new-and-standardized-way-to-manage-credentials-in-the-aws-sdks/zWFound the configuration option '%s' for the AWS Profile '%s' in the credentials file %s)rY r r �option�sectionr )�profile�keyZ
legacy_keyZ
print_warning�result�e�rC �configr r �get_key� s0
� �,�z+Config.aws_credential_file.<locals>.get_keyZaws_access_key_idZAWSAccessKeyIdr: Zaws_secret_access_keyZ AWSSecretKeyr; Zaws_session_tokenFr< z&Errno %d accessing credentials file %sz;Couldn't find AWS Profile '%s' in the credentials file '%s')T)rA �path�
expanduserrB rY �isfiler �PyConfigParserr �ior\ �getattrr] Zreadfp�StringIOr r
rG �strr# rd r@ r �errnor ) r8 Zcredential_file_from_env�fpZ
config_string�excrz r� Zprofile_access_keyZprofile_secret_keyZprofile_access_tokenr} r r~ r rC � sx
�
�&
�� ��������zConfig.aws_credential_filec C sT g }t | �D ]B}ttt|��}|�d�s |td�td�td�fvrDq |�|� q |S )N�_�string�* T)�dirr r� r# �
startswith�append)r8 Zretvalrx Z option_typer r r � option_list s
�� zConfig.option_listc C s� t |�}| �� D ]*}|�|�}|d ur.|�� }| �||� q|�d�rX| �d|�d�� |�d�r�|�d��d�D ]&}|�dd�\}}|�� | j|�� < qr| j�|� d S )N�
acl_public� add_headers�,�:r ) r r� rY �striprd �split�
extra_headers�
_parsed_filesr� )r8 r9 Zcprx Z_optionr{ r r r r r? & s
zConfig.read_config_filec C s t |��d| � d S )Nrw )� ConfigDumper�dump�r8 �streamr r r � dump_config: s zConfig.dump_configc C s> |d u r d S t |��d�r4| �|t�|dd � ��S |dkr�z t|�}W nb ty� z0ztj| }W n t y� tj
| }Y n0 W n t y� td| ��Y n0 Y n0 �n~|dk�rB|� d�s�|� d�r�d}n |� d �s�|� d
�r�d }nd }z(|�rt|d d
� �|> �pt|�}W n$ t
�y> td||f ��Y n0 n�ttt|��td�u �sttt|�d u �r�t|��r�t|��r�d}n t|��r�d}ntd||f ��n�ttt|��td�u �r�z t|�}W n$ t�y� td||f ��Y n0 n<|dv �r.|�d��r|dd � }n|�d��r.|dd � }tt||� d S )N�$r � verbosityz)Config: verbosity level '%s' is not valid� limitraterQ �K�
�m�M� r r- zFConfig: value of option %s must have suffix m, k, or nothing, not '%s'TFz8Config: value of option '%s' must be Yes or No, not '%s'r� z9Config: value of option '%s' must be an integer, not '%s')� host_base� host_bucket�cloudfront_hostzhttp://� zhttps://� )r r� rd rA rF rZ rG �logging� _levelNames�AttributeErrorZ _nameToLevel�KeyError�endswithrL r r� r# r" r r! �setattr)r8 rx r �shiftr r r rd = s\
( ��
zConfig.update_option)NNNN)NNNN)��__name__�
__module__� __qualname__r5 r� Z_docr: r; r< rD rf rk r� r� rI Z
simpledb_hostr� r� ZWARNINGr� �sys�stdout�isattyZprogress_meterr Z
ProgressCRZprogress_classZ
send_chunkZ
recv_chunkZlist_md5Z long_listingZhuman_readable_sizesr
r� �forcerJ �enableZ get_continueZ put_continueZ upload_idZ
skip_existing� recursiveZ restore_daysZrestore_priorityr� Z
acl_grantsZ acl_revokesZ
proxy_hostZ
proxy_portZencrypt�dry_runZadd_encoding_extsZpreserve_attrsZpreserve_attrs_listZ keep_dirsr. Z delete_afterZdelete_after_fetchZ
max_delete�limitZ
delay_updates�gpg_passphraseZ gpg_commandZ gpg_encryptZ gpg_decryptZ use_httpsZ
ca_certs_fileZssl_client_key_fileZssl_client_cert_fileZcheck_ssl_certificateZcheck_ssl_hostnamer` Zdefault_mime_typeZguess_mime_typeZuse_mime_magicZ mime_typeZenable_multipartZmultipart_chunk_size_mbZ multipart_copy_chunk_size_mbZmultipart_max_chunksZ sync_checksZexcludeZincludeZ
debug_excludeZ
debug_include�locale�getpreferredencodingru Zurlencoding_modeZlog_target_prefixZreduced_redundancyZ
storage_class�follow_symlinksZsocket_timeoutZinvalidate_on_cfZ invalidate_default_index_on_cfZ#invalidate_default_index_root_on_cfZ
website_indexZ
website_errorZwebsite_endpointZadditional_destinationsZ
files_fromZ
cache_filer� Zremove_headersZ expiry_daysZ expiry_dateZ
expiry_prefixZskip_destination_validationrK r� Zrequester_paysZ
stop_on_errorZcontent_dispositionZ content_typeZstatsZuse_http_expectZsignurl_use_httpsZ throttle_maxZpublic_url_use_httpsZconnection_poolingZconnection_max_ageZlist_allow_unorderedZ max_retriesr7 rM rH rs rC r� r? r� rd r r r r r# p s�
+tar# c @ s> e Zd Zg fdd�Zg fdd�Zdd� Zdd� Zd d
d �Zd S )
r c C s i | _ | �||� d S r4 )�cfg�
parse_file)r8 �file�sectionsr r r rM ~ s zConfigParser.__init__c C s� t d| � t|�tg �kr"|g}d}t�d�}t�d�}t�d�}t�d�}t�d�}tj|d| �d d
�d ���(} | D �]}
|�|
�sx|�|
�r�qx|�|
�} | r�| �� d } | |v p�t |�d k}qx|�|
�}
|
�rz|�rz|
�
� }|�|d
��r|d
dd� |d
< | � |d |d
� |d dv �r\d|d
d d� t |d
�d |d
dd � f }n|d
}t d|d |f � qxt d||
f � qxW d � n1 �s�0 Y d S )Nz ConfigParser: Reading file '%s'Tz^\s*#.*z^\s*$z
^\[([^\]]+)\]z$^\s*(?P<key>\w+)\s*=\s*(?P<value>.*)z ^"(.*)"\s*$rt ru r1 rv r r r r- r{ )r: r; r� z%s...%d_chars...%srT � zConfigParser: %s->%sz!Ignoring invalid line in '%s': %s)
r r �re�compiler� r\ rY �match�groupsrE � groupdict� __setitem__r )r8 r� r� Zin_our_sectionZ r_commentZr_emptyZ r_sectionZr_dataZr_quotesr� �lineZ
is_sectionry Zis_data�dataZ print_valuer r r r� � s<
4zConfigParser.parse_filec C s
| j | S r4 �r� )r8 �namer r r � __getitem__� s zConfigParser.__getitem__c C s || j |< d S r4 r� )r8 r� r r r r r� � s zConfigParser.__setitem__Nc C s || j v r| j | S |S r4 r� )r8 r� rw r r r rY � s
zConfigParser.get)N)r� r� r� rM r� r� r� rY r r r r r } s
!r c @ s e Zd Zdd� Zdd� ZdS )r� c C s
|| _ d S r4 )r� r� r r r rM � s zConfigDumper.__init__c C s� | j �d| � |�� D ]x}t||�}|dkr|t|t�r|z0ztj| }W n tyd tj | }Y n0 W n t
yz Y n0 | j �d||f � qd S )Nz[%s]
r� z%s = %s
) r� �writer� r� �
isinstancerZ r� r� r� Z _levelToNamer� )r8 ry r rx r r r r r� � s
zConfigDumper.dumpN)r� r� r� rM r� r r r r r� � s r� )3Z
__future__r r� re r� r� rA r� r� rn r[ r r Z ExitCodesr Zdateutil.parserrh Z dateutil.tz� ImportError�stderrr� �flush�exitra Z http.clientZclientZ configparserr r r r
r r� r$ r r
Z BaseUtilsr r r r r r � NameErrorr� r r! r" r6 r# r� r r r r �<module>
sV
"
1