Linux iad1-shared-b7-18 6.6.49-grsec-jammy+ #10 SMP Thu Sep 12 23:23:08 UTC 2024 x86_64
Apache
: 67.205.6.31 | : 216.73.216.47
Cant Read [ /etc/named.conf ]
8.2.29
fernandoquevedo
Terminal
AUTO ROOT
Adminer
Backdoor Destroyer
Linux Exploit
Lock Shell
Lock File
Create User
CREATE RDP
PHP Mailer
BACKCONNECT
UNLOCK SHELL
HASH IDENTIFIER
README
+ Create Folder
+ Create File
/
usr /
lib /
python3 /
dist-packages /
S3 /
__pycache__ /
[ HOME SHELL ]
Name
Size
Permission
Action
ACL.cpython-310.pyc
8.33
KB
-rw-r--r--
AccessLog.cpython-310.pyc
3.27
KB
-rw-r--r--
BaseUtils.cpython-310.pyc
7.97
KB
-rw-r--r--
BidirMap.cpython-310.pyc
1.77
KB
-rw-r--r--
CloudFront.cpython-310.pyc
22.11
KB
-rw-r--r--
Config.cpython-310.pyc
16.01
KB
-rw-r--r--
ConnMan.cpython-310.pyc
8.15
KB
-rw-r--r--
Crypto.cpython-310.pyc
8.21
KB
-rw-r--r--
Custom_httplib27.cpython-310.p...
4.92
KB
-rw-r--r--
Custom_httplib3x.cpython-310.p...
6.06
KB
-rw-r--r--
Exceptions.cpython-310.pyc
4.58
KB
-rw-r--r--
ExitCodes.cpython-310.pyc
1.58
KB
-rw-r--r--
FileDict.cpython-310.pyc
2.09
KB
-rw-r--r--
FileLists.cpython-310.pyc
13.48
KB
-rw-r--r--
HashCache.cpython-310.pyc
2.38
KB
-rw-r--r--
MultiPart.cpython-310.pyc
7.92
KB
-rw-r--r--
PkgInfo.cpython-310.pyc
593
B
-rw-r--r--
Progress.cpython-310.pyc
5.67
KB
-rw-r--r--
S3.cpython-310.pyc
48.52
KB
-rw-r--r--
S3Uri.cpython-310.pyc
7.82
KB
-rw-r--r--
SortedDict.cpython-310.pyc
2.76
KB
-rw-r--r--
Utils.cpython-310.pyc
9.67
KB
-rw-r--r--
__init__.cpython-310.pyc
138
B
-rw-r--r--
Delete
Unzip
Zip
${this.title}
Close
Code Editor : S3.cpython-310.pyc
o �Qa<j � @ s^ d dl mZmZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl m Z d dl m Z d dlmZmZmZmZ d dlmZ zd dlmZ W n eyY d dlmZ Y nw zd dlmZ W n eyq d d lmZ Y nw d dl Z zd d l m Z W n ey� d d l m Z Y nw d d l m Z m!Z!m"Z"m#Z#m$Z$m%Z% d d l&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. d dl/m/Z/ d dl0m0Z0 d dl1m1Z1m2Z2 d dl3m3Z3 d dl4m4Z4 d dl5T d dl6m7Z7 d dl8m8Z8 d dl9m9Z9 d dl:m;Z;m<Z<m=Z=m>Z>m?Z? z`d dl@mAZA d dlBZBz eBjCdd�ZDdd � ZEW nG eF�y= zeB�GeBjH�ZDeD�I� d d � ZEW n eJ�y: eBjCeBjHd �ZDd d � ZEY nw Y n eJ�yT eB�GeBjH�ZDeD�I� d d � ZEY nw W n/ eeKf�y� ZL z eMeL�ZNd!eNv �rmd"ZOnd#eN ZOeOd$7 ZOd%aPd&d � ZEW Y dZL[LndZL[Lww d'd(� ZQd)ZRd*ZSg ZTG d+d,� d,eU�ZVG d-d.� d.eU�ZWeT�Xd.� d/d0� ZYd1d2� ZZdS )3� )�absolute_import�divisionN)�saxutils)�timeout)�debug�info�warning�error)�ST_SIZE)�urlparse)� encodestring)� encodebytes)�md5� )�getListFromXml�getTextFromXml�getRootTagName�decode_from_s3� encode_to_s3�s3_quote)� convertHeaderTupleListToDict� hash_file_md5� unicodise� deunicodise�check_bucket_name� check_bucket_name_dns_support�getHostnameFromBucket�calculateChecksum)� SortedDict)� AccessLog)�ACL�GranteeLogDelivery)�BidirMap)�Config)�*)�MultiPartUpload)�S3Uri)�ConnMan)�sign_request_v2�sign_request_v4�checksum_sha256_file�checksum_sha256_buffer�format_param_str)� ArgumentErrorT)�mimec C � t �| �S �N)�magic_� from_file��file� r5 �'/usr/lib/python3/dist-packages/S3/S3.py�mime_magic_fileC � r7 c C s4 zt �| �W S tttfy t �t| �� Y S w r0 )r1 r4 �UnicodeDecodeError�UnicodeEncodeErrorr- r r3 r5 r5 r6 r7 P s �)�flagsc C r/ r0 )r1 � id_filenamer3 r5 r5 r6 r7 Z r8 c C s t �t| ��S r0 )r1 r4 r r3 r5 r5 r6 r7 c s �magicz%Module python-magic is not available.z'Module python-magic can't be used (%s).z. Guessing MIME types based on file extensions.Fc C s t stt� da t�| �d S )NTr )� magic_warnedr � magic_message� mimetypes� guess_typer3 r5 r5 r6 r7 n s c C sj dd� }|| �}|d ur-t |t�r-d|v r)|�d�\}}|td�d � }||f}n|d f}|d u r3d}|S )Nc S s t | �}|S r0 )r7 )r4 � magictyper5 r5 r6 � _mime_magicw s z mime_magic.<locals>._mime_magic�;�charset�NN)� isinstance�str�split�len)r4 rC �result�mimetyperE r5 r5 r6 � mime_magicu s rM � i c @ sF e Zd Zi Zi Zddd�Zdd� Zdd� Zdd � Zd d � Z d d � Z dS )� S3RequestNc C sn || _ t|pi dd�| _t| j jj�dkr#| j j�� | j jj| jd< || _|| _|p,i | _ || _ | � � d S )NT�� ignore_caser zx-amz-security-token) �s3r �headersrJ �config� access_token� role_refresh�resource� method_string�params�body�requester_pays)�selfrR rX rW rS rZ rY r5 r5 r6 �__init__� s zS3Request.__init__c C s* | j jjr| jdv rd| jd< d S d S d S )N)�GET�POST�PUT�HEAD� requesterzx-amz-request-payer)rR rT r[ rX rS �r\ r5 r5 r6 r[ � s �zS3Request.requester_paysc C s, d| j v r | j d= t�dt�� �| j d< d S )N�datez%a, %d %b %Y %H:%M:%S +0000z x-amz-date)rS �time�strftime�gmtimerc r5 r5 r6 �update_timestamp� s zS3Request.update_timestampc C s& | j jrdS | j jjs| j jrdS dS )NFT)rR � endpoint_requires_signature_v4rT � signature_v2�fallback_to_signature_v2rc r5 r5 r6 �use_signature_v2� s zS3Request.use_signature_v2c C s | j �d�}| �� r,td� |rd|| j d f }n| j d }t| j|| j| j�| _d S td� | j� | j d �}|rb|t j v rLt j �|d�� d| �rX|t j vrbt t� j|�sbd|| j d f }n| j d }t j�| j d t� j�}t| j||| j|| j| j�| _d S )N�bucketzUsing signature v2�/%s%s�urizUsing signature v4� �%s.)rW �getrl r r( rX rY rS rR � get_hostnamerO � redir_map� startswithr r# � host_bucket� region_map�bucket_locationr) rZ )r\ � bucket_name� resource_uri�hostname� bucket_regionr5 r5 r6 �sign� s, � � �zS3Request.signc C sT | � � | �� t| j�}t|d ddd�|d< |d t| j�7 < | j|| jfS )Nro FT��quote_backslashes�unicode_output) rh r} �dictrW r r, rY rX rS )r\ rW r5 r5 r6 � get_triplet� s zS3Request.get_tripletr0 ) �__name__� __module__� __qualname__rw rt r] r[ rh rl r} r� r5 r5 r5 r6 rO � s !rO c @ s\ e Zd Zeddddddd�Zedd d d d d �Zeded ed B ed ed B ed ed B ed ed B ed ed B ed ed B ed ed B ed ed B ed ed B ed ed B d� Zdddd �Zd Zd d � Z d d!� Z d"d#� Z d$d%� Z d�d'd(�Z d)d*� Zd�d,d-�Zd�d.d/�Zd�d0d1�Zd�d2d3�Zd4d5� Zd�d7d8�Zd9d:� Zd;d<� Zd�d=d>�Zd�d?d@�Zd�dAdB�Zd�dCdD�Zd�dEdF�ZdGdH� Z dIdJ� Z dKdL� Z d�dMdN�Z dOdP� Z d�dRdS�Z!d�dTdU�Z"dVdW� Z#dXdY� Z$dZd[� Z%d\d]� Z&d^d_� Z' & 6d�d`da�Z( & Qd�dbdc�Z) & Qd�ddde�Z*dfdg� Z+dhdi� Z,djdk� Z-dldm� Z.dndo� Z/dpdq� Z0drds� Z1dtdu� Z2dvdw� Z3dxdy� Z4dzd{� Z5d|d}� Z6d~d� Z7d�d�d��Z8d�d�d��Z9d�d�d��Z: & +d�d�d��Z; & +d�d�d��Z<d�d�� Z=d�d�� Z>d�d�� Z?d�d�d��Z@d�d�d��ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFefd�d��ZGd�d�d��ZHdQdedd+d&fd�d��ZId�d�d��ZJ Qd�d�d��ZKdefd�d��ZLd&S )��S3r rN � � � � )r^ r` ra �DELETEr_ �MASK� i i i i )�SERVICE�BUCKET�OBJECT�BATCHr� r r� r^ r� r` r� r� ra r_ r� ) �UNDFINED�LIST_ALL_BUCKETS� BUCKET_CREATE� BUCKET_LIST� BUCKET_DELETE� OBJECT_PUT� OBJECT_GET� OBJECT_HEAD� OBJECT_DELETE� OBJECT_POST� BATCH_DELETEzBucket '%s' does not existz Access to bucket '%s' was deniedzBucket '%s' already exists)� NoSuchBucket� AccessDenied�BucketAlreadyExists� c C s || _ d| _d| _d| _d S �NF)rT rk ri � expect_continue_not_supported)r\ rT r5 r5 r6 r] s z S3.__init__c C s( d}| j jdkr | j jS | j jrd}|S )N�STANDARDrp �REDUCED_REDUNDANCY)rT � storage_class�reduced_redundancy)r\ �clsr5 r5 r6 r� s zS3.storage_classc C s� |r |t jv r t j| }n|rt| jj|�rt|�}n| jj�� }| jjr1|� d�r0|d d� }n |� d�r<|d d� }t d||f � |S )Nz:443���z:80���zget_hostname(%s): %s) rO rt r rT rv r � host_base�lower� use_https�endswithr )r\ rm �hostr5 r5 r6 rs s � zS3.get_hostnamec C s |� � tj|< d S r0 )r� rO rt )r\ rm �redir_hostnamer5 r5 r6 � set_hostname, s zS3.set_hostnameNc C s� |� d�}|r2|tjv rtj� |d��d| �r$|tjvr2t| jj|�s2dt|ddd�|d f }n|d }|r>d ||f }| jjdkrQ| jj sQd | � |�|f }t d | � |S ) Nrm rp rq rn FTr~ ro z%s%sz http://%s%szformat_uri(): ) rr rO rt ru r rT rv r � proxy_hostr� rs r )r\ rW � base_pathry ro r5 r5 r6 � format_uri/ s( � ��� z S3.format_uric C s* | � d�}| �|�}t|d d�|d< |S )Nr� �data�Bucket�list)�create_request� send_requestr )r\ �request�responser5 r5 r6 �list_all_bucketsD s zS3.list_all_buckets���c C sZ g }g }| � |||||�D ]\}} } |�| � |�| � q i } || d< || d< || d< | S )Nr� �common_prefixes� truncated)�bucket_list_streaming�extend) r\ rm �prefix� recursive� uri_params�limit� item_list�prefixesr� �dirs�objectsr� r5 r5 r6 � bucket_listJ s zS3.bucket_listc # sD � dd� }dd� }dd� }� fdd�} |r|� � pi }d } g } d } d } |}| r�| �|||||�� |� d �}|� d �}| t|�7 } | t|�7 } || | krT|| | }|� d �} | r�|d ksf| | |k r�|rr| � d |�|d < n|r}|d d |d < nd||fV dS td|d � n| ||fV dS | ||fV | s'dS dS )ze Generator that produces <dir_list>, <object_list> pairs of groups of content of a specified bucket. c S s t | d�pd}|�� dkS )N�.//IsTruncated�false)r r� )r� � is_truncatedr5 r5 r6 �_list_truncatedY s z1S3.bucket_list_streaming.<locals>._list_truncatedc S � t | d�S )N�Contents�r �r� r5 r5 r6 � _get_contents^ r8 z/S3.bucket_list_streaming.<locals>._get_contentsc S r� )N�CommonPrefixesr� r� r5 r5 r6 �_get_common_prefixesa r8 z6S3.bucket_list_streaming.<locals>._get_common_prefixesc s t � d d�p |d d S )Nr� � NextMarkerr� �Key)r )r� � current_list�r� r5 r6 �_get_next_markerd s z2S3.bucket_list_streaming.<locals>._get_next_markerTr r� r� �marker�PrefixF� Listing continues after '%s'N)�copy�bucket_list_noparserJ r )r\ rm r� r� r� r� r� r� r� r� r� r� � num_objects� num_prefixes�max_keysr� �current_prefixesr5 r� r6 r� W sH � � � �zS3.bucket_list_streamingc C s^ |d u ri }|r ||d< | j js|sd|d< |dkr t|�|d< | jd||d�}| �|�}|S )Nr� �/� delimiterr� zmax-keysr� �rm r� )rT r� rH r� r� )r\ rm r� r� r� r� r� r� r5 r5 r6 r� � s zS3.bucket_list_noparsec C s� t dd�}|r |�|� d}|rE|�� �� dkrE|�� �� dkrE|�� }|�� dkr.|�� }d}||7 }|d7 }td | � t|dd � nt|d d � | jjrSd |d < | j d|||d�}| � |�}|S )NTrP rp �US� us-east-1�EUz/<CreateBucketConfiguration><LocationConstraint>z1</LocationConstraint></CreateBucketConfiguration>zbucket_location: )� dns_strictF� public-read� x-amz-aclr� )rm rS rZ ) r �update�strip�upperr� r r rT � acl_publicr� r� )r\ rm rx � extra_headersrS rZ r� r� r5 r5 r6 � bucket_create� s& $ zS3.bucket_createc C � | j d|d�}| �|�}|S )Nr� )rm �r� r� )r\ rm r� r� r5 r5 r6 � bucket_delete� � zS3.bucket_deleteFc C s< |� � }| jd|� � dd id�}tj�|d�}tj�|d�}z?|r1|r%|s1| jjtj|< dtj|< | �|�}W ||v rA|tj|< n |tjv rJtj|= ||v rT|tj|< n1|tjv r]tj|= n'||v rh|tj|< n |tjv rqtj|= ||v r{|tj|< w |tjv r�tj|= w t |d d�}|r�|dv r�d}|S |d kr�d }|S ) Nr� �locationr� rp r� r� �LocationConstraint)rp r� r� z eu-west-1) rm r� rO rt rr rw rT r� r� r ) r\ ro �force_us_defaultrm r� �saved_redir_map�saved_region_mapr� r� r5 r5 r6 �get_bucket_location� sH � �� � �zS3.get_bucket_locationc C sL | j d|�� dd id�}| �|�}|�dd�}|r"t|d d�}|S d }|S )Nr� �requestPaymentr� r� rp �Payer)r� rm r� rr r )r\ ro r� r� � resp_data�payerr5 r5 r6 �get_bucket_requester_pays� s � �z S3.get_bucket_requester_paysc C sV i }| � |�|d< z | �|�|d< W |S ty* } z d |d< W Y d }~|S d }~ww )Nzbucket-locationzrequester-pays)r� r �S3Error)r\ ro r� �er5 r5 r6 � bucket_info� s ���zS3.bucket_infoc C s� |� � }| jd|dd id�}z*| �|�}t|d d�|d< t|d d�|d< | jj|� � | �|�d � |d < |W S tyU } z|jd krPt d � W Y d }~d S � d }~ww ) Nr� �websiter� r� z.//IndexDocument//Suffix�index_documentz.//ErrorDocument//Key�error_document)rm r� �website_endpoint� zICould not get /?website - website probably not configured for this bucket) rm r� r� r rT r r� r �statusr )r\ ro rx rm r� r� r r5 r5 r6 � website_info� s( � � ��zS3.website_infoc C s� |� � }d}|d7 }|d| jj 7 }|d7 }| jjr*|d7 }|d| jj 7 }|d7 }|d7 }| jd ||d d id �}| �|�}td | � |S ) NzF<WebsiteConfiguration xmlns="http://s3.amazonaws.com/doc/2006-03-01/">z <IndexDocument>z <Suffix>%s</Suffix>z </IndexDocument>z <ErrorDocument>z <Key>%s</Key>z </ErrorDocument>z</WebsiteConfiguration>r� r �rm rZ r� �Received response '%s')rm rT � website_index� website_errorr� r� r )r\ ro rx rm rZ r� r� r5 r5 r6 �website_create� s � zS3.website_createc C sN |� � }| jd|dd id�}| �|�}td| � |d dkr%td| ��|S )Nr� r r� r r �� zExpected status 204: %s)rm r� r� r �S3ResponseError�r\ ro rx rm r� r� r5 r5 r6 �website_delete s � zS3.website_deletec C s� |� � }| jd|dd id�}z| �|�}W n- tyB } z!|jdkr-td� W Y d }~d S |jdkr=td� W Y d }~d S � d }~ww t|d �}|d krTtd |� d S t|d d �|d < t|d d �|d< t|d d�|d< |S )Nr� � lifecycler� r zMCould not get /?lifecycle - lifecycle probably not configured for this bucket� zKCould not get /?lifecycle - lifecycle support not implemented by the serverr� �LifecycleConfigurationz7Could not get /?lifecycle - unexpected xml response: %sz.//Rule//Prefixr� z.//Rule//Expiration//Daterd z.//Rule//Expiration//Days�days)rm r� r� r r r r r )r\ ro rx rm r� r� r � root_tag_namer5 r5 r6 �expiration_info s@ � �� ����zS3.expiration_infoc C s� | j jr | j jr td��| j js/| j js/| j jr td��td� |�� }| jd|dd id�}n| �|�}| � |�}td| � |S )Nz+Expect either --expiry-day or --expiry-datezdel bucket lifecycler� r r� r ) rT � expiry_date� expiry_days�ParameterError� expiry_prefixr rm r� �_expiration_setr� r r5 r5 r6 �expiration_set= s � zS3.expiration_setc C s� t d� d}|d7 }|d| jj 7 }|d7 }|d7 }| jjr'|d| jj 7 }n | jjr3|d| jj 7 }|d 7 }|d 7 }|d 7 }td d �}t|�|d< |�� }| jd|||dd id�}|S )Nzput bucket lifecyclez<LifecycleConfiguration>z <Rule>z <Prefix>%s</Prefix>z <Status>Enabled</Status>z <Expiration>z <Date>%s</Date>z <Days>%s</Days>z </Expiration>z </Rule>z</LifecycleConfiguration>TrP � content-md5r� r �rm rS rZ r� ) r rT r r r r �compute_content_md5rm r� )r\ ro rZ rS rm r� r5 r5 r6 r M s* �zS3._expiration_setc C s� | j j}d }|dkr| j jstd��| j jr6| j jr$ttj�t |���}| j j r/t |�\}}nt � |�\}}|s<| j j}||fS )N�-zRYou must specify --mime-type or --default-mime-type for files uploaded from stdin.)rT �default_mime_typer �guess_mime_type�follow_symlinksr �os�path�realpathr �use_mime_magicrM r@ rA �r\ �filename� content_type�content_charsetr5 r5 r6 �_guess_content_typed s zS3._guess_content_typec C s, | j j}|s | j j}|d| j j�� 7 }|S )N� ; charset=)rT � mime_typer$ �encodingr� )r\ r- r5 r5 r6 �stdin_content_typev s zS3.stdin_content_typec C sb | j j}d }|dkr| �� S |s| �|�\}}|s | j j�� }| �||�r/|d ur/|d | }|S )Nr# r0 )rT r1 r3 r/ r2 r� � add_encodingr+ r5 r5 r6 r- ~ s zS3.content_typec C s^ d|v rdS | j j�d�}|d dkrdS |�dd�}t|�dk r#dS |d }||v r-d S dS ) Nzcharset=F�,r rp �.rN r T)rT �add_encoding_extsrI �rsplitrJ )r\ r, r- �exts�parts�extr5 r5 r6 r4 � s zS3.add_encodingrp c C s� |j dkr td|j ��|dkr tj�t|��s td��z,|dkr2tjt j � � ddd�}d|_ d }ntjt|�dd �}||_ t� t|��t }W n ttfy] } ztd |j ��d }~ww td d �}|rj|�|� | jjrrd|d< | jjr�d|d< | jj|d< | j|d�|d< | jjr�d|d< | �� |d< d} | jjs�|dkr�td��| jjr�|| jj t ks�|dkr�d } || jj | jj t kr�td| jj | jj f ��| r�| � |||||�S | jj �r6z| �!|�} W n t"y� d } Y nw | d u�r6t#| d d �} | d d �$d �} || k�r-t%d |d || jj&�} | | k�r#t'd | � d S t'd | | |f � n t'd | ||f � t(|�|d< | j)d!||d"�}||�*� |d#�}| �+|||�}|S )$NrR � Expected URI type 's3', got '%s'r# zNot a regular file�rbF)�mode�closefdz<stdin>r )r> �%sTrP �AES256� x-amz-server-side-encryption�aws:kms�+x-amz-server-side-encryption-aws-kms-key-id)r, � content-typer� r� �x-amz-storage-classz2Multi-part upload is required to upload from stdinzZChunk size %d MB results in more than %d chunks. Please increase --multipart-chunk-size-mbrS �content-length�etag�"'rp z,Put: size and md5sum match for %s, skipping.zBMultiPart: checksum (%s vs %s) does not match for %s, reuploading.z>MultiPart: size (%d vs %d) does not match for %s, reuploading.r� �ro rS ��source� destination�extra),�type� ValueErrorr' r( �isfiler �InvalidFileError�io�open�sys�stdin�fileno� stream_name�statr �IOError�OSError�strerrorr r� rT �server_side_encryption�kms_keyr- r� r� �enable_multipartr �multipart_chunk_size_mb�SIZE_1MB�multipart_max_chunks�send_file_multipart� put_continue� object_info� Exception�intr� r � send_chunkr rH r� ro � send_file)r\ r, ro r� � extra_label� src_stream�sizer rS � multipartr � remote_size�remote_checksum�checksumr� �labelsr� r5 r5 r6 � object_put� s� ��� � � �� z S3.object_putc C sJ |j dkr td|j ��| jd|d�}|�� ||d�}| �||||�}|S )NrR r< r� �ro rK )rO rP r� ro � recv_file) r\ ro �stream� dest_name�start_positionrj r� rq r� r5 r5 r6 � object_get� s z S3.object_getc s � fdd�� D �}| � |� dS )z" Batch delete given a remote_list c s g | ]}� | d �qS )�object_uri_strr5 )�.0�item�� remote_listr5 r6 � <listcomp> s z*S3.object_batch_delete.<locals>.<listcomp>N)� object_batch_delete_uri_strs)r\ r} �urisr5 r| r6 �object_batch_delete� s zS3.object_batch_deletec C sv dd� }|}t |�dkrtd��t|d ��� }|||�}tt|�dd�dd�}| jd |||d d id �}| �|�}|S ) z* Batch delete given a list of object uris c S s� d}|D ]3}t |�}|jdkrtd|j ��|�� s td| ��|�� | kr*td��t�|�� �}|d| 7 }q|d7 }t|�}|S )Nz.<?xml version="1.0" encoding="UTF-8"?><Delete>rR r< zURI '%s' has no objectz2The batch should contain keys from the same bucketz <Object><Key>%s</Key></Object>z </Delete>) r& rO rP � has_objectrm r �escape�objectr )rm �key_listrZ �keyro r� r5 r5 r6 �compose_batch_del_xml s z>S3.object_batch_delete_uri_strs.<locals>.compose_batch_del_xmlr zKey list is empty�application/xml)r rE TrP r� �deleteNr! )rJ rP r& rm r r" r� r� ) r\ r� r� �batchrm � request_bodyrS r� r� r5 r5 r6 r s" ��� z S3.object_batch_delete_uri_strsc C s4 |j dkr td|j ��| jd|d�}| �|�}|S )NrR r< r� rs )rO rP r� r� �r\ ro r� r� r5 r5 r6 � object_delete" s zS3.object_deletec C s� |j dkr td|j ��| jjdk rtd��| jjdvr td��d}|d| jj 7 }|d 7 }|d | jj 7 }|d 7 }|d 7 }| jd ||dd id�}| �|�}td| � |S )NrR r< r z*You must restore a file for 1 or more days)�Standard� Expedited�Bulkz7Valid restoration priorities: bulk, standard, expeditedz@<RestoreRequest xmlns="http://s3.amazonaws.com/doc/2006-03-01/">z <Days>%s</Days>z <GlacierJobParameters>z <Tier>%s</Tier>z </GlacierJobParameters>z</RestoreRequest>r� �restore�ro rZ r� r ) rO rP rT � restore_daysr �restore_priorityr� r� r )r\ ro rZ r� r� r5 r5 r6 �object_restore) s$ � zS3.object_restorec C s4 g d�}|| j j D ] }|�� |v r||�� = q |S )N) rd rG z last-modifiedr zx-amz-version-idzx-amz-delete-markerz accept-ranges� connectionrH �serverz x-amz-id-2zx-amz-request-idrF )rT �remove_headersr� )r\ rS � to_remove�hr5 r5 r6 �_sanitize_headers< s �zS3._sanitize_headersc C s� |j dkr td|j ��|j dkrtd|j ��| jjdu rAz| �|�}W n ty@ } z|jdkr4|�d}W Y d}~nd}~ww d} d} |sK| jjrMd}|r^| �|�} | d } t | d �}| jj r�| } |du rw| �|�} | d } t | d �}||u r�t j t } n| jjt } || kr�| du r�| �|�} | d } t | d �}| } d} | r�| �| � t| dd �} ntdd �} | jjr�d | d < | �� | d < | jjr�d | d< | jjr�d| d< | jj| d< |r�| �|� | jjr�| jj| d< |s�d| d< nd| d< | �r| �|||| |�}n td|�� |�� f ddd�| d< | jd|| d�}| �|�}|d �r:t|d �dk�r:d |d < t d � t|��| jjdu �rj|�rjz | � ||� W |S t�yi } z|jdk�r^|�W Y d}~|S d}~ww |S ) a Remote copy an object and eventually set metadata Note: A little memo description of the nightmare for performance here: ** FOR AWS, 2 cases: - COPY will copy the metadata of the source to dest, but you can't modify them. Any additional header will be ignored anyway. - REPLACE will set the additional metadata headers that are provided but will not copy any of the source headers. So, to add to existing meta during copy, you have to do an object_info to get original source headers, then modify, then use REPLACE for the copy operation. ** For Minio and maybe other implementations: - if additional headers are sent, they will be set to the destination on top of source original meta in all cases COPY and REPLACE. It is a nice behavior except that it is different of the aws one. As it was still too easy, there is another catch: In all cases, for multipart copies, metadata data are never copied from the source. rR r< Nr FTrS rG rP r� r� rF rA rB rC rD rE �COPYzx-amz-metadata-directive�REPLACEz/%s/%sr~ zx-amz-copy-sourcer� rJ r� �Error�� r zHServer error during the COPY operation. Overwrite response status to 500) rO rP rT r� �get_aclr r r1 re rg r_ r% �MAX_CHUNK_SIZE_MBra � multipart_copy_chunk_size_mbr� r r� r] r^ r� �copy_file_multipartr rm r� r� r� r r �set_acl)r\ �src_uri�dst_urir� �src_sizerj � replace_meta�acl�excrm rS �src_info� src_headers� thresholdr� r� r5 r5 r6 � object_copyV s� �� � � �� � ���zS3.object_copyc C s | j |||||dd�S )NT)r� )r� )r\ r� r� r� r� rj r5 r5 r6 � object_modify� s �zS3.object_modifyc C s` | � |||||�}td||f � |d r t|d �dv r)| �|� td|� |S td|� |S )NzObject %s copied to %sr� )�CopyObjectResult� CompleteMultipartUploadResultzObject '%s' deletedzGObject '%s' NOT deleted because of an unexpected response data content.)r� r r r� r )r\ r� r� r� r� rj � response_copyr5 r5 r6 � object_move� s � � ��zS3.object_movec C r� )Nr� rs r� r� r5 r5 r6 re r� zS3.object_infoc C sP |� � r| jd|dd id�}n | jd|�� dd id�}| �|�}t|d �}|S )Nr� r� �ro r� r� r� r� )r� r� rm r� r )r\ ro r� r� r� r5 r5 r6 r� s � � z S3.get_aclc C st d| }t d||f � tddidd�}|�� r%| jd|||dd id �}n| jd |�� ||dd id �}| �|�}|S ) Nr@ zset_acl(%s): acl-xml: %srE r� TrP r� r� �ro rS rZ r� r� r! )r r r� r� rm r� )r\ ro r� rZ rS r� r� r5 r5 r6 r� s � � z S3.set_aclc C �. | j d|�� dd id�}| �|�}t|d �S )Nr� �policyr� r� �r� rm r� r r� r5 r5 r6 � get_policy$ � � z S3.get_policyc C s8 t dd�}d|d< | jd|||dd id�}| �|�}|S )NTrP zapplication/jsonrE r� r� r� )r r� r� �r\ ro r� rS r� r� r5 r5 r6 � set_policy* s � z S3.set_policyc C �. | j d|dd id�}td| � | �|�}|S )Nr� r� r� zdelete_policy(%s)�r� r r� r� r5 r5 r6 � delete_policy4 � � zS3.delete_policyc C r� )Nr� �corsr� r� r� r� r5 r5 r6 �get_cors; r� z S3.get_corsc C sD t dd�}d|d< t|�|d< | jd|||dd id�}| �|�}|S ) NTrP r� rE r r� r� r� )r r" r� r� )r\ ro r� rS r� r� r5 r5 r6 �set_corsA s � z S3.set_corsc C r� )Nr� r� r� zdelete_cors(%s)r� r� r5 r5 r6 � delete_corsL r� zS3.delete_corsc C sL t dd�}t|�|d< | jd|||dd id�}td||f � | �|�}|S )NTrP r r� r r� z(set_lifecycle_policy(%s): policy-xml: %s)r r" r� r r� r� r5 r5 r6 �set_lifecycle_policyS s � zS3.set_lifecycle_policyc C s\ t dd�}d|d< d}| jjr|d7 }n|d7 }|d7 }| jd ||d d id �}| �|�}|S ) NTrP r� rE zN<RequestPaymentConfiguration xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> z<Payer>Requester</Payer> z<Payer>BucketOwner</Payer> z </RequestPaymentConfiguration> r� r� r� )r rT r[ r� r� )r\ ro rS rZ r� r� r5 r5 r6 � set_payer] s � z S3.set_payerc C sB | j d|�� dd id�}td| � | �|�}td|d � |S )Nr� r r� zget_lifecycle_policy(%s)z%s: Got Lifecycle Policyr )r� rm r r� r� r5 r5 r6 �get_lifecycle_policyk s � zS3.get_lifecycle_policyc C r� )Nr� r r� zdelete_lifecycle_policy(%s)r� r� r5 r5 r6 �delete_lifecycle_policyt r� zS3.delete_lifecycle_policyc C s* g }| � |||�D ] \}}|�|� q |S r0 )�get_multipart_streamingr� )r\ ro r� r� � upload_listr� �uploadsr5 r5 r6 � get_multipart{ s � zS3.get_multipartc c s6 � |r|� � pi }|�� }d}d}|}d |d< |r�| j|d||d�}|d } t| d�} |t| �7 }||kr9|| }t| d�} | rF| �� dkrHd }|r�|d ksR||k r�| ryt| d �} | sa| d d } | |d < t| d�} | rq| |d< nd|v rx|d= nd | fV d S td|d � n|| fV d S || fV |sd S d S )NTr r� )r� r� r� r� �Uploadr� r� Fr� � NextKeyMarkerr� � KeyMarker�NextUploadIdMarker�UploadIdMarkerr� )r� rm r� r rJ r r� r )r\ ro r� r� rm r� r� r� r� �xml_datar� � xml_truncated�next_key�upload_id_markerr5 r5 r6 r� � sX �� � � � �zS3.get_multipart_streamingc C s, g }| � ||||�D ] \}}|�|� q |S r0 )�list_multipart_streamingr� )r\ ro � upload_idr� r� � part_listr� r: r5 r5 r6 �list_multipart� s � zS3.list_multipartc c s� � |r|� � pi }d}d}|}|r}| �||||�}|d } t| d�} |t| �7 }||kr0|| }t| d�} | r=| �� dkr?d}|rt|dksI||k rm| r]t| d �} | sX| d d } | |d < nd| fV d S td |d � n|| fV d S || fV |sd S d S ) NTr r� �Partr� r� Fr� �NextPartNumberMarker� PartNumberzpart-number-markerz!Listing continues after Part '%s')r� �list_multipart_noparser rJ r r� r ) r\ ro r� r� r� r� r� � max_partsr� r� r� r� �next_part_numberr5 r5 r6 r� � sF �� � � �zS3.list_multipart_streamingc C sF |d u ri }|dkrt |�|d< ||d< | jd||d�}| �|�}|S )Nr� z max-parts�uploadIdr� r� )rH r� r� )r\ ro r� r� r� r� r� r5 r5 r6 r� � s � zS3.list_multipart_noparsec C s" | j d|d|id�}| �|�}|S )Nr� r� r� r� )r\ ro �idr� r� r5 r5 r6 �abort_multipart� s � zS3.abort_multipartc C s2 | j d|�� dd id�}| �|�}t|d �}|S )Nr� �loggingr� r� )r� rm r� r )r\ ro r� r� � accesslogr5 r5 r6 � get_accesslog s � zS3.get_accesslogc C s^ | � |�}td|�� |f � |�td�� |�td�� td|�� |f � | �||� d S )NzCurrent ACL(%s): %s�READ_ACP�WRITEzUpdated ACL(%s): %s)r� r ro � appendGranteer! r� )r\ ro r� r5 r5 r6 �set_accesslog_acl s zS3.set_accesslog_aclc C s� t � }|r|�|� |�|� n|�� d| }td||f � | jd|�� |dd id�}z | �|�}W ||fS tyi } z&| j d dkr[t d� | � t d |�� �� | �|�}n� W Y d } ~ ||fS d } ~ ww ) Nr@ z$set_accesslog(%s): accesslog-xml: %sr� r� r �Code� InvalidTargetBucketForLoggingz.Setting up log-delivery ACL for target bucket.zs3://%s) r � enableLogging� setAclPublic�disableLoggingr r� rm r� r r r� r& ) r\ ro �enable�log_target_prefix_urir� r� rZ r� r� r r5 r5 r6 � set_accesslog s. � � ���zS3.set_accesslogc C s� d dd�}|r|s |rt d��|r |�� }|�� r |�� p d }|r-||d< |r-d| |d< tj�tj| tjd @ �} t| | ||||�} t d|d � | S )Nr� )rm ro z>Both 'uri' and either 'bucket' or 'object' parameters suppliedrm ro r� z CreateRequest: resource[uri]=%s) rP rm r� r� r� � http_methods�getkey� operationsrO r ) r\ � operationro rm r� rS rZ r� rW rX r� r5 r5 r6 r� ( s zS3.create_requestc C s | j | d d S )Nr � )� _max_retries)r\ �retriesr5 r5 r6 � _fail_wait> s z S3._fail_waitc O s. |d � d�}d|v r?t|d �dkr?t|d d�}t|d d�}| �||� td|� |r8|tj|< td|� ||i |��S |jd kr�|d � d �} | r�| �d �rY| d d � } n | �d �rd| dd � } t d | �j } |j d }| �|| � td| � |r�|tj|< td|� ||i |��S t d|� t |��)NrS zx-amz-bucket-regionr� r z .//Bucketz .//EndpointzRedirected to: %szRedirected to region: %sra r� zhttp://� zhttps://r� rm z�Redirection error: No info provided by the server to where should be forwarded the request (HEAD request). (Hint target region: %s))rr rJ r r� r rO rw rX ru r r{ rW r r ) r\ r� r� �fn�args�kwargs� redir_region� redir_bucketr� � location_urlr5 r5 r6 �_http_redirection_handlerB s6 z S3._http_redirection_handlerc O s d|v rvt |d �dkrvt|d d�}|dkr<t|d d�}|dur6|tj|jd < td|� ||i |��S td � dS |d kr[t|d d �}|d krYtd � d| _||i |��S dS |dkrt|� � st| j sttd� d| _ ||i |��S dS |� � s�| j s�td� d| _ ||i |��S dS )zR Returns None if no handler available for the specific error code r� r r� � AuthorizationHeaderMalformed�RegionNrm zForwarding request to %szVCould not determine bucket the location. Please consider using the --region parameter.�InvalidRequest�Messagez\The authorization mechanism you have provided is not supported. Please use AWS4-HMAC-SHA256.z Endpoint requires signature v4T�InvalidArgument� Falling back to signature v2) rJ r rO rw rW r r r ri rl rk ) r\ r� r� r� r� r� � failureCode�region�messager5 r5 r6 �_http_400_handlerg s8 �� �zS3._http_400_handlerc O sv d|v r7t |d �dkr7t|d d�}|dkr7t|d d�}|dkr7|�� s7| js7td� d| _||i |��S t|��) Nr� r r� r� r z=AWS authentication requires a valid Date or x-amz-date headerr T)rJ r rl rk r r )r\ r� r� r� r� r� r r r5 r5 r6 �_http_403_handler� s zS3._http_403_handlerc C s� |j �d�r]|�� s_tj�|j d t� j�dkratd� z$td|j d �}| j |dd�}|dur9|tj|j d < td|� W dS t y\ } ztd |� td � W Y d}~dS d}~ww dS dS dS ) a? Get and update region for the request if needed. Signature v4 needs the region of the bucket or the request will fail with the indication of the correct region. We are trying to avoid this failure by pre-emptively getting the correct region to use, if not provided by the user. rm r� z====== SEND Inner request to determine the bucket region =====zs3://T)r� NzE===== SUCCESS Inner request to determine the bucket region (%r) =====z,getlocation inner request failure reason: %sz?===== FAILED Inner request to determine the bucket region =====) rW rr rl rO rw r# rx r r& r� rf )r\ r� �s3_urir r� r5 r5 r6 �update_region_inner_request� s, �� � ���z S3.update_region_inner_requestc C s� | � |� t|j�|_|j}|�� \}}}i }td� d }z`t�| �|d ��}| � ||j �}td|||t |jp9d�f � |j � |||j|� |j �� } | j|d< | j|d< t| �� �|d< | �� |d< d |d v rwt|d d �} | |d < t�|� W n� ttfy� � ttfy� } zftd t�|� � t | d �r�| j r�| j t j t j t j fvs�d t!| �v s�dt!| �v r�t"| t#�s�� t�$|� |r�t%d|d | f � t%d| �&|� � t'�(| �&|�� | �)||d �W Y d } ~ S t*d|d ��d } ~ w td t�|� � � td t�|� � |d dv �r | �+||| j)|�S |d dk�rg| �,||| j)|�} | �r5| S t-|�} |�re| j.dv �ret%d|d | f � t%d| �&|� � t'�(| �&|�� | �)||d �S | �|d dk�rw| �/||| j)|�S |d dk�r�t-|��|d dk�s�|d dk�r�t-|�} |d dk�r�d }|�r�t%d|d | f � t%d| �&|� � t'�(| �&|�� | �)||d �S | �|d d k �s�|d d k�r�t-|��|S ) Nz"Processing request, please wait...rm zESending request method_string=%r, uri=%r, headers=%r, body=(%i bytes)rp r �reasonrS r� �x-amz-meta-s3cmd-attrs� s3cmd-attrs� Response: �errno� [Errno 104]� [Errno 32]� Retrying failed request: %s (%s)ro �Waiting %d sec...r zRequest failed for: %s�i- i3 � �� BadDigest�OperationAborted�TokenRefreshRequired�RequestTimeout� � r� � r r �� �+ )0r r rZ rS r� r r' rr rs r� r( rJ �cr� � getresponser r r � getheaders�read�parse_attrs_header�put� S3SSLError�S3SSLCertificateErrorrZ rf �pprint�pformat�hasattrr �EPIPE� ECONNRESET� ETIMEDOUTrH rG �SocketTimeoutException�closer r� re �sleepr� �S3RequestErrorr r r �coder )r\ r� r� rS rX rW r� �connro � http_response�attrsr � handler_fn�errr5 r5 r6 r� � s� � � zS3.send_requestc C s� | j js td� | �|�S d|vrd|d< | j �||�}z| �|�}W n ty5 } z|�d� � d}~ww |j|d� |�d� |S )zrWrapper around send_request for slow requests. To be able to show progression for small requests z$Sending slow request, please wait...�actionr� �failedN)�current_position�done)rT �progress_meterr r� �progress_classrf r? r� )r\ r� rq �operation_size�progressr� r� r5 r5 r6 �send_request_with_progress" s �� z S3.send_request_with_progressc ) C s� | � |� | d u r | jj} | jr| rd} |j} t| d � } } |j} | jjr2d|d< | j�|| �}nt d| � t � � }|rEt ||| �}nt | || �}||_ | rY| sUd} nd| d< |�� \}}} z1t�| �|d ��}|j�|| �||j�� | �� D ]}|j�t|�t| | �� q{|j�� W nZ ty� } z� d }~w ty� } zB| jjr�|� d � |r�t d |d |f � t d | � |� � t � | � |�� | � ||||||d ||�W Y d }~S t!d|d ��d }~ww |dkr�|�"|� t#� }z�d }| �r%t$�$|jj%gg g t&�\}}}|�r|j�'� }n|�s%|�s%t dt&� d| _d} | �r2|�r�|j(tj)k�r�|�r>|�*� tj+|j_,| dk�r�t-| jj.| �}|dk�rU|�*|�} n|} | �s^t/d��| jj0dk�rit � � } |�1| � |j�2| � | jj�r�|j1t3| �d� | t3| �8 } |} | jj0dk�r�t � � | } t4|�| jj0 } t5| | | �} | �r�t � t-| | jj6�� | dk�sC|�7� }!|j�'� }i }"|j(|"d< |j8|"d< t9|�:� �|"d< |�*� |"d< | |"d< t�;|� t<dt=�>|"� � W n� t�y� } z� d }~w t/�y } z | jj�r |� d � � d }~w t�y� } z�| jj�r$|� d � |�r�d}#t?|d��r?|j@�r?|j@t@jAt@jBt@jCfv�sMd tD|�v �sMd tD|�v �r�tE|tF��s�z'|j�'� }i }"|j(|"d< |j8|"d< t9|�:� �|"d< |�*� |"d< | |"d< d}#W n t�y� tGd � Y nw |#�s�t d |d |f � t d | � |� � t � | � |�� | � ||||||d ||| � W Y d }~S nt<d | |f � t!d|d ��W Y d }~nd }~ww t � � }$|$| |"d!< |"d! �r�t4|"d �|"d! �p�t4d"�|"d#< | jj�r|�1� |� d$� |"d d%v �r | jH||"| j ||||||| d&� S |"d d'k�rE| jI||"| j ||||||| d&� }%|%�r9|%S tJ|"�}&|&jKd(v�rE|&�|"d d)k�r\| jL||"| j ||||||| d&� S |"d d*k�ry|�ryd| _| j ||||||d ||dd+� S d,|"d v�r�d|"d d,< |"d d-k �s�|"d d.k�r#d}'|"d d/k�r�d}'|"d d0k�r�|�r�|d1 �p�d2}n'|"d d3k�r�d}'|�r�|d1 �p�d2}n|"d d'k�r�tJ|"�}&|&jKd(v �r�d}'|'�r |�rt d |d tJ|"�f � |�r�t d4| � t d | � |� � t � | � |�� | � ||||||d ||| � S t d5| � t!d5| ��tJ|"��t<d6|!|"d �d,d��Md7�f � |"d �d,d��Md7�}(d8|(v�r}|(|�7� k�r}|"d �d9�d:k�r}t d;� |�rqt d<| � | � ||||||d ||| � S t d5| � t!d5| ��|"S )=NFrG �uploadr< z!Sending file '%s', please wait...z 100-continue�expectrm r= r ro r r zUpload failed for: %srp zQHTTP Expect Continue feature disabled because of no reply of the server in %.2fs.Tr z3File smaller than expected. Was the file truncated?��delta_positionr r rS r� rl r r r r zXCannot retrieve any response status before encountering an EPIPE or ECONNRESET exceptionzUpload failed: %s (%s)zGiving up on '%s' %s�elapsedr� �speedr? r )�offset� chunk_size�use_expect_continuer r r i� )rM rH r" r# r� i� r� g{�G�z�?r! z(Retrying on lower speed (throttle=%0.2f)z$Too many failures. Giving up on '%s'z"MD5 sums: computed=%s, received=%srI r# rB rC zMD5 Sums don't match!zRetrying upload of %s)Nr rT �use_http_expectr� rS rg rX r@ rA r re r+ r* rZ r� r' rr rs r$ � putrequestr� r( �keys� putheaderr � endheadersr rf r? r r� r4 ri � S3UploadError�seekr �select�sock�EXPECT_CONTINUE_TIMEOUTr% r �CONTINUEr' � _CS_REQ_SENT�_HTTPConnection__state�minrh rR � limitrater� �wrapper_send_bodyrJ �float�max� throttle_max� hexdigestr r r& r) r r, r- r. r r/ r0 r1 rH rG r2 r r r r r6 r r� ))r\ r� ru rq �buffer�throttler� rK rL rM rS � size_left� size_totalr, rC �timestamp_start� sha256_hashrX rW r7 �headerr �md5_hashr8 �readable�writable� exceptional�lr� � start_time�limitrate_throttle� real_duration�expected_duration� md5_computedr� � known_error� timestamp_endr: r; � try_retry� md5_from_s3r5 r5 r6 ri : s� � (�� � � � � � �� ���# , �� � � � � �", � �z S3.send_filec C s� t � � }t| ||||�}|�|� |�� }t � � } | | |d< ||d< |d r1t|d �|d p4td�|d< |d rLt|d �dkrLtt|d d���|S )NrI rl r� rJ r� r� r )re r% �upload_all_parts�complete_multipart_uploadr^ r rS r ) r\ ru rS ro rl rj rf rE r� rt r5 r5 r6 rc 7 s (zS3.send_file_multipartc C s | � |||||�S r0 )rc )r\ r� r� rl rS rj r5 r5 r6 r� G s �zS3.copy_file_multipartc C s� | � |� |�� \}}}|j} | jjr d|d< | j�|d�} ntd| � t�� } d } zxt� | � |d ��} | j � || � || j�� |�� D ]} | j �t| �t|| �� qF|dkritd| � | j �dd| � | j �� i }| j �� }|j|d < |j|d < t|�� �|d < d |d v r�t|d d �}||d < tdt�|� � W n� t y� } z� d }~w t t f�y( } zj| jjr�| � d� t |d�r�|j!r�|j!t!j"t!j#t!j$fvs�dt%|�v s�dt%|�v r�t&|t'�s� t�(| � |�r t)d|d |f � t)d| �*|� � t�+| �*|�� | �,|||||d �W Y d }~S t-d|d ��d }~ww |d dv �rB|�.� |d< | �/||| j,||||�S |d dk�rd|�.� |d< | �0||| j,||||�}|�r`|S t1|��|d dk�r}|�.� |d< | �2||| j,||||�S |d d k�r�|�.� |d< t1|��|d d k �s�|d d k�r�|�.� |d< t1|��|dk�r�t3� }t4|d d �}|| }|}| jj�r�|| _5|| _6|| _7z�|dk�r�|�.d�}t8|�dk�s�J �||k �rT|| jj9k�r�| jj9�p�|}| jj:dk�r�t�� }|�.|�}t8|�dk�r t;d ��| jj:dk�r-t�� | }t<|�| jj: }||k�r-t�+|| � |�=|� |dk�r<|�>|� |t8|�7 }| jj�rO| j>t8|�d!� ||k �s�t�?| � W n� t@�yc � t t f�y� } zq| jj�rw| � d� t |d��r�|j!�r�|j!t!j"t!j#t!j$fv�s�dt%|�v �s�dt%|�v �r�t&|t'��s�� t�(| � |�r�t)d|d |f � t)d| �*|� � t�+| �*|�� | �,|||||d �W Y d }~S t-d|d ��d }~ww |�A� t�� } | jj�r�| �>� | � d"� |d � d#d$��Bd%�} d&|d v�r z|d d' } W n tC�y Y nw d(| v�r^|dk�r/|�D� |d'< n/ztE| �|d'< W n& t �y] } z|j!t!jFk�rOt)d)| |f � t)d*� W Y d }~nd }~ww |� d'�| k|d+< | | |d,< ||d-< |d, �r�t<|d- �|d, �p�t<d.�|d/< |d- |t4|d d � k�r�t)d0|t4|d d � |d- f � td1|� d'� � d(| v�r�|d+ �s�|d � d2�d3k�r�t)d4|� d'�| f � |S )5N�downloadr< r z#Receiving file '%s', please wait...rm zRequesting Range: %d .. end�Rangez bytes=%d-r r rS r r r r= r r r r ro r r zDownload failed for: %sr r� r r r r" r# rG z EOF from S3!rG r? rH rp rI zx-amz-meta-s3tools-gpgencr r# zUnable to open file: %s: %sz(Unable to verify MD5. Assume it matches.�md5matchrI rl r� rJ z4Reported size (%s) does not match received size (%s)z ReceiveFile: Computed MD5 = %srB rC z5MD5 signatures do not match: computed=%s, received=%s)Gr r� rX rT r@ rA r re r' rr rs r$ rO r� r( rP rQ r r rR r% r r r r& r( r, r- r rZ rf r? r. r r/ r0 r1 rH rG r2 r3 r r� r4 rt �S3DownloadErrorr' r r r r r rg � total_size�initial_positionr> rJ � recv_chunkr\ r r^ �writer� r) r[ �flushr� �KeyErrorra r �ENOENT) r\ r� ru rq rw r� rX rW rS r, rC rf r7 rh r� r8 r9 r r: ri rd re r> r� � this_chunkrn rp rq rt rv r5 r5 r6 rt L sF � � "�� � � � � � "�� � �� , �( �z S3.recv_filer0 )NNNr� rF )F)Nrp )r rp )NNrp F)NNrp )Nr� r� )NNNNrp N)r )rp )Mr� r� r� r" r� �targetsr� �codesr� r] r� rs r� r� r� r� r� r� r� r� r� r r r r r r r r r/ r3 r- r4 rr rx r� r r� r� r� r� r� r� re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� rD ri rc r� rt r5 r5 r5 r6 r� � s� � ��� 4 ! W � � � 6 �+ � %* f � ~ �r� c C s. i }| � d�D ] }|� d�\}}|||< q|S )Nr� �:)rI )� attrs_headerr9 �attrr� �valr5 r5 r6 r( s r( c C s@ t t| ��}t|�� �}t|�}|d dkr |dd� }t|�S )Nr� � r )r r r �digestr )rZ �m� base64md5r5 r5 r6 r" s r" )[� __future__r r rU r' re r r@ rS r, �xml.saxr �socketr r2 r� r r r r rY r r � ImportError� urllib.parse�base64r r rU �hashlibr � BaseUtilsr r r r r r �Utilsr r r r r r r r r r r r! r" r# � Exceptions� MultiPartr% r& r' �Cryptor( r) r* r+ r, �ctypesr- r= �Magicr1 r7 � TypeErrorrT � MAGIC_MIME�load�AttributeErrorr[ r rH � error_strr? r> rM rW ra �__all__r� rO r� �appendr( r" r5 r5 r5 r6 �<module> s� � � � ( �� �� ��P >
Close
