File: //lib/python3/dist-packages/awscli/customizations/s3/__pycache__/results.cpython-310.pyc
o
.&�ah � @ s8 d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dl m
Z
d dl m Z d dl m
Z
d dlmZmZ d d lmZ d d
lmZ d d lmZ d d lmZ d d
lmZ e�e�Zedg d��Zdefdd�Z e ddg�Z e dg d��Z e d�Z e ddg�Z e d�Z!eddg�Z"e de"d �Z#ed d d g�Z$ed d!g�Z%G d"d#� d#e&�Z'G d$d%� d%e�Z(G d&d'� d'e(�Z)G d(d)� d)e)�Z*G d*d+� d+e(�Z+G d,d-� d-e+�Z,G d.d/� d/e(�Z-G d0d1� d1e(�Z.G d2d3� d3e&�Z/G d4d5� d5e/�Z0G d6d7� d7e/�Z1G d8d9� d9e1�Z2G d:d;� d;e1�Z3G d<d=� d=ej4�Z5G d>d?� d?e&�Z6dS )@� )�divisionN)�
namedtuple)� defaultdict)�CancelledError)�
FatalError)�BaseSubscriber)�queue�ensure_text_type��
relative_path)�human_readable_size)� uni_print)�
WarningResult)�OnDoneFilteredSubscriber�
BaseResult)�
transfer_type�src�destc C s, t |j�}|r ||7 }t| t| |�|fi �S �N)�list�_fields�typer )�name� extra_fields�base_cls�fields� r �B/usr/lib/python3/dist-packages/awscli/customizations/s3/results.py�_create_new_result_cls' s
r � QueuedResult�total_transfer_size�ProgressResult)�bytes_transferredr � timestamp�
SuccessResult�
FailureResult� exception� DryRunResult� ErrorResult� CtrlCResult)r �
CommandResult�num_tasks_failed�num_tasks_warned�FinalTotalSubmissionsResult�total_submissionsc @ s e Zd ZdS )�ShutdownThreadRequestN)�__name__�
__module__� __qualname__r r r r r/ K s r/ c @ sR e Zd ZdZddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�BaseResultSubscriberNc C s* || _ i | _|| _|du r| j| _dS dS )z�Subscriber to send result notifications during transfer process
:param result_queue: The queue to place results to be processed later
on.
N)�
_result_queue�_result_kwargs_cache�_transfer_type�
TRANSFER_TYPE)�self� result_queuer r r r �__init__R s �z BaseResultSubscriber.__init__c K s6 | � |� | j|jj }tdi |��}| j�|� d S �Nr )�_add_to_result_kwargs_cacher5 �meta� transfer_idr r4 �put)r8 �future�kwargs�
result_kwargs�
queued_resultr r r � on_queued^ s
z BaseResultSubscriber.on_queuedc K s6 | j |jj }td|t�� d�|��}| j�|� d S )N)r" r# r )r5 r= r> r! �timer4 r? )r8 r@ r" rA rB �progress_resultr r r � on_progressd s ��z BaseResultSubscriber.on_progressc C s$ | � |�}| j�tdi |��� d S r; )�%_on_done_pop_from_result_kwargs_cacher4 r? r$ �r8 r@ rB r r r � _on_successk s
z BaseResultSubscriber._on_successc C sZ | � |�}t|t�r t}t|t�rt}| j�||d�� d S | j�tdd|i|��� d S )N�r& r& r ) rH �
isinstancer r) r r( r4 r? r% )r8 r@ �erB �error_result_clsr r r � _on_failureo s
z BaseResultSubscriber._on_failurec C s4 | � |�\}}| j|||jjd�}|| j|jj< d S )N)r r r r )�
_get_src_destr6 r= �sizer5 r> )r8 r@ r r rB r r r r< y s �z0BaseResultSubscriber._add_to_result_kwargs_cachec C s | j �|jj�}|�d� |S )Nr )r5 �popr= r> rI r r r rH � s
z:BaseResultSubscriber._on_done_pop_from_result_kwargs_cachec C � t d��)Nz_get_src_dest()��NotImplementedError)r8 r@ r r r rP � � z"BaseResultSubscriber._get_src_destr ) r0 r1 r2 r7 r: rD rG rJ rO r< rH rP r r r r r3 O s
r3 c @ � e Zd ZdZdd� Zdd� ZdS )�UploadResultSubscriber�uploadc C s0 |j j}| �|j�}d|j d |j }||fS �N�s3://�/)r= � call_args�_get_src�fileobj�bucket�key�r8 r@ r] r r r r r rP � s z$UploadResultSubscriber._get_src_destc C � t |�S r r
�r8 r_ r r r r^ � rV z UploadResultSubscriber._get_srcN)r0 r1 r2 r7 rP r^ r r r r rX � � rX c @ � e Zd Zdd� ZdS )� UploadStreamResultSubscriberc C � dS �N�-r rd r r r r^ � � z%UploadStreamResultSubscriber._get_srcN)r0 r1 r2 r^ r r r r rg � � rg c @ rW )�DownloadResultSubscriber�downloadc C s0 |j j}d|j d |j }| �|j�}||fS rZ )r= r] r` ra � _get_destr_ rb r r r rP � s z&DownloadResultSubscriber._get_src_destc C rc r r
rd r r r ro � rV z"DownloadResultSubscriber._get_destN)r0 r1 r2 r7 rP ro r r r r rm � re rm c @ rf )� DownloadStreamResultSubscriberc C rh ri r rd r r r ro � rk z(DownloadStreamResultSubscriber._get_destN)r0 r1 r2 ro r r r r rp � rl rp c @ � e Zd ZdZdd� ZdS )�CopyResultSubscriber�copyc C sB |j j}|j}d|d d |d }d|j d |j }||fS )Nr[ �Bucketr\ �Key)r= r] � copy_sourcer` ra )r8 r@ r] rv r r r r r rP � s
z"CopyResultSubscriber._get_src_destN�r0 r1 r2 r7 rP r r r r rr � � rr c @ rq )�DeleteResultSubscriber�deletec C s$ |j j}d|j d |j }|d fS rZ )r= r] r` ra )r8 r@ r] r r r r rP � s z$DeleteResultSubscriber._get_src_destNrw r r r r ry � rx ry c @ rq )�BaseResultHandlerz6Base handler class to be called in the ResultProcessorc C rS )Nz
__call__()rT �r8 �resultr r r �__call__� rV zBaseResultHandler.__call__N)r0 r1 r2 �__doc__r~ r r r r r{ � � r{ c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� Zd d � Zd S ) �ResultRecorderz?Records and track transfer statistics based on results receivedc C s� d| _ d| _d| _d| _d| _d| _d| _d| _d | _d | _ d| _
t t �| _
i | _t| jt| jt| jt| jt| jt| jt| jt | j i| _ d S �Nr ) r" �bytes_failed_to_transfer�files_transferred� files_failed� files_warned�errors�expected_bytes_transferred�expected_files_transferred� final_expected_files_transferred�
start_time�bytes_transfer_speedr �int�_ongoing_progress�_ongoing_total_sizesr �_record_queued_resultr! �_record_progress_resultr$ �_record_success_resultr% �_record_failure_resultr �_record_warning_resultr( �_record_error_resultr) r- � _record_final_expected_files�_result_handler_map�r8 r r r r: � s,
�zResultRecorder.__init__c C s | j | jkS r )r� r� r� r r r �expected_totals_are_final� s ��z(ResultRecorder.expected_totals_are_finalc C � | j �t|�| j�|d� dS )z0Record the result of an individual Result object�r} N)r� �getr � _record_noopr| r r r r~ � �
�zResultRecorder.__call__c C sT t |t�s
tdt|� ��g }|j|j|jfD ]
}|d ur$|�t|�� qd� |�S )NzdAny result using _get_ongoing_dict_key must subclass from BaseResult. Provided result is of type: %s�:)
rL r �
ValueErrorr r r r �appendr �join)r8 r} � key_parts�result_propertyr r r �_get_ongoing_dict_key� s
���
z$ResultRecorder._get_ongoing_dict_keyc C s. | � |�}| j�|d�}| j�|d �}||fS r� )r� r� rR r� )r8 r} � ongoing_key�total_progress�total_file_sizer r r � _pop_result_from_ongoing_dicts� s
z-ResultRecorder._pop_result_from_ongoing_dictsc K � d S r r �r8 rA r r r r� � zResultRecorder._record_noopc K sN | j d u r
t�� | _ |j}|| j| �|�< |r | j|7 _| jd7 _d S �N� )r� rE r r� r� r� r� )r8 r} rA r r r r r� s
��z$ResultRecorder._record_queued_resultc K s^ |j }| �|� | j| �|� |7 < | j |7 _ |j| jkr-| j |j| j | _d S d S r )r" �(_update_ongoing_transfer_size_if_unknownr� r� r# r� r� )r8 r} rA r" r r r r� s
��
��z&ResultRecorder._record_progress_resultc C sn | � |�}| j| d u r5|j}|jd ur+|| j|< | j| }|| }| j|7 _d S | j|j7 _d S d S r )r� r� r r� r� r" )r8 r} r� r �ongoing_progress�unaccounted_bytesr r r r� & s
�z7ResultRecorder._update_ongoing_transfer_size_if_unknownc K s | � |� | jd7 _d S r� )r� r� �r8 r} rA r r r r� @ s
z%ResultRecorder._record_success_resultc K sL | � |�\}}|d ur|| }| j|7 _| jd7 _| jd7 _d S r� )r� r� r� r� )r8 r} rA r� r� �
progress_leftr r r r� D s �z%ResultRecorder._record_failure_resultc K � | j d7 _ d S r� )r� r� r r r r� Q � z%ResultRecorder._record_warning_resultc K r� r� )r� r� r r r r� T r� z#ResultRecorder._record_error_resultc K s |j | _d S r )r. r� r� r r r r� W s z+ResultRecorder._record_final_expected_filesN)r0 r1 r2 r r: r� r~ r� r� r� r� r� r� r� r� r� r� r� r r r r r� � s
r� c @ s� e Zd ZdZdZdZde Zde ZdZde Z dZ
d Z d
Z d Z
d Zd
Zd8dd�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Z d)d*� Z d+d,� Z d9d.d/�Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#dS ):�
ResultPrinterz#{remaining_files} file(s) remainingz~{expected_total}z (calculating...)zOCompleted {bytes_completed}/{expected_bytes_completed} ({transfer_speed}) with z)Completed {files_completed} file(s) with z${transfer_type}: {transfer_location}z (dryrun) z7{transfer_type} failed: {transfer_location} {exception}z {message}zfatal error: {exception}zcancelled: ctrl-c receivedz{src} to {dest}z{src}Nc C sv || _ || _| jdu rtj| _|| _| jdu rtj| _d| _t| jt | j
t | j t
| jt| jt| jt| jt| ji| _dS )a� Prints status of ongoing transfer
:type result_recorder: ResultRecorder
:param result_recorder: The associated result recorder
:type out_file: file-like obj
:param out_file: Location to write progress and success statements.
By default, the location is sys.stdout.
:type error_file: file-like obj
:param error_file: Location to write warnings and errors.
By default, the location is sys.stderr.
Nr )�_result_recorder� _out_file�sys�stdout� _error_file�stderr�_progress_lengthr! �_print_progressr$ �_print_successr% �_print_failurer �_print_warningr( � _print_errorr) �
_print_ctrl_cr' �_print_dry_runr- �-_clear_progress_if_no_more_expected_transfersr� )r8 �result_recorder�out_file�
error_filer r r r: z s$
�zResultPrinter.__init__c C r� )z<Print the progress of the ongoing transfer based on a resultr� N)r� r� r � _print_noopr| r r r r~ � r� zResultPrinter.__call__c K r� r r r� r r r r� � r� zResultPrinter._print_noopc K s0 | j j|j| �|�d�}| �|�}| �|� d S �N)r �transfer_location)�DRY_RUN_FORMAT�formatr �_get_transfer_location�_adjust_statement_padding�_print_to_out_file)r8 r} rA � statementr r r r� � s �
z ResultPrinter._print_dry_runc K s8 | j j|j| �|�d�}| �|�}| �|� | �� d S r� )�SUCCESS_FORMATr� r r� r� r� �_redisplay_progress)r8 r} rA �success_statementr r r r� � s �
z ResultPrinter._print_successc K s< | j j|j| �|�|jd�}| �|�}| �|� | �� d S )N)r r� r& )�FAILURE_FORMATr� r r� r& r� �_print_to_error_filer� )r8 r} rA �failure_statementr r r r� � s �
z ResultPrinter._print_failurec K s0 | j j|jd�}| �|�}| �|� | �� d S )N)�message)�WARNING_FORMATr� r� r� r� r� )r8 r} rA �warning_statementr r r r� � s
z ResultPrinter._print_warningc K s | � | jj|jd�� d S )NrK )�_flush_error_statement� ERROR_FORMATr� r& r� r r r r� � s �zResultPrinter._print_errorc K s | � | j� d S r )r� �
CTRL_C_MSGr� r r r r� � � zResultPrinter._print_ctrl_cc C s | � |�}| �|� d S r )r� r� )r8 �error_statementr r r r� � s
z$ResultPrinter._flush_error_statementc C s. |j d u r
| jj|jd�S | jj|j|j d�S )N)r )r r )r � SRC_TRANSFER_LOCATION_FORMATr� r �!SRC_DEST_TRANSFER_LOCATION_FORMATr| r r r r� � s
�z$ResultPrinter._get_transfer_locationc C s d| _ | �� d S r� )r� �_add_progress_if_neededr� r r r r� � s z!ResultPrinter._redisplay_progressc C s | � � r
| �� d S d S r )�_has_remaining_progressr� r� r r r r� � s �z%ResultPrinter._add_progress_if_neededc K s� | � t| jj| jj ��}| jjdkr9t| jj| jj �}| � t| jj��}t| jj �d }| j
j ||||d�}n
| j j | jj|d�}| j�
� sM|| j7 }| j|dd�}t|�d | _| �|� d S )Nr z/s)�bytes_completed�expected_bytes_completed�transfer_speed�remaining_files)�files_completedr� �
)� ending_charr� )�_get_expected_total�strr� r� r� r� r r" r� r� �BYTE_PROGRESS_FORMATr� �FILE_PROGRESS_FORMATr� �_STILL_CALCULATING_TOTALSr� �lenr� r� )r8 rA r� r� r� r� �progress_statementr r r r� � sL �� ������� �
�z ResultPrinter._print_progressc C s | j �� s | jj|d�S |S )N)�expected_total)r� r� �_ESTIMATED_EXPECTED_TOTALr� )r8 r� r r r r� s
�z!ResultPrinter._get_expected_total�
c C s |� | jd�}|| S )N� )�ljustr� )r8 �print_statementr� r r r r� s z'ResultPrinter._adjust_statement_paddingc C s& | j �� sdS | j j}| j j}||kS )NT)r� r� r� r� )r8 �actual�expectedr r r r� s
z%ResultPrinter._has_remaining_progressc C � t || j� d S r )r
r� �r8 r� r r r r� " r� z ResultPrinter._print_to_out_filec C r� r )r
r� r� r r r r� % r� z"ResultPrinter._print_to_error_filec K s, | j r| �� st| �d�| j� d S d S d S )N� )r� r� r
r� r� r� r r r r� ( s �z;ResultPrinter._clear_progress_if_no_more_expected_transfers)NN)r� )$r0 r1 r2 �_FILES_REMAININGr� r� r� r� r� r� r� r� r� r� r� r� r: r~ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� [ sT �������
"
/
r� c @ rq )�NoProgressResultPrinterz,A result printer that doesn't print progressc K r� r r r� r r r r� / rk z'NoProgressResultPrinter._print_progressN)r0 r1 r2 r r� r r r r r� - r� r� c @ rW )�OnlyShowErrorsResultPrinterz,A result printer that only prints out errorsc K r� r r r� r r r r� 5 rk z+OnlyShowErrorsResultPrinter._print_progressc K r� r r r� r r r r� 8 rk z*OnlyShowErrorsResultPrinter._print_successN)r0 r1 r2 r r� r� r r r r r� 3 s r� c @ s& e Zd Zddd�Zdd� Zdd� ZdS ) �ResultProcessorNc C s2 t j�| � || _|| _| jdu rg | _d| _dS )aQ Thread to process results from result queue
This includes recording statistics and printing transfer status
:param result_queue: The result queue to process results from
:param result_handlers: A list of callables that take a result in as
a parameter to process the result for that handler.
NT)� threading�Threadr: r4 �_result_handlers�_result_handlers_enabled)r8 r9 �result_handlersr r r r: = s
zResultProcessor.__init__c C sd z%| j �d�}t|t�rt�d� W d S | jr | �|� t|t�r%d| _W n
t j
y0 Y nw q)NTzSShutdown request received in result processing thread, shutting down result thread.F) r4 r� rL r/ �LOGGER�debugr �_process_resultr( r �Emptyr| r r r �runM s"
�
���zResultProcessor.runc C sT | j D ]$}z||� W q ty' } ztjd|||dd� W Y d }~qd }~ww d S )Nz.Error processing result %s with handler %s: %sT��exc_info)r � Exceptionr r )r8 r} �result_handlerrM r r r r b s
����z ResultProcessor._process_resultr )r0 r1 r2 r: r
r r r r r r < s
r c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�CommandResultRecorderc C s || _ || _|| _dS )a� Records the result for an entire command
It will fully process all results in a result queue and determine
a CommandResult representing the entire command.
:type result_queue: queue.Queue
:param result_queue: The result queue in which results are placed on
and processed from
:type result_recorder: ResultRecorder
:param result_recorder: The result recorder to track the various
results sent through the result queue
:type result_processor: ResultProcessor
:param result_processor: The result processor to process results
placed on the queue
N)r9 r� �_result_processor)r8 r9 r� �result_processorr r r r: m s
z CommandResultRecorder.__init__c C s | j �� d S r )r �startr� r r r r � s zCommandResultRecorder.startc C s | j �t� � | j�� d S r )r9 r? r/ r r� r� r r r �shutdown� s z CommandResultRecorder.shutdownc C s t | jj| jj | jj�S )z�Get the CommandResult representing the result of a command
:rtype: CommandResult
:returns: The CommandResult representing the total result from running
a particular command
)r* r� r� r� r� r� r r r �get_command_result� s �z(CommandResultRecorder.get_command_resultc C s | j �t|�� d S r )r9 r? r- )r8 �totalr r r �notify_total_submissions� s z.CommandResultRecorder.notify_total_submissionsc C s | � � | S r )r r� r r r � __enter__� s z CommandResultRecorder.__enter__c G s> |rt jd|dd� | j�t|d�� | �� dS | �� d S )Nz-Exception caught during command execution: %sTr rK )r r r9 r? r( r )r8 �exc_type� exc_value�argsr r r �__exit__� s � z CommandResultRecorder.__exit__N)
r0 r1 r2 r: r r r r r r r r r r r l s r )7�
__future__r �loggingr� r rE � collectionsr r �s3transfer.exceptionsr r �s3transfer.subscribersr �
awscli.compatr r � awscli.customizations.s3.utilsr r �awscli.customizations.utilsr
r r � getLoggerr0 r r r r r! r$ r% r' r( r) r* r- �objectr/ r3 rX rg rm rp rr ry r{ r� r� r� r� r r r r r r r �<module> sf
� ��=
S 0