File: //usr/lib/python3/dist-packages/duplicity/backends/__pycache__/multibackend.cpython-310.pyc
o
nD!a�= � @ s� d dl mZ e�� d dlZd dlZd dlZd dlZd dlZd dl Zd dl
Z
d dl Z d dl
mZ d dl mZ d dl mZ d dl mZ G dd� de jj�Ze j�d e� dS )
� )�standard_libraryN)�BackendException)�config)�log)�utilc @ s� e Zd ZdZg Zi Zeg d��ZdZeddg�Z dZ
eddg�Z dZ dZ
ed d
� �Zd d � Zd
d� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd S ) � MultiBackendz�Store files across multiple remote stores. URL is a path to a local file
containing URLs/other config defining the remote store)�mode�onfail�subpath�stripe�mirror�continue�abort� r c
C s t j�| �� �}t|j�dkrt� S z t jj|jdd�}W n ty; } zt �
t d�|j|f t j � t
d��d }~ww t� }t|�� �D ]9\}}t|�dkrat �
t d�|j|f t j � t
d��|tjvrxt �
t d �|j|f t j � t
d��|d ||< qE|S )
Nr T)�strict_parsingz2MultiBackend: Could not parse query string %s: %s z Could not parse query string� zAMultiBackend: Invalid query string %s: more than one value for %szInvalid query stringz;MultiBackend: Invalid query string %s: unknown parameter %s)�urllib�parse�urlparse�geturl�len�query�dict�parse_qs�
ValueErrorr �Log�_�ERRORr �list�itemsr �#_MultiBackend__knownQueryParameters)�
parsed_url� reparsed_url�queryMultiDict�e� queryDict�name� valueList� r( �A/usr/lib/python3/dist-packages/duplicity/backends/multibackend.py�get_query_paramsW s@
����
��
��z MultiBackend.get_query_paramsc
C sZ t jj�| |� t�|�}d|v r|d | _d|v r |d | _| jtjvr7t �
t d�d| jf t j � t
d��| jtjvrOt �
t d�d| jf t j � t
d��d|v rX|d | _z t|j��
}t�|�}W d � n1 snw Y W n+ ty� } z t �
t d�|�� t j � t �
t d�|j|f t j � t
d ��d }~ww |D ]�}|d
| j }tjjd kr�|�d �}t �
t d
�| t j� d|v r�|d D ] }t �
t d�|d |d f t j� |d tj |d < q�t j� |�} | j � | � d|v �r*| jdk�rt
d��|d D ]$}
t �
t d�|
t j� |
| j v �r"| j |
� | � �q| g| j |
< �qq�d S )Nr r z&MultiBackend: illegal value for %s: %sz MultiBackend: invalid mode valuez"MultiBackend: invalid onfail valuer
zMultiBackend: Url %sz0MultiBackend: Could not load config file %s: %s zCould not load config file�url� zutf-8zMultiBackend: use store %s�envz MultiBackend: set env %s = %sr& �value�prefixesr z=Multibackend: stripe mode not supported with prefix affinity.z-Multibackend: register affinity for prefix %s)!� duplicity�backend�Backend�__init__r r* �_MultiBackend__mode�_MultiBackend__onfail_mode� _MultiBackend__mode_allowedSetr r r r r �%_MultiBackend__onfail_mode_allowedSet�_MultiBackend__subpath�open�path�json�load�IOError�
strip_auth�sys� version_info�major�encode�INFO�os�environ� get_backend�_MultiBackend__stores�append�_MultiBackend__affinities) �selfr! � queryParams�f�configsr$ r r+ r- �store�prefixr( r( r) r3 v s�
��
��
��
��
����
��
��
�� ��zMultiBackend.__init__c sF �j r � fdd�t�j �� �D �}�fdd�|D �}|r t|�S �jS )Nc s g | ] }t �� ��|�r|�qS r( )r �fsdecode�
startswith)�.0�k)�filenamer( r) �
<listcomp>� � z1MultiBackend._eligible_stores.<locals>.<listcomp>c s h | ] }� j | D ]}|�q qS r( )rI )rR rO rN )rJ r( r) � <setcomp>� rV z0MultiBackend._eligible_stores.<locals>.<setcomp>)rI r �keysrG )rJ rT �matching_prefixes�matching_storesr( )rT rJ r) �_eligible_stores� s z MultiBackend._eligible_storesc
C sT d}| � |�}| jdkrd| _| j} || j }z=| jd }|t|�d kr(d}t�td�| j|jj� � f tj
� |� ||� d}|| _|dkrLW d S | jdkrTW d S W nS t y� } zGt�td�| j|jj� � ||f tj
� || _| jd kr�t�td
�| tj� td ��| j|kr�|s�t�td �| tj� td ��W Y d }~nd }~ww q)
NFr r Tr z+MultiBackend: _put: write to store #%s (%s)r zGMultiBackend: failed to write to store #%s (%s), try #%s, Exception: %sr z3MultiBackend: failed to write %s. Aborting process.zfailed to writezMMultiBackend: failed to write %s. Tried all backing stores and none succeeded)r[ r4 �_MultiBackend__write_cursorr r r r r1 r! r> �DEBUG�put� ExceptionrC r5 r r ) rJ � source_path�remote_filename�passed�stores�firstrN �nextr$ r( r( r) �_put� s`
��
�
��
��
�����zMultiBackend._putc C sx | � |�}|D ]%}|�� }||v r|�||� d S t�td�|||jj�� f tj � qt�td�| tj
� t d��)Nz,MultiBackend: failed to get %s to %s from %szKMultiBackend: failed to get %s. Tried all backing stores and none succeededz
failed to get) r[ r �getr r r r1 r! r> rC r r )rJ ra �
local_pathrc �s�flistr( r( r) �_get s"
��
��zMultiBackend._getc C s� g }| j D ]E}dg ftjd< |�� }t�td�|jj� � t
|�f � t
|�dkrEt jj rEt�
td|jj� � t�t jj �f �� d t j_ |�|� qtdd� |D ��}t�td�| tj� |S ) NFr zMultiBackend: %s: %d filesr z Exception during list of %s: %sc S s h | ] }|D ]}|�qqS r( r( )rR �sublist�itemr( r( r) rW < s z%MultiBackend._list.<locals>.<setcomp>z MultiBackend: combined list: %s)rG r �are_errors_fatalr r �Noticer r1 r! r> r r0 �_last_exception�Warnr �uexcrH r r] )rJ �listsri �l�resultr( r( r) �_list. s,
�
��
��zMultiBackend._listc C s� d}| � |�}|D ],}|�� }||v r5t|jd�r |�|g� n t|jd�r+|�|� d}| jdkr5 d S q |sEt�t d�| tj
� d S d S )NF� _delete_list�_deleteTr �NMultiBackend: failed to delete %s. Tried all backing stores and none succeeded) r[ r �hasattrr1 �_do_delete_list�
_do_deleter4 r r r r )rJ rT rb rc ri rj r( r( r) rx B s(
�
���zMultiBackend._deletec s� d}| j }|D ]5}|�� � � fdd�|D �}t|jd�r"|�|� nt|jd�r2|D ]}|�|� q*d}| jdkr< d S q|sLt�t d�| tj
� d S d S ) NFc s g | ]}|� v r|�qS r( r( )rR rL �rj r( r) rU l s z-MultiBackend._delete_list.<locals>.<listcomp>rw rx Tr ry ) rG r rz r1 r{ r| r4 r r r r )rJ � filenamesrb rc ri �cleanedrT r( r} r) rw ^ s*
�
���zMultiBackend._delete_listc C s( | j D ]}t|jd�r|j�|� qd S )N�pre_process_download)rG rz r1 r� )rJ rT rN r( r( r) r� { s
��z!MultiBackend.pre_process_downloadc C sJ t |�}| jD ]}t|jd�r"|�|�� �}t|�dkr"|j�|� qd S )N�pre_process_download_batchr )�setrG rz r1 � intersectionr r r� )rJ r~ � set_filesrN �store_files_to_downloadr( r( r) r� � s
��z'MultiBackend.pre_process_download_batchN)�__name__�
__module__� __qualname__�__doc__rG rI � frozensetr r4 r6 r5 r7 r8 r\ � staticmethodr* r3 r[ rf rk rv rx rw r� r� r( r( r( r) r + s8 � �
e 2 r �multi)�futurer �install_aliasesrD �os.pathr? �urllib.requestr � urllib.parse� urllib.errorr; �duplicity.backendr0 �duplicity.errorsr r r r r1 r2 r �register_backendr( r( r( r) �<module> s$ `