File: //lib/python3/dist-packages/hgext/remotefilelog/__pycache__/basepack.cpython-310.pyc
o
�]LbJ � @ s8 d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlm Z d dl
m Z m Z d dl
mZ d dlmZmZmZmZ d dlmZ dd lmZ e�d
�ZdZd Z e Z d Z dZ d Z d
Z!dZ"ej#rhej$shdZ%ndZ%G dd� de&�Z'G dd� de&�Z(G dd� de&�Z)G dd� de)�Z*G dd� de)�Z+G dd � d e&�Z,dS ) � )�absolute_importN)�_)�getattr�open)�hex)�policy�pycompat�util�vfs)�hashutil� )� shallowutil�osutil� ���i g�������?s rbes rbc @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �_cachebackedpacksc C sJ t |�| _t�|�| _d | _ttt|t |����D ] }| �
|| � qd S �N) �set�_packsr � lrucachedict� _lrucache� _lastpack�reversed�range�min�len� _movetofront)�self�packs� cachesize�i� r! �>/usr/lib/python3/dist-packages/hgext/remotefilelog/basepack.py�__init__E s
�z_cachebackedpacks.__init__c C s d| j |< d S )NT)r �r �packr! r! r" r O s z _cachebackedpacks._movetofrontc C s$ | j d ur| �| j � d | _ d S d S r )r r �r r! r! r" �_registerlastpackusageS s
�z(_cachebackedpacks._registerlastpackusagec C s" | � � | �|� | j�|� d S r )r' r r �addr$ r! r! r" r( X s
z_cachebackedpacks.addc c sX � | � � | jD ]}|| _|V qdd� | jD �}| j| D ]}|| _|V q d | _d S )Nc S s h | ]}|�qS r! r! )�.0r% r! r! r" � <setcomp>h s z-_cachebackedpacks.__iter__.<locals>.<setcomp>)r' r r r )r r% � cachedpacksr! r! r" �__iter__` s �
z_cachebackedpacks.__iter__N)�__name__�
__module__� __qualname__r# r r' r( r, r! r! r! r" r D s
r c @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dd� Z
dS )�
basepackstore�d c C s� || _ || _d| _g }| �� D ]8\}}}z| �|�}W n& tyA } zt|dd �tjkr7|� t
d�||f � W Y d }~qd }~ww |� |� qt || j
�| _d S )Nr �errnos unable to load pack %s: %s
)�ui�path� lastrefresh� _getavailablepackfilessorted�getpack� Exceptionr r2 �ENOENT�warnr �appendr �DEFAULTCACHESIZEr )r r3 r4 r �filepath�__r% �exr! r! r" r# v s �� zbasepackstore.__init__c
c s8 � t | j�}t | j�}t� }t�dd� �}t�dd� �}zetj| jdd�D ]Y\}}}d} || d� | jkr>|d| � } n|| d� | jkrO|d| � } | r~|| |j 7 < || �
|j � | |v ryt j�
| j| �t|| �|| fV q%|�| � q%W dS ty� }
z|
jtjkr�� W Y d}
~
dS d}
~
ww )z�For each pack file (a index/data file combo), yields:
(full path without extension, mtime, size)
mtime will be the mtime of the index/data file (whichever is newer)
size is the combined size of index/data file
c S s dS )Nr r! r! r! r! r" �<lambda>� � z6basepackstore._getavailablepackfiles.<locals>.<lambda>c S s g S r r! r! r! r! r" r@ � rA T)�statN)r � INDEXSUFFIX�
PACKSUFFIXr � collections� defaultdictr �listdirr4 �st_sizer; �st_mtime�os�join�maxr( �OSErrorr2 r9 ) r �indexsuffixlen�
packsuffixlen�ids�sizes�mtimes�filename�typerB �idr? r! r! r" �_getavailablepackfiles� s< �
�
�� ���z$basepackstore._getavailablepackfilesc c sV � g }| � � D ]
\}}}|�|||f� qt|dd�}|D ] \}}}|||fV q dS )z�Like `_getavailablepackfiles`, but also sorts the files by mtime,
yielding newest files first.
This is desirable, since it is more likely newer packfiles have more
desirable data.
T)�reverseN)rV r; �sorted)r �filesr4 �mtime�sizer! r! r" r6 � s � �z*basepackstore._getavailablepackfilessortedc C s4 d}d}| � � D ]
\}}}||7 }|d7 }q||fS )aL Returns the total disk size (in bytes) of all the pack files in
this store, and the count of pack files.
(This might be smaller than the total size of the ``self.path``
directory, since this only considers fuly-writen pack files, and not
temporary files or other detritus on the directory.)
r r )rV )r � totalsize�countr> r[ r! r! r" �gettotalsizeandcount� s
z"basepackstore.gettotalsizeandcountc C s | � � \}}||d�S )z+Returns metrics on the state of this store.)s numpackss
totalpacksize)r^ )r r[ r] r! r! r" �
getmetrics� s �zbasepackstore.getmetricsc C � t � �r ��NotImplementedError)r r4 r! r! r" r7 � � zbasepackstore.getpackc C sF |}| j D ]
}|�|�}|s| S q|r!| �� D ]}|�|�}q|S r )r �
getmissing�refresh)r �keys�missingr% r! r! r" rd � s
� zbasepackstore.getmissingNc C s | j D ]}|�|� qd S r )r �
markledger)r �ledger�optionsr% r! r! r" rh � s
�zbasepackstore.markledgerc C s
d| _ dS )z~Tells the store that there may be new pack files, so the next time it
has a lookup miss it should check for new files.r N)r5 r& r! r! r" �markforrefresh� s
z basepackstore.markforrefreshc C sp t � � }g }|| jt kr6|| _dd� | jD �}| �� D ]\}}}||vr5| �|�}|�|� | j�|� q |S )ztChecks for any new packs on disk, adds them to the main pack list,
and returns a list of just the new packs.c S s h | ]}|j �qS r! )r4 )r) �pr! r! r" r* s z(basepackstore.refresh.<locals>.<setcomp>)�timer5 � REFRESHRATEr r6 r7 r; r( )r �now�newpacks�previousr= r> �newpackr! r! r" re � s
�zbasepackstore.refreshr )r- r. r/ r< r# rV r6 r^ r_ r7 rd rh rk re r! r! r! r" r0 r s '
r0 c @ s e Zd ZdZdgZdd� ZdS )� versionmixinNr c C sD || j v r | jd u r|| _d S | j|krtd| ��d S td| ��)Ns inconsistent version: %ds unsupported version: %d)�SUPPORTED_VERSIONS�VERSION� RuntimeError)r �versionr! r! r" �
_checkversion s
� zversionmixin._checkversion)r- r. r/ ru rt rx r! r! r! r" rs s rs c @ sl e Zd ZdZdgZdd� Zejdd� �Zejdd� �Z d d
� Z
d d � Z ddd�Z dd� Z
dd� Zdd� Zd
S )�basepacki @r c C s� || _ || j | _|| j | _t�| j�j| _t�| j�j| _ d | _
d | _ | � � t
�d| j d t� �d }| �|� t
�d| j
d t� �\}}| �|� d|@ rYtt|�| _d S tt|�| _d S )N� !Br � !BB� )r4 rD �packpathrC � indexpathrJ rB rH � indexsize�datasize�_index�_data�
freememory�struct�unpack�PACKVERSIONSIZErx �INDEXVERSIONSIZE� indexparams�LARGEFANOUTPREFIX�params�SMALLFANOUTPREFIX)r r4 rw �configr! r! r" r# ' s
zbasepack.__init__c C sd | j }| jtt|j � }g }t�d|j�D ]}|d }t�d|||d � �d }|� |� q|S )Nr � � !I)
r� r� � FANOUTSTART�
fanoutsizer �xrange� fanoutcountr� r� r; )r r� � rawfanout� fanouttabler �loc� fanoutentryr! r! r" � _fanouttable> s zbasepack._fanouttablec C s. t �d| j| jjd �d }| jj|| j S )N� !Q� r )r� � unpack_fromr� r� �
indexstart�INDEXENTRYLENGTH)r � nodecountr! r! r" � _indexendI s ��zbasepack._indexendc C s� | j r| j| jk r dS | j �� | j�� t| jt��}tj|� � dtj
d�| _ W d � n1 s2w Y t| j t��}tj|� � dtj
d�| _W d � n1 sTw Y d| _dS )z�Unmap and remap the memory to free it up after known expensive
operations. Return True if self._data and self._index were reloaded.
Fr )�accessNT) r� �_pagedin�
MAXPAGEDIN�closer� r r~ � PACKOPENMODE�mmap�fileno� ACCESS_READr} )r �indexfp�datafpr! r! r" r� P s
� � �zbasepack.freememoryc C r` r ra )r rf r! r! r" rd g rc zbasepack.getmissingNc C r` r ra )r ri rj r! r! r" rh j rc zbasepack.markledgerc C r` r ra )r ri r! r! r" �cleanupm rc zbasepack.cleanupc C r` r ra r& r! r! r" r, p rc zbasepack.__iter__c C r` r ra r& r! r! r" � iterentriess rc zbasepack.iterentriesr )r- r. r/ r� rt r# r �
propertycacher� r� r� rd rh r� r, r� r! r! r! r" ry s
ry c @ s` e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zdd
d�Zdd� Z dd� Z
dd� Z dd� Z d S )�mutablebasepackr c C s� | � |� d| _t�|�}d|_|| _i | _t�||� |j | j
d d�\| _ | _ |j | j
d d�\| _| _t�| j d�| _ t�| jd�| _t�� | _d| _|�|�| j �� |�|�| j�� t�d| j�}| �|� d S )Ns GZi$ s -tmp)�suffixzwb+Frz ) rx � _compressor�vfsmodr
�
createmode�opener�entriesr
�mkstickygroupdir�mkstemprD �packfpr} rC �idxfp�idxpathrJ �fdopenr �sha1�sha�_closed� _fixfilemoderK r� r% ru �writeraw)r r3 �packdirrw r� �
versionbufr! r! r" r# x s*
��
zmutablebasepack.__init__c C s | S r r! r& r! r! r" � __enter__� s zmutablebasepack.__enter__c C s |d u r
| � � d S | �� d S r )r� �abort)r �exc_type� exc_value� tracebackr! r! r" �__exit__� s zmutablebasepack.__exit__c C s | � � d S r )�_cleantemppacksr& r! r! r" r� � s zmutablebasepack.abortc C s | j �|� | j�|� d S r )r� �writer� �update)r �datar! r! r" r� � s zmutablebasepack.writerawNc C s | j rd S z_t| j�� �}| j�� | �� t| j�dkr'| � � d| _ W d S | j
� | j || j
� z
| j
� | j|| j � W n# tyb } zz | j
�|| j
� W |� ty] Y |�w d }~ww W n typ | � � � w d| _ | j
�|�}|r�|�|� |S )Nr T)r� r r� �digestr� r� �
writeindexr r� r� r� �renamer} rD r� rC r8 �unlinkrK �
addcreated)r ri r� r? �resultr! r! r" r� � sB
����� �
zmutablebasepack.closec C sP z | j �| j� W n ty Y nw z
| j �| j� W d S ty' Y d S w r )r� r� r} r8 r� r& r! r! r" r� � s � �z mutablebasepack._cleantemppacksc C s2 t | j�tk}|rtt| j�}ntt| j�}tg|j }i }d}t | j�D ]'}|| j
}|||< |d7 }t � |j
|d |j� �d }|| tkrL|||< q%d} d}
|D ]} | tkr[| n|
} | }
| t �d| �7 } qSt �dt | j��} | �|dt | � �}
| �|� | j�| � | j�| � | j�|
� | j�� d S )Nr r � r� r� r )r r� �SMALLFANOUTCUTOFFr� r� ru r� � EMPTYFANOUTr� rX r� r� r� � fanoutstruct� fanoutprefixr% � createindex� _writeheaderr� r� r� )r � largefanoutr� r� � locationsr] �node�location� fanoutkey�rawfanouttable�last�offset�rawentrieslength�rawindexr! r! r" r� � s@
�� �
zmutablebasepack.writeindexc C r` r ra )r �
nodelocationsr! r! r" r� rc zmutablebasepack.createindexc C s. d}|j tkr d}| j�t�d| j|�� d S )Nr r| r{ )r� r� r� r� r� r% ru )r r� r� r! r! r" r� s
z mutablebasepack._writeheader)r r )
r- r. r/ r# r� r� r� r� r� r� r� r� r� r! r! r! r" r� w s
"
%
+ r� c @ s e Zd ZdZdd� ZdS )r� )r� r� r� r� r� c C sj || _ |tkr d| _n|tkrd| _ntd| ��d|d | _| jd | _t| j | _| jd7 _d S )Nrz s !Hs invalid fanout prefix size: %sr r� r� ) r� r� r� r� �
ValueErrorr� r� r� r� )r �
prefixsizerw r! r! r" r# s zindexparams.__init__N)r- r. r/ � __slots__r# r! r! r! r" r� s r� )-�
__future__r rE r2 r� rJ r� rm �mercurial.i18nr �mercurial.pycompatr r �mercurial.noder � mercurialr r r r
r� �mercurial.utilsr � r
� importmodr r� r� r� r� r� r� r� rn �isposix�ispy3r� �objectr r0 rs ry r� r� r! r! r! r" �<module> sB
. W