§
    dË; ã                   ó<  — d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm	Z	 d dl
mZ d dlmZ d dlmZ d dlmZ d dlmZ dd	lT dd
lmZ ddlmZmZmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZm Z  ddlm!Z! ddlm"Z" ddl#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4  e(e5¦  «        Z'dZ6 e7e6¦  «        Z8dZ9 e7e9¦  «        e8k    sJ ‚d Z:dZ;dZ<dZ= eee>¦  «        Z? G d„ d¦  «        Z@ G d„ d¦  «        ZAeAjB        jC        d k    sJ ‚dS )!é    N)ÚhexlifyÚ	unhexlify)Údefaultdict)ÚConfigParser)Údatetime)Úpartial)Úisliceé   )Ú*)ÚNSIndex)ÚErrorÚErrorWithTracebackÚIntegrityErrorÚformat_file_sizeÚparse_file_size)ÚLocation)ÚProgressIndicatorPercent)Ú
bin_to_hex)Úsecure_eraseÚsafe_unlink)ÚManifest)Úmsgpack)ÚLockÚ	LockErrorÚ
LockErrorT)Úcreate_logger)ÚLRUCache)ÚSaveFileÚSyncFileÚsync_dirÚsafe_fadvise)Úcrc32)ÚIntegrityCheckedFileÚFileIntegrityErrors   BORG_SEGs   ATTICSEGé   é   c                   ó¨  — e Zd ZdZ G d„ de¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z G d„ d	e¦  «        Z G d
„ de¦  «        Z	 G d„ de¦  «        Z
 G d„ de¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z	 	 	 dMd„Zd„ Zd„ Zd„ Zd„ Zed „ ¦   «         Zed!„ ¦   «         Zd"„ Zd#„ Zd$„ Zd%„ Zd&„ Zd'„ Zd(„ Z d)„ Z!d*„ Z"d+„ Z#d,„ Z$d-„ Z%d.„ Z&dNd/„Z'd0„ Z(dOd2„Z)d3„ Z*dPd4„Z+dPd5„Z,d6„ Z-d7„ Z.d8„ Z/d9„ Z0d:„ Z1dQd;„Z2d<„ Z3dRd>„Z4dSd?„Z5d@„ Z6dA„ Z7dB„ Z8dC„ Z9dSdD„Z:dSdE„Z;dF„ Z<dTdG„Z=dPdH„Z>dPdI„Z?dJ„ Z@dPdK„ZAdL„ ZBdS )UÚ
Repositorya”  
    Filesystem based transactional key value store

    Transactionality is achieved by using a log (aka journal) to record changes. The log is a series of numbered files
    called segments. Each segment is a series of log entries. The segment number together with the offset of each
    entry relative to its segment start establishes an ordering of the log entries. This is the "definition" of
    time for the purposes of the log.

    Log entries are either PUT, DELETE or COMMIT.

    A COMMIT is always the final log entry in a segment and marks all data from the beginning of the log until the
    segment ending with the COMMIT as committed and consistent. The segment number of a segment ending with a COMMIT
    is called the transaction ID of that commit, and a segment ending with a COMMIT is called committed.

    When reading from a repository it is first checked whether the last segment is committed. If it is not, then
    all segments after the last committed segment are deleted; they contain log entries whose consistency is not
    established by a COMMIT.

    Note that the COMMIT can't establish consistency by itself, but only manages to do so with proper support from
    the platform (including the hardware). See platform.base.SyncFile for details.

    A PUT inserts a key-value pair. The value is stored in the log entry, hence the repository implements
    full data logging, meaning that all data is consistent, not just metadata (which is common in file systems).

    A DELETE marks a key as deleted.

    For a given key only the last entry regarding the key, which is called current (all other entries are called
    superseded), is relevant: If there is no entry or the last entry is a DELETE then the key does not exist.
    Otherwise the last PUT defines the value of the key.

    By superseding a PUT (with either another PUT or a DELETE) the log entry becomes obsolete. A segment containing
    such obsolete entries is called sparse, while a segment containing no such entries is called compact.

    Sparse segments can be compacted and thereby disk space freed. This destroys the transaction for which the
    superseded entries where current.

    On disk layout:

    dir/README
    dir/config
    dir/data/<X // SEGMENTS_PER_DIR>/<X>
    dir/index.X
    dir/hints.X

    File system interaction
    -----------------------

    LoggedIO generally tries to rely on common behaviours across transactional file systems.

    Segments that are deleted are truncated first, which avoids problems if the FS needs to
    allocate space to delete the dirent of the segment. This mostly affects CoW file systems,
    traditional journaling file systems have a fairly good grip on this problem.

    Note that deletion, i.e. unlink(2), is atomic on every file system that uses inode reference
    counts, which includes pretty much all of them. To remove a dirent the inodes refcount has
    to be decreased, but you can't decrease the refcount before removing the dirent nor can you
    decrease the refcount after removing the dirent. File systems solve this with a lock,
    and by ensuring it all stays within the same FS transaction.

    Truncation is generally not atomic in itself, and combining truncate(2) and unlink(2) is of
    course never guaranteed to be atomic. Truncation in a classic extent-based FS is done in
    roughly two phases, first the extents are removed then the inode is updated. (In practice
    this is of course way more complex).

    LoggedIO gracefully handles truncate/unlink splits as long as the truncate resulted in
    a zero length file. Zero length segments are considered to not exist, while LoggedIO.cleanup()
    will still get rid of them.
    c                   ó   — e Zd ZdZdS )úRepository.DoesNotExistzRepository {} does not exist.N©Ú__name__Ú
__module__Ú__qualname__Ú__doc__© ó    ú1/usr/lib/python3/dist-packages/borg/repository.pyÚDoesNotExistr*   {   s   € € € € € Ø+Ð+Ð+Ð+r1   r3   c                   ó   — e Zd ZdZdS )úRepository.AlreadyExistsz"A repository already exists at {}.Nr+   r0   r1   r2   ÚAlreadyExistsr5   ~   s   € € € € € Ø0Ð0Ð0Ð0r1   r6   c                   ó   — e Zd ZdZdS )úRepository.PathAlreadyExistsz!There is already something at {}.Nr+   r0   r1   r2   ÚPathAlreadyExistsr8   �   s   € € € € € Ø/Ð/Ð/Ð/r1   r9   c                   ó   — e Zd ZdZdS )ú!Repository.ParentPathDoesNotExistz:The parent path of the repo directory [{}] does not exist.Nr+   r0   r1   r2   ÚParentPathDoesNotExistr;   „   s   € € € € € ØHÐHÐHÐHr1   r<   c                   ó   — e Zd ZdZdS )úRepository.InvalidRepositoryz0{} is not a valid repository. Check repo config.Nr+   r0   r1   r2   ÚInvalidRepositoryr>   ‡   s   € € € € € Ø>Ð>Ð>Ð>r1   r?   c                   ó   — e Zd ZdZdS )ú"Repository.InvalidRepositoryConfigz?{} does not have a valid configuration. Check repo config [{}].Nr+   r0   r1   r2   ÚInvalidRepositoryConfigrA   Š   s   € € € € € ØMÐMÐMÐMr1   rB   c                   ó   — e Zd ZdZdS )úRepository.AtticRepositoryz8Attic repository detected. Please run "borg upgrade {}".Nr+   r0   r1   r2   ÚAtticRepositoryrD   �   s   € € € € € ØFÐFÐFÐFr1   rE   c                   ó   — e Zd ZdZdS )úRepository.CheckNeededz3Inconsistency detected. Please run "borg check {}".Nr+   r0   r1   r2   ÚCheckNeededrG   �   s   € € € € € ØAÐAÐAÐAr1   rH   c                   ó"   ‡ — e Zd ZdZˆ fd„Zˆ xZS )úRepository.ObjectNotFoundz.Object with key {} not found in repository {}.c                 ó”   •— t          |t          ¦  «        rt          |¦  «        }t          ¦   «                              ||¦  «         d S ©N)Ú
isinstanceÚbytesr   ÚsuperÚ__init__)ÚselfÚidÚrepoÚ	__class__s      €r2   rP   z"Repository.ObjectNotFound.__init__–   s@   ø€ Ý˜"�eÑ$Ô$ð $Ý ‘^”^�Ý‰GŒG×Ò˜R Ñ&Ô&Ð&Ð&Ð&r1   )r,   r-   r.   r/   rP   Ú__classcell__)rT   s   @r2   ÚObjectNotFoundrJ   “   s>   ø€ € € € € Ø<Ð<ð	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'r1   rV   c                   ó   — e Zd ZdZdS )ú%Repository.InsufficientFreeSpaceErrorzNInsufficient free space to complete transaction (required: {}, available: {}).Nr+   r0   r1   r2   ÚInsufficientFreeSpaceErrorrX   ›   s   € € € € € Ø\Ð\Ð\Ð\r1   rY   c                   ó   — e Zd ZdZdS )úRepository.StorageQuotaExceededzJThe storage quota ({}) has been exceeded ({}). Try deleting some archives.Nr+   r0   r1   r2   ÚStorageQuotaExceededr[   ž   s   € € € € € ØXÐXÐXÐXr1   r\   FNTc
                 óf  — t           j                             |¦  «        | _        t          d| j        z  ¦  «        | _        d | _        d | _        d | _        i | _        d| _	        || _
        || _        || _        d| _        || _        || _        || _        d| _        d | _        || _        |	| _        d S )Nz	file://%sFr   )ÚosÚpathÚabspathr   Ú	_locationÚioÚlockÚindexÚshadow_indexÚ_active_txnÚ	lock_waitÚdo_lockÚ	do_createÚcreatedÚ	exclusiveÚappend_onlyÚstorage_quotaÚstorage_quota_useÚtransaction_doomedÚcheck_segment_magicÚmake_parent_dirs)
rQ   r_   Úcreaterk   rg   rc   rl   rm   rp   rq   s
             r2   rP   zRepository.__init__¡   s¯   € õ ”G—O’O DÑ)Ô)ˆŒ	Ý! +°´	Ñ"9Ñ:Ô:ˆŒØˆŒØˆŒ	ØˆŒ
ð
 ˆÔØ ˆÔØ"ˆŒØˆŒØˆŒØˆŒØ"ˆŒØ&ˆÔØ*ˆÔØ!"ˆÔØ"&ˆÔØ#6ˆÔ Ø 0ˆÔÐÐr1   c                 óP   — | j         r|                      ¦   «          J d¦   «         ‚d S )NFz&cleanup happened in Repository.__del__)rc   Úclose©rQ   s    r2   Ú__del__zRepository.__del__»   s5   € ØŒ9ð 	CØ�JŠJ‰LŒLˆLØBÐBÑBÔBÐBð	Cð 	Cr1   c                 ó2   — d| j         j        › d| j        › d�S )Nú<ú ú>)rT   r,   r_   ru   s    r2   Ú__repr__zRepository.__repr__À   s"   € Ø9�4”>Ô*Ð9Ð9¨T¬YÐ9Ð9Ð9Ð9r1   c                 óØ   — | j         r(d| _         |                      | j        ¦  «         d| _        |                      | j        t          | j        ¦  «        | j        | j        ¬¦  «         | S )NFT)rg   rc   )	ri   rr   r_   rj   ÚopenÚboolrk   rg   rh   ru   s    r2   Ú	__enter__zRepository.__enter__Ã   s_   € ØŒ>ð 	 Ø"ˆDŒNØ�KŠK˜œ	Ñ"Ô"Ð"ØˆDŒLØ�	Š	�$”)�T $¤.Ñ1Ô1¸T¼^ÐRVÔR^ˆ	Ñ_Ô_Ð_Øˆr1   c                 óê   — |�\|t           u o|j        t          j        k    }| j        r|rt                               d¦  «         d}nd}|                      |¬¦  «         |                      ¦   «          d S )NzGNo space left on device, cleaning up partial transaction to free space.TF©Úcleanup)ÚOSErrorÚerrnoÚENOSPCrf   ÚloggerÚwarningÚ	_rollbackrt   )rQ   Úexc_typeÚexc_valÚexc_tbÚno_space_left_on_devicer‚   s         r2   Ú__exit__zRepository.__exit__Ë   sz   € ØÐØ&.µ'Ð&9Ð&[¸g¼mÍuÌ|Ò>[Ð#ð Ôð  Ð$;ð  Ý—’ÐhÑiÔiÐiØ��à�Ø�NŠN 7ˆNÑ+Ô+Ð+Ø�
Š
‰Œˆˆˆr1   c                 ó*   — t          | j        ¦  «        S rL   )r   rR   ru   s    r2   Úid_strzRepository.id_strØ   s   € å˜$œ'Ñ"Ô"Ð"r1   c                 óð   — 	 t          t          j                             | d¦  «        d¦  «        5 }|                     d¦  «        }d|v pd|v cddd¦  «         S # 1 swxY w Y   dS # t
          $ r Y dS w xY w)z;Check whether there is already a Borg repository at *path*.ÚREADMEÚrbéd   s   Borg Backup repositorys   Borg repositoryNF)r}   r^   r_   ÚjoinÚreadrƒ   )r_   ÚfdÚreadme_heads      r2   Úis_repositoryzRepository.is_repositoryÜ   sä   € ð
	å•b”g—l’l 4¨Ñ2Ô2°DÑ9Ô9ð e¸Rà Ÿgšg c™lœl�ð 1°KÐ?ÐdÐCUÐYdÐCdðeð eð eð eñ eô eð eð eð eð eð eð eøøøð eð eð eð eð eð eøõ ð 	ð 	ð 	à�5�5ð	øøøs4   ‚.A' °AÁA' ÁAÁA' Á!AÁ"A' Á'
A5Á4A5c                 ó   — 	 t          j        |¦  «        }|                      |¦  «        r|                      |¦  «        ‚t          j        |j        ¦  «        rt          j        |¦  «        r|                      |¦  «        ‚n# t          $ r Y nw xY w	 |}t           j	         
                    t           j	                             |t           j        ¦  «        ¦  «        }||k    rdS |                      |¦  «        r|                      |¦  «        ‚Œ|)aÜ  
        Raise an exception if a repository already exists at *path* or any parent directory.

        Checking parent directories is done for two reasons:
        (1) It's just a weird thing to do, and usually not intended. A Borg using the "parent" repository
            may be confused, or we may accidentally put stuff into the "data/" or "data/<n>/" directories.
        (2) When implementing repository quotas (which we currently don't), it's important to prohibit
            folks from creating quota-free repositories. Since no one can create a repository within another
            repository, user's can only use the quota'd repository, when their --restrict-to-path points
            at the user's repository.
        TN)r^   Ústatr˜   r6   ÚS_ISDIRÚst_modeÚlistdirr9   ÚFileNotFoundErrorr_   r`   r”   Úpardir)rQ   r_   ÚstÚprevious_paths       r2   Úcheck_can_create_repositoryz&Repository.check_can_create_repositoryë   s  € ð		3Ý”˜‘”ˆBð
 ×!Ò! $Ñ'Ô'ð /Ø×(Ò(¨Ñ.Ô.Ð.Ý”< ¤
Ñ+Ô+ð 3­r¬z¸$Ñ/?Ô/?ð 3Ø×,Ò,¨TÑ2Ô2Ð2ð3øõ !ð 	ð 	ð 	ØˆDð	øøøð		/à ˆMå”7—?’?¥2¤7§<¢<°½r¼yÑ#IÔ#IÑJÔJˆDØ�}Ò$Ð$à�Ø×!Ò! $Ñ'Ô'ð /Ø×(Ò(¨Ñ.Ô.Ð.ð		/s   ‚B Â
BÂBc           	      óz  — |                       |¦  «         | j        r@t          j                             |t          j        ¦  «        }t          j        |d¬¦  «         t          j                             |¦  «        s>	 t          j        |¦  «         n(# t          $ r}|  
                    |¦  «        |‚d}~ww xY wt          t          j                             |d¦  «        d¦  «        5 }|                     t          ¦  «         ddd¦  «         n# 1 swxY w Y   t          j        t          j                             |d¦  «        ¦  «         t          d¬¦  «        }|                     d¦  «         |                     dd	d
¦  «         |                     ddt#          t$          ¦  «        ¦  «         |                     ddt#          t&          ¦  «        ¦  «         |                     ddt#          t)          | j        ¦  «        ¦  «        ¦  «         | j        r*|                     ddt#          | j        ¦  «        ¦  «         n|                     ddd¦  «         |                     ddd¦  «         |                     ddt/          t          j        d¦  «        ¦  «        ¦  «         |                      ||¦  «         dS )z0Create a new empty repository at `path`
        T)Úexist_okNr‘   ÚwÚdata©ÚinterpolationÚ
repositoryÚversionÚ1Úsegments_per_dirÚmax_segment_sizerl   rm   Ú0Úadditional_free_spacerR   é    )r¢   rq   r^   r_   r”   rŸ   ÚmakedirsÚexistsÚmkdirrž   r<   r}   ÚwriteÚREPOSITORY_READMEr   Úadd_sectionÚsetÚstrÚDEFAULT_SEGMENTS_PER_DIRÚDEFAULT_MAX_SEGMENT_SIZEÚintrl   rm   r   ÚurandomÚsave_config)rQ   r_   Úparent_pathÚerrr–   Úconfigs         r2   rr   zRepository.create  sš  € ð 	×(Ò(¨Ñ.Ô.Ð.ØÔ ð 	4Ýœ'Ÿ,š, t­R¬YÑ7Ô7ˆKÝŒK˜¨dÐ3Ñ3Ô3Ð3ÝŒw�~Š~˜dÑ#Ô#ð 	AðAÝ”˜‘”��øÝ$ð Að Að AØ×1Ò1°$Ñ7Ô7¸SÐ@øøøøðAøøøå•"”'—,’,˜t XÑ.Ô.°Ñ4Ô4ð 	(¸Ø�HŠHÕ&Ñ'Ô'Ð'ð	(ð 	(ð 	(ñ 	(ô 	(ð 	(ð 	(ð 	(ð 	(ð 	(ð 	(øøøð 	(ð 	(ð 	(ð 	(å
Œ•”—’˜d FÑ+Ô+Ñ,Ô,Ð,Ý¨DÐ1Ñ1Ô1ˆØ×Ò˜<Ñ(Ô(Ð(Ø�
Š
�< ¨CÑ0Ô0Ð0Ø�
Š
�<Ð!3µSÕ9QÑ5RÔ5RÑSÔSÐSØ�
Š
�<Ð!3µSÕ9QÑ5RÔ5RÑSÔSÐSØ�
Š
�< µµC¸Ô8HÑ4IÔ4IÑ0JÔ0JÑKÔKÐKØÔð 	;Ø�JŠJ�| _µc¸$Ô:LÑ6MÔ6MÑNÔNÐNÐNà�JŠJ�| _°cÑ:Ô:Ð:Ø�
Š
�<Ð!8¸#Ñ>Ô>Ð>Ø�
Š
�< ¥zµ"´*¸R±.´.Ñ'AÔ'AÑBÔBÐBØ×Ò˜˜vÑ&Ô&Ð&Ð&Ð&s*   Á=B Â
B7ÂB2Â2B7Ã(DÄDÄDc                 óB  — t           j                             |d¦  «        }t           j                             |d¦  «        }t           j                             |¦  «        r+t                               d¦  «         t          |d¬¦  «         t           j                             |¦  «        r¼d}	 t          j        ||¦  «         n£# t          $ rq}|j	        t          j
        t          j        t          j        t          j        t          j        t          j        fv rt                               |¦  «         n‚ Y d }~n-d }~wt           $ r t                               |¦  «         Y nw xY w	 t#          |¦  «        5 }|                     |¦  «         d d d ¦  «         n# 1 swxY w Y   nI# t&          $ r<}| j        r‚ t                               |j        ›d|j        ›d�¦  «         Y d }~nd }~ww xY wt           j                             |¦  «        rt          |d¬¦  «         d S d S )	NrÀ   z
config.oldz=Old config file not securely erased on previous config updateT)Úavoid_collateral_damagez‹Failed to securely erase old repository config file (hardlinks not supported). Old repokey data, if any, might persist on physical storage.ú: Failed writing to 'ú;'. This is expected when working on read-only repositories.)r^   r_   r”   Úisfiler†   r‡   r   Úlinkrƒ   r„   ÚEMLINKÚENOSYSÚEPERMÚEACCESÚENOTSUPÚEIOÚAttributeErrorr   r´   ÚPermissionErrorrh   ÚstrerrorÚfilename)rQ   r_   rÀ   Úconfig_pathÚold_config_pathÚlink_error_msgÚer–   s           r2   r½   zRepository.save_config+  st  € Ý”g—l’l 4¨Ñ2Ô2ˆÝœ'Ÿ,š, t¨\Ñ:Ô:ˆåŒ7�>Š>˜/Ñ*Ô*ð 	HÝ�NŠNÐZÑ[Ô[Ð[Ý˜À$ÐGÑGÔGÐGåŒ7�>Š>˜+Ñ&Ô&ð 	/ð]ˆNð	/Ý”˜ _Ñ5Ô5Ð5Ð5øÝð ð ð Ø”7�uœ|­U¬\½5¼;ÍÌÕV[ÔVcÕejÔenÐoÐoÐoÝ—N’N >Ñ2Ô2Ð2Ð2àð 3Ð2Ð2Ð2Ð2øøøøõ "ð /ð /ð /å—’˜~Ñ.Ô.Ð.Ð.Ð.ð/øøøð	QÝ˜+Ñ&Ô&ð !¨"Ø—’˜RÑ Ô Ð ð!ð !ð !ñ !ô !ð !ð !ð !ð !ð !ð !øøøð !ð !ð !ð !øøåð 	Qð 	Qð 	QàŒ|ð ØÝ�NŠNØ89¼
¸
¸
ÀAÄJÀJÀJðPñ Qô Qð Qð Qð Qð Qð Qð Qøøøøð		Qøøøõ Œ7�>Š>˜/Ñ*Ô*ð 	HÝ˜À$ÐGÑGÔGÐGÐGÐGð	Hð 	Hs[   Â-C Ã
E#ÃA'D9Ä9'E#Å"E#Å'F$ Å6FÆF$ ÆFÆF$ ÆFÆ F$ Æ$
G*Æ.2G%Ç%G*c                 óº   — | j         sJ ‚|                     d¦  «        }| j                              dd|¦  «         |                      | j        | j         ¦  «         d S )Núutf-8r©   Úkey)rÀ   Údecoder·   r½   r_   ©rQ   Úkeydatas     r2   Úsave_keyzRepository.save_keyN  sY   € ØŒ{ÐÐÐØ—.’. Ñ)Ô)ˆØŒ�Š˜ e¨WÑ5Ô5Ð5Ø×Ò˜œ D¤KÑ0Ô0Ð0Ð0Ð0r1   c                 óŠ   — | j                              ddd¬¦  «                             ¦   «         }|                     d¦  «        S )Nr©   r×   Ú ©ÚfallbackrÖ   )rÀ   ÚgetÚstripÚencoderÙ   s     r2   Úload_keyzRepository.load_keyT  s9   € Ø”+—/’/ ,°À�/ÑCÔC×IÒIÑKÔKˆà�~Š~˜gÑ&Ô&Ð&r1   c                 ó–  — | j         r(| j                             ¦   «         st          d¦  «        ‚t          j                             | j        d¦  «        }	 t          |¦  «        5 }t           	                    t          |                     ¦   «         ¦  «        d¬¦  «        cd d d ¦  «         S # 1 swxY w Y   d S # t          $ r Y d S w xY w)Nú-bug in code, exclusive lock should exist hereÚnonceÚbig©Ú	byteorder)rh   rc   Úgot_exclusive_lockÚAssertionErrorr^   r_   r”   r}   r»   Ú
from_bytesr   r•   rž   )rQ   Ú
nonce_pathr–   s      r2   Úget_free_noncezRepository.get_free_nonceY  s  € ØŒ<ð 	R ¤	× <Ò <Ñ >Ô >ð 	RÝ Ð!PÑQÔQÐQå”W—\’\ $¤)¨WÑ5Ô5ˆ
ð	Ý�jÑ!Ô!ð M RÝ—~’~¥i°·²±	´	Ñ&:Ô&:Àe�~ÑLÔLðMð Mð Mð Mñ Mô Mð Mð Mð Mð Mð Mð Møøøð Mð Mð Mð Mð Mð Møå ð 	ð 	ð 	Ø�4�4ð	øøøs6   ÁB: Á%;B-Â B: Â-B1Â1B: Â4B1Â5B: Â:
CÃCc           	      óT  — | j         r(| j                             ¦   «         st          d¦  «        ‚|                      ¦   «         |k    rt          d¦  «        ‚t          j                             | j        d¦  «        }	 t          |d¬¦  «        5 }| 
                    t          |                     dd¬¦  «        ¦  «        ¦  «         d d d ¦  «         d S # 1 swxY w Y   d S # t          $ r=}| j         r‚ t                               |j        ›d	|j        ›d
�¦  «         Y d }~d S d }~ww xY w)Nrå   z6nonce space reservation with mismatched previous stateræ   F©Úbinaryé   rç   rè   rÃ   rÄ   )rh   rc   rê   rë   rî   Ú	Exceptionr^   r_   r”   r   r´   r   Úto_bytesrÎ   r†   r‡   rÏ   rÐ   )rQ   Únext_unreservedÚstart_noncerí   r–   rÔ   s         r2   Úcommit_nonce_reservationz#Repository.commit_nonce_reservationd  s­  € ØŒ<ð 	R ¤	× <Ò <Ñ >Ô >ð 	RÝ Ð!PÑQÔQÐQà×ÒÑ Ô  KÒ/Ð/ÝÐTÑUÔUÐUÝ”W—\’\ $¤)¨WÑ5Ô5ˆ
ð	QÝ˜*¨UÐ3Ñ3Ô3ð S°rØ—’� O×$<Ò$<¸QÈ%Ð$<Ñ$PÔ$PÑQÔQÑRÔRÐRðSð Sð Sñ Sô Sð Sð Sð Sð Sð Sð Sð Søøøð Sð Sð Sð Sð Sð Søåð 	Qð 	Qð 	QàŒ|ð ØÝ�NŠNØ89¼
¸
¸
ÀAÄJÀJÀJðPñ Qô Qð Qð Qð Qð Qð Qð Qð Qøøøøð		Qøøøs<   Á=C  Â8CÃC  ÃCÃC  ÃCÃC  Ã 
D'Ã*2D"Ä"D'c                 ó
  — | j         rt          | j        dz   ¦  «        ‚|                      ¦   «          t	          j        t          j                             | j        d¦  «        ¦  «         t          j        | j        ¦  «         dS )z.Destroy the repository at `self.path`
        ú is in append-only moderÀ   N)	rl   Ú
ValueErrorr_   rt   r^   Úremover”   ÚshutilÚrmtreeru   s    r2   ÚdestroyzRepository.destroyu  sm   € ð Ôð 	DÝ˜TœYÐ)BÑBÑCÔCÐCØ�
Š
‰ŒˆÝ
Œ	•"”'—,’,˜tœy¨(Ñ3Ô3Ñ4Ô4Ð4ÝŒ�d”iÑ Ô Ð Ð Ð r1   c                 ó€   ‡ — t          ˆ fd„t          j        ‰ j        ¦  «        D ¦   «         ¦  «        }|r|d         S d S )Nc              3   ó(  •K  — | ]Œ}|                      d ¦  «        ru|dd…                              ¦   «         rYt          j        t          j                             ‰j        |¦  «        ¦  «        j        dk    ¯st          |dd…         ¦  «        V — Œ�dS )úindex.é   Nr   )Ú
startswithÚisdigitr^   rš   r_   r”   Úst_sizer»   )Ú.0ÚfnrQ   s     €r2   ú	<genexpr>z6Repository.get_index_transaction_id.<locals>.<genexpr>  s£   øè è € ð @ð @ØØŸMšM¨(Ñ3Ô3ð@à8:¸1¸2¸2¼¿ºÑ8HÔ8Hð@åMOÌWÕUWÔU\×UaÒUaÐbfÔbkÐmoÑUpÔUpÑMqÔMqÔMyÐ}~ÒM~ÐM~õ ˜R   œV™œàM~ÐM~ÐM~ÐM~ð@ð @r1   éÿÿÿÿ)Úsortedr^   r�   r_   )rQ   Úindicess   ` r2   Úget_index_transaction_idz#Repository.get_index_transaction_id~  sf   ø€ Ýð @ð @ð @ð @Ý#%¤:¨d¬iÑ#8Ô#8ð@ñ @ô @ñ @ô @ˆð ð 	Ø˜2”;Ðà�4r1   c                 óü   — |                       ¦   «         }| j                             ¦   «         }|�!|€d| j        z  }|                      |¦  «        ‚||k    r%|�	||k    rd }n|}|                      ||¦  «         d S d S )Nz,%s" - although likely this is "beyond repair)r  rb   Úget_segments_transaction_idr_   rH   Úreplay_segments)rQ   Úindex_transaction_idÚsegments_transaction_idÚmsgÚreplay_froms        r2   Úcheck_transactionzRepository.check_transaction‡  s¨   € Ø#×<Ò<Ñ>Ô>ÐØ"&¤'×"EÒ"EÑ"GÔ"GÐØÐ+Ð0GÐ0Oð AÀ4Ä9ÑLˆCØ×"Ò" 3Ñ'Ô'Ð'ð  Ð#:Ò:Ð:Ø#Ð/Ð4HÐKbÒ4bÐ4bØ"��à2�Ø× Ò  Ð.EÑFÔFÐFÐFÐFð ;Ð:r1   c                 óR   — |                       ¦   «          |                      ¦   «         S rL   )r  r  ru   s    r2   Úget_transaction_idzRepository.get_transaction_id›  s&   € Ø×ÒÑ Ô Ð Ø×,Ò,Ñ.Ô.Ð.r1   c                 óŽ   — t          t          j                             | j        d¦  «        ¦  «                             ¦   «          d S )Nrc   )r   r^   r_   r”   Ú
break_lockru   s    r2   r  zRepository.break_lockŸ  s4   € Ý�RŒW�\Š\˜$œ) VÑ,Ô,Ñ-Ô-×8Ò8Ñ:Ô:Ð:Ð:Ð:r1   c                 óN   — | j         �| j                              ||¦  «         d S d S rL   )rc   Úmigrate_lock)rQ   Úold_idÚnew_ids      r2   r  zRepository.migrate_lock¢  s0   € àŒ9Ð ØŒI×"Ò" 6¨6Ñ2Ô2Ð2Ð2Ð2ð !Ð r1   c                 óþ  — || _         	 t          j        |¦  «        }n## t          $ r |                      |¦  «        ‚w xY wt          j        |j        ¦  «        s|                      |¦  «        ‚|rHt          t          j          	                    |d¦  «        ||¬¦  «         
                    ¦   «         | _        nd | _        t          d ¬¦  «        | _        	 t          t          j          	                    | j         d¦  «        ¦  «        5 }| j                             |¦  «         d d d ¦  «         n# 1 swxY w Y   n<# t          $ r/ |                      ¦   «          |                      | j         ¦  «        ‚w xY wd| j                             ¦   «         vr*|                      ¦   «          |                      |d¦  «        ‚| j                             dd¦  «        }|dk    r-|                      ¦   «          |                      |d	|z  ¦  «        ‚t)          | j                             dd
¦  «        ¦  «        | _        | j        t.          k    r2|                      ¦   «          |                      |dt.          z  ¦  «        ‚| j                             dd¦  «        | _        t)          | j                             ddd¬¦  «        ¦  «        | _        | j        p| j                             ddd¬¦  «        | _        | j        €/t)          | j                             ddd¬¦  «        ¦  «        | _        t;          | j                             dd¦  «                             ¦   «         ¦  «        | _        tA          | j         | j        | j        ¦  «        | _!        | j"        rg| j!         #                    ¦   «         }|�N| j!         $                    |¦  «        tJ          k    r-|                      ¦   «          |  &                    |¦  «        ‚d S d S d S )Nrc   )Útimeoutr§   rÀ   r©   zno repository section foundrª   r
   z;repository version %d is not supported by this borg versionr­   zmax_segment_size >= %dr¬   r¯   r   rÞ   rl   Frm   rR   )'r_   r^   rš   rž   r3   r›   rœ   r?   r   r”   Úacquirerc   r   rÀ   r}   Ú	read_filert   ÚsectionsrB   Úgetintr   rà   r­   ÚMAX_SEGMENT_SIZE_LIMITr¬   r¯   rl   Ú
getbooleanrm   r   rá   rR   ÚLoggedIOrb   rp   Úget_latest_segmentÚget_segment_magicÚATTIC_MAGICrE   )	rQ   r_   rk   rg   rc   r    r–   Úrepo_versionÚsegments	            r2   r}   zRepository.open§  sÚ  € ØˆŒ	ð	*Ý”˜‘”ˆBˆBøÝ ð 	*ð 	*ð 	*Ø×#Ò# DÑ)Ô)Ð)ð	*øøøåŒ|˜BœJÑ'Ô'ð 	/Ø×(Ò(¨Ñ.Ô.Ð.Øð 	Ý�RœWŸ\š\¨$°Ñ7Ô7¸ÈIÐVÑVÔV×^Ò^Ñ`Ô`ˆDŒIˆIàˆDŒIÝ"°Ð6Ñ6Ô6ˆŒð	4Ý•b”g—l’l 4¤9¨hÑ7Ô7Ñ8Ô8ð *¸BØ”×%Ò% bÑ)Ô)Ð)ð*ð *ð *ñ *ô *ð *ð *ð *ð *ð *ð *øøøð *ð *ð *ð *øøå ð 	4ð 	4ð 	4Ø�JŠJ‰LŒLˆLØ×(Ò(¨¬Ñ3Ô3Ð3ð	4øøøð ˜tœ{×3Ò3Ñ5Ô5Ð5Ð5Ø�JŠJ‰LŒLˆLØ×.Ò.¨tÐ5RÑSÔSÐSØ”{×)Ò)¨,¸	ÑBÔBˆØ˜1ÒÐØ�JŠJ‰LŒLˆLØ×.Ò.ØØMÐP\Ñ\ñô ð õ !0°´·²ÀÐN`Ñ0aÔ0aÑ bÔ bˆÔØÔ Õ$:Ò:Ð:Ø�JŠJ‰LŒLˆLØ×.Ò.¨tÐ5MÕPfÑ5fÑgÔgÐgØ $¤× 2Ò 2°<ÐASÑ TÔ TˆÔÝ%4°T´[·_²_À\ÐSjÐuv°_Ñ5wÔ5wÑ%xÔ%xˆÔ"ð  Ô+Ðr¨t¬{×/EÒ/EÀlÐTaÐlqÐ/EÑ/rÔ/rˆÔØÔÐ%å!0°´·²ÀÈÐij°Ñ1kÔ1kÑ!lÔ!lˆDÔÝ˜DœKŸOšO¨L¸$Ñ?Ô?×EÒEÑGÔGÑHÔHˆŒÝ˜4œ9 dÔ&;¸TÔ=RÑSÔSˆŒØÔ#ð 	1à”g×0Ò0Ñ2Ô2ˆGØÐ" t¤w×'@Ò'@ÀÑ'IÔ'IÍ[Ò'XÐ'XØ—
’
‘”�Ø×*Ò*¨4Ñ0Ô0Ð0ð	1ð 	1ð #Ð"Ð'XÐ'Xs8   ‰ ž >Ã2D; ÄD/Ä#D; Ä/D3Ä3D; Ä6D3Ä7D; Ä;9E4c                 ó¦   — | j         rI| j        r| j                             ¦   «          d | _        | j                              ¦   «          d | _         d S d S rL   )rc   rb   rt   Úreleaseru   s    r2   rt   zRepository.closeÙ  sU   € ØŒ9ð 	ØŒwð  Ø”—’‘”�ØˆDŒGØŒI×ÒÑÔÐØˆDŒIˆIˆIð	ð 	r1   çš™™™™™¹?c                 ó¨  — | j         r| j         }|                      ¦   «          |‚|                      ¦   «          |                      ¦   «          | j                             ¦   «         }| j                             |d¦  «         | j        |xx         t          j
        j        z  cc<   |rƒ| j        s||re| j                             ¦   «         D ]K\  }}t          j                             |¦  «        dk    r#d| j        |<   t          j
        j        | j        |<   ŒL|                      |¦  «         |                      ¦   «          |                      ¦   «          dS )zCommit transaction
        r   é   N)ro   ÚrollbackÚcheck_free_spaceÚlog_storage_quotarb   Úwrite_commitÚsegmentsÚ
setdefaultÚcompactr%  Ú
header_fmtÚsizerl   Úsegment_iteratorr^   r_   ÚgetsizeÚcompact_segmentsÚwrite_index)rQ   Ú
save_spacer6  Ú	thresholdÚcleanup_commitsÚ	exceptionr*  rÐ   s           r2   ÚcommitzRepository.commitá  sL  € ð Ô"ð 	ØÔ/ˆIØ�MŠM‰OŒOˆOØˆOØ×ÒÑÔÐØ×ÒÑ Ô Ð Ø”'×&Ò&Ñ(Ô(ˆØŒ× Ò  ¨!Ñ,Ô,Ð,ØŒ�WÐÐÔ¥Ô!4Ô!9Ñ9ÐÐÑØð 	-˜4Ô+ð 	-Øð Ið *.¬×)AÒ)AÑ)CÔ)Cð Ið IÑ%�G˜XÝ”w—’ xÑ0Ô0°BÒ6Ð6Ø12˜œ gÑ.Ý08Ô0CÔ0H˜œ WÑ-øØ×!Ò! )Ñ,Ô,Ð,Ø×ÒÑÔÐØ�Š‰Œˆˆˆr1   c                 ó¼  — d|z  }t           j                             | j        |¦  «        }	 t          |d¦  «        5 }t	          j        |¦  «        }d d d ¦  «         n# 1 swxY w Y   n# t          $ r Y d S w xY w|                     d¦  «        dk    r1t           	                    d|                     d¦  «        |¦  «         d S ||          
                    ¦   «         S )Núintegrity.%dr’   ó   versionr%   z'Unknown integrity data version %r in %s)r^   r_   r”   r}   r   Úunpackrž   rà   r†   r‡   rØ   )rQ   Útransaction_idr×   Úintegrity_fileÚintegrity_pathr–   Ú	integritys          r2   Ú_read_integrityzRepository._read_integrityú  s  € Ø'¨.Ñ8ˆÝœŸš d¤i°Ñ@Ô@ˆð	Ý�n dÑ+Ô+ð /¨rÝ#œN¨2Ñ.Ô.�	ð/ð /ð /ñ /ô /ð /ð /ð /ð /ð /ð /øøøð /ð /ð /ð /øøå ð 	ð 	ð 	ØˆFˆFð	øøøà�=Š=˜Ñ$Ô$¨Ò)Ð)Ý�NŠNÐDÀiÇmÂmÐT^ÑF_ÔF_ÐaoÑpÔpÐpØˆFØ˜Œ~×$Ò$Ñ&Ô&Ð&s4   ¬A) ¼AÁA) ÁA!Á!A) Á$A!Á%A) Á)
A7Á6A7c                 ó”  — |€t          ¦   «         S t          j                             | j        d|z  ¦  «        }|                      |d¦  «        }	 t          |d|¬¦  «        5 }t          j        |¦  «        cd d d ¦  «         S # 1 swxY w Y   d S # t          t          t          f$ r }t                               d|¦  «         t          j        |¦  «         |s‚ |                      |                      ¦   «         ¦  «         |                      d¬¦  «         |                      |                      ¦   «         ¦  «        cY d }~S d }~ww xY w)Núindex.%dó   indexF©r´   Úintegrity_datazARepository index missing or corrupted, trying to recover from: %s)r6  )r   r^   r_   r”   rJ  r#   r•   rú   rƒ   r$   r†   r‡   ÚunlinkÚprepare_txnr  rA  Ú
open_index)rQ   rF  Úauto_recoverÚ
index_pathrO  r–   Úexcs          r2   rR  zRepository.open_index  s…  € ØÐ!Ý‘9”9ÐÝ”W—\’\ $¤)¨Z¸.Ñ-HÑIÔIˆ
Ø×-Ò-¨n¸hÑGÔGˆð	>Ý% j¸ÈnÐ]Ñ]Ô]ð (ÐacÝ”| BÑ'Ô'ð(ð (ð (ð (ñ (ô (ð (ð (ð (ð (ð (ð (øøøð (ð (ð (ð (ð (ð (øå�GÕ%7Ð8ð 	>ð 	>ð 	>Ý�NŠNÐ^Ð`cÑdÔdÐdÝŒI�jÑ!Ô!Ð!Øð ØØ×Ò˜T×4Ò4Ñ6Ô6Ñ7Ô7Ð7à�KŠK ˆKÑ&Ô&Ð&Ø—?’? 4×#:Ò#:Ñ#<Ô#<Ñ=Ô=Ð=Ð=Ð=Ð=Ð=Ð=øøøøð	>øøøsC   ÁB Á"BÁ6B ÂBÂB Â
BÂB ÂEÂ'BEÄ<EÅEc                 ó¤  — d| _         | j        rg| j                             ¦   «         sN| j        �t          d¦  «        ‚	 | j                             ¦   «          n# t          t          f$ r	 d| _         ‚ w xY w| j	        r|€�	 |  
                    |d¬¦  «        | _	        no# t          t          t          f$ rU}t                               d|¦  «         |                      ¦   «          |  
                    |d¬¦  «        | _	        Y d }~nd }~ww xY w|€<i | _        t%          ¦   «         | _        d| _        | j                             ¦   «          d S |r| j                             |¦  «         t2          j                             | j        d|z  ¦  «        }t2          j                             | j        d|z  ¦  «        }|                      |d	¦  «        }	 t;          |d|¬
¦  «        5 }t=          j        |¦  «        }d d d ¦  «         n# 1 swxY w Y   n«# t<          j         tB          t          f$ rŒ}	t                               d|	¦  «         tE          |	tB          ¦  «        st3          j#        |¦  «         t3          j#        |¦  «         |                      ¦   «          |  $                    |¦  «         Y d }	~	d S d }	~	ww xY w|d         dk    r¬t           %                    d|¦  «         |d         | _        t%          ¦   «         | _        d| _        i | _        tM          |d         ¦  «        D ]2}
t           %                    d|
¦  «         |  '                    |
¦  «         Œ3t           %                    d¦  «         n�|d         dk    rt          d|d         z  ¦  «        ‚|d         | _        t%          |d         ¦  «        | _        | (                    dd¦  «        | _        | (                    di ¦  «        | _        |  )                    ¦   «          | j         *                    ¦   «         D ]2\  }}tW          |¦  «        D ]}
|
|k    r| ,                    |
¦  «         ŒŒ3d S )NTrå   F)rS  z9Checking repository transaction due to previous error: %sr   úhints.%drL  ó   hintsrN  zARepository hints file missing or corrupted, trying to recover: %srD  r
   zUpgrading from v1 hints.%dó   segmentsó   compactz%Rebuilding sparse info for segment %dzUpgrade to v2 hints completer%   zUnknown hints file version: %dó   storage_quota_useó   shadow_index)-rf   rh   rc   rê   rk   rë   Úupgrader   r   rd   rR  rú   rƒ   r$   r†   r‡   r  r4  Ú	FreeSpacer6  rn   re   Úclearrb   r‚   r^   r_   r”   rJ  r#   r   rE  ÚUnpackExceptionrž   rM   rP  rQ  Údebugr
  Ú_rebuild_sparserà   r2  ÚitemsÚlistrû   )rQ   rF  Ú
do_cleanuprU  Ú
hints_pathrT  rO  r–   ÚhintsrÔ   r*  r×   Úshadowed_segmentss                r2   rQ  zRepository.prepare_txn  sš  € ØˆÔØŒ<ð 	 ¤	× <Ò <Ñ >Ô >ð 	ØŒ~Ð)õ
 %Ð%TÑUÔUÐUðØ”	×!Ò!Ñ#Ô#Ð#Ð#øÝ�zÐ*ð ð ð ð $)�Ô Øðøøøð Œzð 	Q˜^Ð3ðQØ!Ÿ_š_¨^È%˜_ÑPÔP�”
�
øÝ¥Õ);Ð<ð Qð Qð QÝ—’ÐZÐ\_Ñ`Ô`Ð`Ø×&Ò&Ñ(Ô(Ð(Ø!Ÿ_š_¨^È%˜_ÑPÔP�”
�
�
�
�
�
øøøøðQøøøð Ð!ØˆDŒMÝ$™;œ;ˆDŒLØ%&ˆDÔ"ØÔ×#Ò#Ñ%Ô%Ð%Ð%Ð%àð 0Ø”—’ Ñ/Ô/Ð/ÝœŸš d¤i°¸nÑ1LÑMÔMˆJÝœŸš d¤i°¸nÑ1LÑMÔMˆJØ!×1Ò1°.À(ÑKÔKˆNðÝ)¨*¸EÐR`ÐaÑaÔað /ÐegÝ#œN¨2Ñ.Ô.�Eð/ð /ð /ñ /ô /ð /ð /ð /ð /ð /ð /øøøð /ð /ð /ð /øøåÔ+Õ->Õ@RÐSð ð ð Ý—’ÐbÐdeÑfÔfÐfÝ! !Õ%6Ñ7Ô7ð *Ý”I˜jÑ)Ô)Ð)å”	˜*Ñ%Ô%Ð%Ø×&Ò&Ñ(Ô(Ð(Ø× Ò  Ñ0Ô0Ð0Ø�����øøøøðøøøð �ZÔ  AÒ%Ð%Ý—’Ð9¸>ÑJÔJÐJØ % kÔ 2�”Ý(™{œ{�”Ø)*�Ô&Ø$&�Ô!Ý% e¨JÔ&7Ñ8Ô8ð 2ð 2�GÝ—L’LÐ!HÈ'ÑRÔRÐRØ×(Ò(¨Ñ1Ô1Ð1Ð1Ý—’Ð;Ñ<Ô<Ð<Ð<Ø�zÔ" aÒ'Ð'Ý Ð!AÀEÈ*ÔDUÑ!UÑVÔVÐVà % kÔ 2�”Ý(¨¨zÔ):Ñ;Ô;�”Ø).¯ªÐ3GÈÑ)KÔ)K�Ô&Ø$)§I¢I¨o¸rÑ$BÔ$B�Ô!Ø×"Ò"Ñ$Ô$Ð$à*.Ô*;×*AÒ*AÑ*CÔ*Cð :ð :Ñ&�Ð&Ý#Ð$5Ñ6Ô6ð :ð :�GØ Ò/Ð/Ø)×0Ò0°Ñ9Ô9Ð9øð:ð:ð :sa   ¿A ÁA3Â B ÂD	Â4ADÄD	ÇH ÇH Ç4H È HÈH ÈHÈH ÈJ4È(BJ/Ê/J4c                 óN  — d„ }d„ }d| j         | j        | j        | j        dœ}ddi}| j                             ¦   «         }|€J ‚| j        rŠt          t          j	         
                    | j	        d¦  «        d¦  «        5 }t          d|t          j        ¦   «                              t          ¦  «        fz  |¬	¦  «         d d d ¦  «         n# 1 swxY w Y   d
|z  }t          j	         
                    | j	        |¦  «        }t!          |dz   |d¬¦  «        5 }	t#          j        ||	¦  «          ||	¦  «         d d d ¦  «         n# 1 swxY w Y   |	j        |d<   d|z  }
t          j	         
                    | j	        |
¦  «        }t!          |dz   |
d¬¦  «        5 }	| j                             |	¦  «          ||	¦  «         d d d ¦  «         n# 1 swxY w Y   |	j        |d<   d|z  }t          j	         
                    | j	        |¦  «        }t          |dz   d¦  «        5 }	t#          j        ||	¦  «          ||	¦  «         d d d ¦  «         n# 1 swxY w Y    ||¦  «         t-          | j	        ¦  «          ||¦  «          ||¦  «         t-          | j	        ¦  «         d|z  }t          j        | j	        ¦  «        D ]e}|                     d¦  «        sŒ|                     |¦  «        rŒ.t          j        t          j	         
                    | j	        |¦  «        ¦  «         Œfd | _        d S )Nc                 óz   — |                       ¦   «          t          j        |                      ¦   «         ¦  «         d S rL   )Úflushr^   ÚfsyncÚfileno)r–   s    r2   Úflush_and_syncz.Repository.write_index.<locals>.flush_and_syncc  s-   € Ø�HŠH‰JŒJˆJÝŒH�R—Y’Y‘[”[Ñ!Ô!Ð!Ð!Ð!r1   c                 ó6   — t          j        | dz   | ¦  «         d S )Nú.tmp)r^   Úreplace©Úfiles    r2   Ú
rename_tmpz*Repository.write_index.<locals>.rename_tmpg  s   € ÝŒJ�t˜f‘} dÑ+Ô+Ð+Ð+Ð+r1   r%   )rD  rY  rZ  r[  r\  rD  ÚtransactionsÚaztransaction %d, UTC time %srr  rW  rp  T)rÐ   r´   rX  rL  rM  rC  Úwbz.%d)r  zhints.z
integrity.)r4  r6  rn   re   rb   r  rl   r}   r^   r_   r”   Úprintr   ÚutcnowÚstrftimeÚ
ISO_FORMATr#   r   ÚpackrO  rd   r´   r    r�   r  ÚendswithrP  )rQ   rn  rt  rg  rI  rF  ÚlogÚ
hints_nameÚ
hints_filer–   Ú
index_nameÚ
index_fileÚintegrity_namerG  ÚcurrentÚnames                   r2   r<  zRepository.write_indexb  s\  € ð	"ð 	"ð 	"ð	,ð 	,ð 	,ð ØœØœØ"&Ô"8Ø!Ô.ð
ð 
ˆð ˜ð
ˆ	ð
 œ×<Ò<Ñ>Ô>ˆØÐ)Ð)Ð)ð Ôð 	YÝ•b”g—l’l 4¤9¨nÑ=Ô=¸sÑCÔCð YÀsÝÐ3Ø$¥h¤oÑ&7Ô&7×&@Ò&@ÅÑ&LÔ&Lð7Nñ NØTWðYñ Yô Yð YðYð Yð Yñ Yô Yð Yð Yð Yð Yð Yð Yøøøð Yð Yð Yð Yð
   .Ñ0ˆ
Ý”W—\’\ $¤)¨ZÑ8Ô8ˆ
Ý! *¨vÑ"5À
ÐRVÐWÑWÔWð 	Ð[]ÝŒL˜ Ñ#Ô#Ð#ØˆN˜2ÑÔÐð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð !Ô/ˆ	�(Ñð   .Ñ0ˆ
Ý”W—\’\ $¤)¨ZÑ8Ô8ˆ
Ý! *¨vÑ"5À
ÐRVÐWÑWÔWð 	Ð[]àŒJ×Ò˜RÑ Ô Ð ØˆN˜2ÑÔÐð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð !Ô/ˆ	�(Ñð (¨.Ñ8ˆÝœŸš d¤i°Ñ@Ô@ˆÝ�. 6Ñ)¨4Ñ0Ô0ð 	°BÝŒL˜ BÑ'Ô'Ð'ØˆN˜2ÑÔÐð	ð 	ð 	ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	øøøð 	ð 	ð 	ð 	ð
 	ˆ
�>Ñ"Ô"Ð"Ý�”ÑÔÐàˆ
�:ÑÔÐØˆ
�:ÑÔÐÝ�”ÑÔÐð ˜.Ñ(ˆÝ”J˜tœyÑ)Ô)ð 	5ð 	5ˆDØ—?’?Ð#EÑFÔFð ØØ�}Š}˜WÑ%Ô%ð ØÝŒI•b”g—l’l 4¤9¨dÑ3Ô3Ñ4Ô4Ð4Ð4ØˆŒ
ˆ
ˆ
sI   Á>A C
Ã
CÃCÄ!EÅEÅEÆ&GÇGÇGÈ!IÉI
ÉI
c                 óp  — | j                              ¦   «         dz  }t          | j        ¦  «        dz  t          | j        ¦  «        dz  z   dz   }||z  }|| j        z  }| j        sÉ| j        t          z   }t          | j        ¦  «        dk     r�d}| j         	                    ¦   «         D ]6\  }}	 || j
                             |¦  «        |z
  z  }Œ'# t          $ r Y Œ3w xY wt                               d¦  «         t          ||¦  «        }t                               d|¦  «         ||z  }n||z  }	 t!          j        | j        ¦  «        j        }nB# t(          $ r5}t                               dt-          |¦  «        z   ¦  «         Y d}~dS d}~ww xY wt                               d	|› d
|› �¦  «         ||k     r€| j        r/t                               d¦  «         |                      ¦   «          n|                      d¬¦  «         t7          |¦  «        }	t7          |¦  «        }
|                      |	|
¦  «        ‚dS )zJPre-commit check for sufficient free space to actually perform the commit.é   é
   i   r   zAcheck_free_space: few segments, not requiring a full free segmentzBcheck_free_space: calculated working space for compact as %d bytesz.Failed to check free space before committing: Nz!check_free_space: required bytes z, free bytes z@Not enough free space to initialize repository at this location.Tr�   )rd   r8  Úlenr4  r6  r¯   rl   r­   ÚMAX_OBJECT_SIZErc  rb   Úsegment_sizerž   r†   ra  Úminrü   Ú
disk_usager_   Úfreerƒ   r‡   r¸   rj   Úerrorrþ   rˆ   r   rY   )rQ   Úrequired_free_spaceÚ
hints_sizeÚfull_segment_sizeÚcompact_working_spacer*  rŽ  Ú
free_spaceÚos_errorÚformatted_requiredÚformatted_frees              r2   r1  zRepository.check_free_space©  sr  € ð #œjŸošoÑ/Ô/°!Ñ3Ðõ ˜œÑ'Ô'¨"Ñ,­s°4´<Ñ/@Ô/@À2Ñ/EÑEÈÑLˆ
Ø˜zÑ)Ðà˜tÔ9Ñ9ÐØÔð 	9Ø $Ô 5½Ñ GÐÝ�4”<Ñ Ô  2Ò%Ð%ð )*Ð%Ø%)¤\×%7Ò%7Ñ%9Ô%9ð ð ‘M�G˜TðØ-°´×1EÒ1EÀgÑ1NÔ1NÐQUÑ1UÑUÐ-Ð-øÝ,ð ð ð à˜ðøøøõ —’Ð`ÑaÔaÐaÝ(+Ð,AÐCTÑ(UÔ(UÐ%Ý—’ÐaÐcxÑyÔyÐyØ#Ð'<Ñ<Ð#Ð#ð $Ð'8Ñ8Ð#ð	ÝÔ*¨4¬9Ñ5Ô5Ô:ˆJˆJøÝð 	ð 	ð 	Ý�NŠNÐKÍcÐRZÉmÌmÑ[Ñ\Ô\Ð\ØˆFˆFˆFˆFˆFøøøøð	øøøõ 	�ŠÐgÐ9LÐgÐgÐ[eÐgÐgÑhÔhÐhØÐ+Ò+Ð+ØŒ|ð -Ý—’Ð_Ñ`Ô`Ð`Ø—’‘”��à—’ t�Ñ,Ô,Ð,Ý!1Ð2EÑ!FÔ!FÐÝ-¨jÑ9Ô9ˆNØ×1Ò1Ð2DÀnÑUÔUÐUð ,Ð+s*   Â- CÃ
CÃCÄ/E Å
FÅ*FÆFc                 ó˜   — | j         rBt                               dt          | j        ¦  «        t          | j         ¦  «        ¦  «         d S d S )Nz!Storage quota: %s out of %s used.)rm   r†   Úinfor   rn   ru   s    r2   r2  zRepository.log_storage_quotaâ  s_   € ØÔð 	hÝ�KŠKÐ;Ý(¨Ô)?Ñ@Ô@ÕBRÐSWÔSeÑBfÔBfñhô hð hð hð hð	hð 	hr1   c                 ó
  ‡ ‡‡— ‰ j         st                               d¦  «         dS ‰ j        }‰                      ¦   «         }‰ j        }g Šdˆ ˆfd„	}t                               d|dz  ¦  «         t          t          ‰ j         ¦  «        ddd	¬
¦  «        }t          ‰ j          	                    ¦   «         ¦  «        D �]Þ\  Š}‰ j
                             ‰¦  «        s8t                               d‰¦  «         ‰ j         ‰= |                     ¦   «          ŒX‰ j
                             ‰¦  «        }d|z  |z  }	|	|k    s5t                               d‰|	dz  |¦  «         |                     ¦   «          Œµ|                     ‰d¦  «         t                               d‰|‰         |	dz  |¦  «         ‰ j
                             ‰d¬¦  «        D �]�\  }
}}}|
t"          k    rŒ‰ j                             |¦  «        }|‰|fk    }|
t(          k    r¤|r¢	 ‰ j
                             ||d¬¦  «        \  }}n=# t,          j        $ r+  |¦   «          ‰ j
                             ||¦  «        \  }}Y nw xY w||f‰ j        |<   |                     |d¦  «         ||xx         dz  cc<   |‰xx         dz  cc<   Œå|
t(          k    rl|sj	 ‰ j        |                              ‰¦  «         n# t4          t6          f$ r Y nw xY w‰ xj        t          |¦  «        ‰ j
        j        j        z   z  c_        �Œ\|
t<          k    �r'|�s$|‰ j        v}|p%t?          ˆfd„‰ j        |         D ¦   «         ¦  «        }|du p‰|k    }|s|rŠ	 ‰ j
                              |d¬¦  «        \  }}n<# t,          j        $ r*  |¦   «          ‰ j
                              |¦  «        \  }}Y nw xY w‰ j         |xx         |z  cc<   |                     |d¦  «         �Œ4t                               dtC          |¦  «        ‰||||‰ j                             |¦  «        ¦  «         ‰ j        |         s‰ j        |= �Œ‘|‰         dk    s
J d¦   «         ‚‰ "                    ‰¦  «         |                     ¦   «          �Œà| #                    ¦   «           |d¬¦  «         ‰ j        }t           $                    dtK          ||z
  ¦  «        ¦  «         t                               d¦  «         dS )zBCompact sparse segments by copying data into new segments
        znothing to do: compact emptyNTc                 óØ  •— ‰j                              | ¬¦  «        }‰j                             |d¦  «         ‰j        |xx         t
          j        j        z  cc<   t           	                    d| rdnd|¦  «         ‰D ]i}t           	                    d|¦  «         ‰j         
                    |¦  «        }|dk    s
J d¦   «         ‚‰j                              |¦  «         ‰j        |= Œjg Šd S )N©Úintermediater   z+complete_xfer: wrote %scommit at segment %dzintermediate rÝ   z)complete_xfer: deleting unused segment %dú<Corrupted segment reference count - corrupted index or hints)rb   r3  r4  r5  r6  r%  r7  r8  r†   ra  ÚpopÚdelete_segment)r�  r*  ÚcountrQ   Úunuseds      €€r2   Úcomplete_xferz2Repository.compact_segments.<locals>.complete_xferò  sõ   ø€ ð ”g×*Ò*¸Ð*ÑEÔEˆGØŒM×$Ò$ W¨aÑ0Ô0Ð0ØŒL˜Ð!Ð!Ô!¥XÔ%8Ô%=Ñ=Ð!Ð!Ñ!Ý�LŠLÐFÐ[gÐHoÈÈÐmoÐqxÑyÔyÐyà!ð *ð *�Ý—’ÐHÈ'ÑRÔRÐRØœ×)Ò)¨'Ñ2Ô2�Ø ’z�z�zÐ#a‘z”z�zØ”×&Ò& wÑ/Ô/Ð/Ø”L Ð)Ð)ØˆFˆFˆFr1   z'Compaction started (threshold is %i%%).r“   zCompacting segments %3.0f%%r
   zrepository.compact_segments©Útotalr  ÚstepÚmsgidz3segment %d not found, but listed in compaction datag      ð?z>not compacting segment %d (maybe freeable: %2.2f%% [%d bytes])g      Y@r   zNcompacting segment %d with usage count %d (maybe freeable: %2.2f%% [%d bytes]))Úinclude_data)Ú
raise_fullc              3   ó$   •K  — | ]
}|‰k     V — Œd S rL   r0   )r  Úshadowedr*  s     €r2   r  z.Repository.compact_segments.<locals>.<genexpr>7  sI   øè è € ð ISð ISØ/7˜ 7Ò*ðISð ISð ISð ISð ISð ISr1   zIdropping DEL for id %s - seg %d, iti %r, knisi %r, spe %r, dins %r, si %rrž  Frœ  z+compaction freed about %s repository space.zcompaction completed.©T)&r6  r†   ra  rn   r  r4  r   r‰  r
  rc  rb   Úsegment_existsr‡   Úshowr‹  r5  Úiter_objectsÚ
TAG_COMMITrd   rà   ÚTAG_PUTÚ	write_putr%  ÚSegmentFullre   rû   ÚKeyErrorrú   Úput_header_fmtr8  Ú
TAG_DELETEÚanyÚwrite_deleter   ÚappendÚfinishr™  r   )rQ   r>  Úquota_use_beforer  r4  r£  ÚpiÚfreeable_spacer‹  Úfreeable_ratioÚtagr×   Úoffsetr¦   Úin_indexÚis_index_objectÚnew_segmentÚkey_not_in_shadow_indexÚshadowed_put_existsÚdelete_is_not_stabler8  Úquota_use_afterr*  r¢  s   `                     @@r2   r;  zRepository.compact_segmentsç  s   øøø€ ð Œ|ð 	Ý�LŠLÐ7Ñ8Ô8Ð8ØˆFØÔ1ÐØ#×<Ò<Ñ>Ô>ÐØ”=ˆØˆð	ð 	ð 	ð 	ð 	ð 	ð 	õ" 	�ŠÐ>À	ÈCÁÑPÔPÐPÝ%­C°´Ñ,=Ô,=ÐC`ÐghØ,IðKñ Kô Kˆå'-¨d¬l×.@Ò.@Ñ.BÔ.BÑ'CÔ'Cð i	ñ i	Ñ#ˆG�^Ø”7×)Ò)¨'Ñ2Ô2ð Ý—’ÐTÐV]Ñ^Ô^Ð^Ø”L Ð)Ø—’‘	”	�	ØØœ7×/Ò/°Ñ8Ô8ˆLØ  >Ñ1°LÑ@ˆNð # YÒ.Ð.Ý—’Ð]Ø$ n°uÑ&<¸nñNô Nð Nà—’‘	”	�	ØØ×Ò ¨Ñ+Ô+Ð+Ý�LŠLÐiØ  (¨7Ô"3°^ÀeÑ5KÈ^ñ]ô ]ð ]à*.¬'×*>Ò*>¸wÐUYÐ*>Ñ*ZÔ*Zð T7ñ T7Ñ&��S˜& $Ø�*Ò$Ð$ØØœ:Ÿ>š>¨#Ñ.Ô.�Ø"*¨w¸Ð.?Ò"?�Ø�'’>�> o�>ðKØ.2¬g×.?Ò.?ÀÀTÐVZÐ.?Ñ.[Ô.[Ñ+˜ V VøÝ#Ô/ð Kð Kð KØ%˜™œ˜Ø.2¬g×.?Ò.?ÀÀTÑ.JÔ.JÑ+˜ V V VðKøøøð '2°6Ð&9�D”J˜s‘OØ×'Ò'¨°QÑ7Ô7Ð7Ø˜[Ð)Ð)Ô)¨QÑ.Ð)Ð)Ñ)Ø˜WÐ%Ð%Ô%¨Ñ*Ð%Ð%Ñ%Ð%Ø�G’^�^¨O�^ðØÔ)¨#Ô.×5Ò5°gÑ>Ô>Ð>Ð>øÝ$¥jÐ1ð ð ð ð ˜ðøøøð Ð*Ô*­c°$©i¬i¸$¼'Ô:PÔ:UÑ.UÑUÐ*Ô*Ñ*Ø�JÒ&Ñ&¨xÑ&ð /2¸Ô9JÐ.JÐ+ð +Bð +SÅSð ISð ISð ISð ISØ;?Ô;LÈSÔ;QðISñ ISô ISñ FSô FSÐ'à+?À4Ð+GÐ+iÈ7ÐUiÒKiÐ(à*ð 17Ð.Bð 17ðDJØ04´×0DÒ0DÀSÐUYÐ0DÑ0ZÔ0ZÑ-˜K¨¨øÝ'Ô3ð Jð Jð JØ)˜M™OœO˜OØ04´×0DÒ0DÀSÑ0IÔ0IÑ-˜K¨¨¨ðJøøøð œ [Ð1Ð1Ô1°TÑ9Ð1Ð1Ñ1Ø ×+Ò+¨K¸Ñ;Ô;Ð;Ñ;åŸšÐ%pÝ%/°¡_¤_°gÐ?SØ%<Ð>QÐSgØ%)Ô%6×%:Ò%:¸3Ñ%?Ô%?ñAô Að Að
  $Ô0°Ô5ð 7à $Ô 1°#Ð 6ùØ˜GÔ$¨Ò)Ð)Ð)Ð+iÑ)Ô)Ð)Ø�MŠM˜'Ñ"Ô"Ð"Ø�GŠG‰IŒIˆI‰IØ
�	Š	‰ŒˆØˆ 5Ð)Ñ)Ô)Ð)ØÔ0ˆÝ�ŠÐAÕCSÐTdÐgvÑTvÑCwÔCwÑxÔxÐxÝ�ŠÐ,Ñ-Ô-Ð-Ð-Ð-s6   È H.È.7I(É'I(Ê< KËK1Ë0K1Í4NÎ6OÏOc                 ó¦  — | j         }d | _         |                      |d¬¦  «         	 t          d„ | j                             ¦   «         D ¦   «         ¦  «        }t          |dd¬¦  «        }t          | j                             ¦   «         ¦  «        D ]^\  }\  }}|                     |¦  «         |�||k    rŒ&||k    r n1| j                             |¦  «        }	|  	                    ||	¦  «         Œ_| 
                    ¦   «          |                      ¦   «          || _         |                      ¦   «          d S # || _         |                      ¦   «          w xY w)NF)re  c              3   ó   K  — | ]}d V — ŒdS ©r
   Nr0   ©r  Ú_s     r2   r  z-Repository.replay_segments.<locals>.<genexpr>|  s"   è è € ÐFÐF a ÐFÐFÐFÐFÐFÐFr1   zReplaying segments %3.0f%%zrepository.replay_segments)r¥  r  r§  )rk   rQ  Úsumrb   r9  r   Ú	enumerater®  r¯  Ú_update_indexrº  r<  r0  )
rQ   r  r  Úremember_exclusiveÚsegment_countr¼  Úir*  rÐ   Úobjectss
             r2   r  zRepository.replay_segmentsv  s]  € à!œ^ÐØˆŒØ×ÒÐ-¸%ÐÑ@Ô@Ð@ð	ÝÐFÐF¨4¬7×+CÒ+CÑ+EÔ+EÐFÑFÔFÑFÔFˆMÝ)°ÐC_Ø0LðNñ Nô NˆBå*3°D´G×4LÒ4LÑ4NÔ4NÑ*OÔ*Oð 5ð 5Ñ&�Ñ&�G˜XØ—’˜‘
”
�
Ø'Ð3¸ÐCWÒ8WÐ8WØØÐ4Ò4Ð4Ø�EØœ'×.Ò.¨wÑ7Ô7�Ø×"Ò" 7¨GÑ4Ô4Ð4Ð4Ø�IŠI‰KŒKˆKØ×ÒÑÔÐà/ˆDŒNØ�MŠM‰OŒOˆOˆOˆOøð 0ˆDŒNØ�MŠM‰OŒOˆOˆOøøøs   §C/D3 Ä3Ec                 óX  — d| j         |<   |D �]f\  }}}}|t          k    r~	 | j        |         \  }}	| j        |xx         |z  cc<   | j         |xx         dz  cc<   n# t          $ r Y nw xY w||f| j        |<   | j         |xx         dz  cc<   | xj        |z  c_        Œ‘|t          k    r“	 | j                             |¦  «        \  }}| j         	                    |¦  «        rH| j         |xx         dz  cc<   | j         
                    |||d¬¦  «        }| j        |xx         |z  cc<   �Œ# t          $ r Y �Œ+w xY w|t          k    r�Œ<d|› d|› �}
|€|                      |
¦  «        ‚ ||
¦  «         �Œh| j         |         dk    r$| j                             |¦  «        | j        |<   dS dS )z2some code shared between replay_segments and checkr   r
   F©Ú	read_datazUnexpected tag z in segment N)r4  r±  rd   r6  r´  rn   r¶  rŸ  rb   r­  r•   r°  rH   r‹  )rQ   r*  rÓ  Úreportr¿  r×   rÀ  r8  ÚsrÌ  r  s              r2   rÏ  zRepository._update_index�  s   € à!"ˆŒ�gÑØ&-ð  	 ñ  	 Ñ"ˆC��f˜dØ•gŠ~ˆ~ðàœ: cœ?‘D�A�qØ”L �O�O”O tÑ+�O�O‘OØ”M !Ð$Ð$Ô$¨Ñ)Ð$Ð$Ñ$Ð$øÝð ð ð Ø�Dðøøøà")¨6 /�”
˜3‘Ø”˜gÐ&Ð&Ô&¨!Ñ+Ð&Ð&Ñ&ØÐ&Ô&¨$Ñ.Ð&Ô&Ð&Ø�
Ò"Ð"ð0à $¤
§¢¨sÑ 3Ô 3‘I�A�vð ”w×-Ò-¨aÑ0Ô0ð 0ð œ aÐ(Ð(Ô(¨AÑ-Ð(Ð(Ñ(Ø#œwŸ|š|¨A¨v°sÀe˜|ÑLÔL˜Øœ Q˜˜œ¨4Ñ/˜˜™ùøõ  ð ð ð Ø‘Dðøøøð �
Ò"Ð"ÙàB¨ÐBÐB¸ÐBÐB�Ø�>Ø×*Ò*¨3Ñ/Ô/Ð/à�F˜3‘K”K�K‘KØŒ=˜Ô! QÒ&Ð&Ø$(¤G×$8Ò$8¸Ñ$AÔ$AˆDŒL˜Ñ!Ð!Ð!ð 'Ð&s#   ¡:AÁ
A)Á(A)Â*D+Ä+
D9Ä8D9c                 óî  — 	 | j                              |¦  «        }n+# t          $ r | j                             |¦  «         Y dS w xY w| j        |         dk    r|| j        |<   dS d| j        |<   | j                              |d¬¦  «        D ]i\  }}}}|t          k    r7| j         	                    |d¦  «        ||fk    r| j        |xx         |z  cc<   ŒI|t          k    r| j        |xx         |z  cc<   ŒjdS )zNRebuild sparse bytes count for a single segment relative to the current index.Nr   FrÕ  )r	  r	  )rb   r‹  rž   r4  rŸ  r6  r¯  r±  rd   rà   r¶  )rQ   r*  r‹  r¿  r×   rÀ  r8  s          r2   rb  zRepository._rebuild_sparse´  s2  € ð	Øœ7×/Ò/°Ñ8Ô8ˆLˆLøÝ ð 	ð 	ð 	ð ŒM×Ò˜gÑ&Ô&Ð&ØˆFˆFð		øøøð Œ=˜Ô! QÒ&Ð&Ø$0ˆDŒL˜Ñ!ØˆFà !ˆŒ�WÑØ&*¤g×&:Ò&:¸7ÈeÐ&:Ñ&TÔ&Tð 	.ð 	.Ñ"ˆC��f˜dØ•gŠ~ˆ~Ø”:—>’> # xÑ0Ô0°W¸fÐ4EÒEÐEà”L Ð)Ð)Ô)¨TÑ1Ð)Ð)Ñ)øØ�
Ò"Ð"à”˜WÐ%Ð%Ô%¨Ñ-Ð%Ð%Ñ%øð	.ð 	.s   ‚ �$AÁAr   c                 ó’  ‡— | j         r|rt          | j        dz   ¦  «        ‚dŠˆfd„}t                               d¦  «         | j        rJ ‚	 |                      ¦   «         }|                      |¦  «        }t                               d|¦  «         nM# t          $ r@}| j
                             ¦   «         }d}t                               d|¦  «         Y d}~nd}~ww xY w|€.t                               d¦  «         |                      ¦   «         }|€3t                               d	¦  «         | j
                             ¦   «         }|€ |d
¦  «         dS |r| j
                             |¦  «         | j
                             ¦   «         }t                               d|¦  «         t                               d|¦  «         |                      d¦  «         t!          d„ | j
                             ¦   «         D ¦   «         ¦  «        }	t                               d|	¦  «         t%          |¦  «        }
|r|
rJ ‚|
rdnd}|
r<| j                             ddd¬¦  «        }t                               d|dz   ¦  «         n=d}| j                             dd¦  «         |                      | j        | j        ¦  «         t/          j        ¦   «         }t3          |	ddd¬¦  «        }d}t5          | j
                             ¦   «         ¦  «        D �]€\  }\  }}|                     |¦  «         ||k    rŒ%||k    rŒ,t                               d|¦  «         	 t9          | j
                             |¦  «        ¦  «        }nu# t<          $ rh} |t?          |¦  «        ¦  «         g }|rB| j
                              ||¦  «         t9          | j
                             |¦  «        ¦  «        }Y d}~nd}~ww xY w|
s|  !                    |||¦  «         |
r€t/          j        ¦   «         ||z   k    rft                               d|¦  «         | j         "                    ddt?          |¦  «        ¦  «         |                      | j        | j        ¦  «          nX�Œ‚t                               d|¦  «         | j                             dd¦  «         |                      | j        | j        ¦  «         | #                    ¦   «          |r8|€6 |d|› �¦  «         |dz   | j
        _$        | j
         %                    ¦   «          |
�s®t                               d¦  «         |�r{|�sxtM          |¦  «        tM          | j'        ¦  «        k    ra |d ¦  «         t           (                    d!tM          |¦  «        ¦  «         t           (                    d"tM          | j'        ¦  «        ¦  «         nt                               d#¦  «         d$}d%}| j'         )                    ¦   «         D ]K\  }}| *                    ||¦  «        }||k    r*t           +                    |tY          |¦  «        ||¦  «         ŒL| )                    ¦   «         D ]Z\  }}|| j'        v rŒ| j'         *                    ||¦  «        }||k    r*t           +                    |tY          |¦  «        ||¦  «         Œ[|r|  -                    ¦   «          |  .                    ¦   «          ‰r:|rt                               d&|¦  «         n7t           (                    d'|¦  «         nt                               d(|¦  «         ‰ p|S ))z®Check repository consistency

        This method verifies all segment checksums and makes sure
        the index is consistent with the data stored in the segments.
        rù   Fc                 ó@   •— dŠt                                | ¦  «         d S ©NT)r†   r�  )r  Úerror_founds    €r2   Úreport_errorz&Repository.check.<locals>.report_errorÖ  s    ø€ àˆKÝ�LŠL˜ÑÔÐÐÐr1   zStarting repository checkz&Read committed index of transaction %dNz#Failed to read committed index (%s)zNo segments transaction foundz1No index transaction found, trying latest segmentz'This repository contains no valid data.zSegment transaction is    %szDetermined transaction is %sc              3   ó   K  — | ]}d V — ŒdS rÊ  r0   rË  s     r2   r  z#Repository.check.<locals>.<genexpr>ô  s"   è è € ÐBÐB !˜AÐBÐBÐBÐBÐBÐBr1   zFound %d segmentsr   Úfullr©   Úlast_segment_checkedr	  rÞ   zskipping to segments >= %dr
   zChecking segments %3.1f%%r-  zrepository.checkr¤  zchecking segment file %s...z:finished partial segment check, last segment checked is %dz$finished segment check at segment %dzAdding commit tag to segment zStarting repository index checkzIndex object count mismatch.zcommitted index: %d objectszrebuilt index:   %d objectszIndex object count match.z5ID: %-64s rebuilt index: %-16s committed index: %-16sz<not found>z8Finished %s repository check, errors found and repaired.z+Finished %s repository check, errors found.z0Finished %s repository check, no problems found.)/rl   rú   r_   r†   r™  rf   r  rR  ra  ró   rb   r  r  r&  r‚   rQ  rÍ  r9  r~   rÀ   r"  Úremove_optionr½   ÚtimeÚ	monotonicr   rÎ  r®  rd  r¯  r   r¸   Úrecover_segmentrÏ  r·   rº  r*  r3  r‰  rd   r�  Ú	iteritemsrà   r‡   r   r<  r0  )rQ   Úrepairr=  Úmax_durationrÞ  rF  Úcurrent_indexrU  r  rÑ  r   Úmoderá  Út_startr¼  r*  rÒ  rÐ   rÓ  r¿   Úline_formatÚ	not_foundr×   ÚvalueÚcurrent_valuerÝ  s                            @r2   ÚcheckzRepository.checkÌ  sr  ø€ ð Ôð 	D ð 	DÝ˜TœYÐ)BÑBÑCÔCÐCØˆð	ð 	ð 	ð 	ð 	õ
 	�ŠÐ/Ñ0Ô0Ð0ØÔ#Ð#Ð#Ð#ð	EØ!×4Ò4Ñ6Ô6ˆNØ ŸOšO¨NÑ;Ô;ˆMÝ�LŠLÐAÀ>ÑRÔRÐRÐRøÝð 	Eð 	Eð 	EØ!œW×@Ò@ÑBÔBˆNØ ˆMÝ�LŠLÐ>ÀÑDÔDÐDÐDÐDÐDÐDÐDøøøøð	Eøøøð Ð!Ý�LŠLÐ8Ñ9Ô9Ð9Ø!×:Ò:Ñ<Ô<ˆNØÐ!Ý�LŠLÐLÑMÔMÐMØ!œW×7Ò7Ñ9Ô9ˆNØÐ!ØˆLÐBÑCÔCÐCØ�5Øð 	,ØŒG�OŠO˜NÑ+Ô+Ð+Ø"&¤'×"EÒ"EÑ"GÔ"GÐÝ�ŠÐ3Ð5LÑMÔMÐMÝ�ŠÐ3°^ÑDÔDÐDØ×Ò˜ÑÔÐÝÐBÐB t¤w×'?Ò'?Ñ'AÔ'AÐBÑBÔBÑBÔBˆÝ�ŠÐ(¨-Ñ8Ô8Ð8å�|Ñ$Ô$ˆØÐ'˜wÐ'Ð'Ð'Ø#Ð/ˆyˆy¨ˆØð 	5à#'¤;×#5Ò#5°lÐDZÐegÐ#5Ñ#hÔ#hÐ Ý�KŠKÐ4Ð6JÈQÑ6NÑOÔOÐOÐOð $&Ð ØŒK×%Ò% lÐ4JÑKÔKÐKØ×Ò˜TœY¨¬Ñ4Ô4Ð4Ý”.Ñ"Ô"ˆÝ%¨MÐ?ZÐadØ,>ð@ñ @ô @ˆàˆÝ&/°´×0HÒ0HÑ0JÔ0JÑ&KÔ&Kð 	5ñ 	5Ñ"ˆAÑ"�˜Ø�GŠG�A‰JŒJˆJØÐ.Ò.Ð.ØØ˜Ò'Ð'ØÝ�LŠLÐ6¸ÑAÔAÐAðBÝ˜tœw×3Ò3°GÑ<Ô<Ñ=Ô=��øÝ!ð Bð Bð BØ��S ™XœXÑ&Ô&Ð&Ø�Øð BØ”G×+Ò+¨G°XÑ>Ô>Ð>Ý" 4¤7×#7Ò#7¸Ñ#@Ô#@ÑAÔA�GøøøøøøøøøðBøøøð ð CØ×"Ò" 7¨G°\ÑBÔBÐBØð �4œ>Ñ+Ô+¨g¸Ñ.DÒDÐDÝ—’ÐXÐZaÑbÔbÐbØ”—’ Ð.DÅcÈ'ÁlÄlÑSÔSÐSØ× Ò  ¤¨D¬KÑ8Ô8Ð8Ø�ùå�KŠKÐ>ÀÑHÔHÐHØŒK×%Ò% lÐ4JÑKÔKÐKØ×Ò˜TœY¨¬Ñ4Ô4Ð4à
�	Š	‰Œˆð ð 	#Ð-Ð5ØˆLÐI¸ÐIÐIÑJÔJÐJØ,¨qÑ0ˆDŒGŒOØŒG× Ò Ñ"Ô"Ð"Øñ 	#Ý�KŠKÐ9Ñ:Ô:Ð:Øñ [ Vñ [õ �}Ñ%Ô%­¨T¬Z©¬Ò8Ð8Ø �LÐ!?Ñ@Ô@Ð@Ý—L’LÐ!>ÅÀMÑ@RÔ@RÑSÔSÐSÝ—L’LÐ!>ÅÀDÄJÁÄÑPÔPÐPÐPå—K’KÐ ;Ñ<Ô<Ð<ØU�Ø)�	Ø"&¤*×"6Ò"6Ñ"8Ô"8ð [ð [‘J�C˜Ø$1×$5Ò$5°c¸9Ñ$EÔ$E�MØ$¨Ò-Ð-ÝŸš {µJ¸s±O´OÀUÈMÑZÔZÐZøØ*7×*AÒ*AÑ*CÔ*Cð [ð [Ñ&�C˜Ø˜dœjÐ(Ð(Ø Ø œJŸNšN¨3°	Ñ:Ô:�EØ$¨Ò-Ð-ÝŸš {µJ¸s±O´OÀUÈMÑZÔZÐZøØð #Ø× Ò Ñ"Ô"Ð"Ø�Š‰ŒˆØð 	RØð RÝ—’ÐVÐX\Ñ]Ô]Ð]Ð]å—’ÐJÈDÑQÔQÐQÐQå�KŠKÐJÈDÑQÔQÐQØˆÐ( &Ð(s2   ÁAB Â
CÂ6CÃCÍ
'M2Í2
O$Í<AOÏO$c           
   #   ó`  K  — | j                              |¬¦  «        D ]�\  }}|�	||k    r dS 	 | j                              ||pdd¬¦  «        D ]\  }}}}|�||k    r n
|||||fV — ŒŒL# t          $ r7}	t                               d||t          |	¦  «        fz  ¦  «         Y d}	~	Œˆd}	~	ww xY wdS )a	  Very low level scan over all segment file entries.

        It does NOT care about what's committed and what not.
        It does NOT care whether an object might be deleted or superseded later.
        It just yields anything it finds in the segment files.

        This is intended as a last-resort way to get access to all repo contents of damaged repos,
        when there is uncommitted, but valuable data in there...

        When segment or segment+offset is given, limit processing to this location only.
        )r*  Nr   T)r*  rÀ  r¨  z6Segment %d (%s) has IntegrityError(s) [%s] - skipping.)rb   r9  r¯  r   r†   r�  r¸   )
rQ   r*  rÀ  Úcurrent_segmentrÐ   r¿  r×   Úcurrent_offsetr¦   r¿   s
             r2   Úscan_low_levelzRepository.scan_low_levelL  sD  è è € ð *.¬×)AÒ)AÈ'Ð)AÑ)RÔ)Rð 	Cð 	CÑ%ˆO˜XØÐ" ¸Ò'@Ð'@Ø��ðCØ6:´g×6JÒ6JÐSbØRXÐR]Ð\]Ðlpð 7Kñ 7rô 7rð Jð JÑ2�C˜˜n¨dàÐ)¨n¸vÒ.EÐ.EØ˜Ø˜t S¨/¸>ÐIÐIÐIÐIÐIøøÝ!ð Cð Cð CÝ—’ÐUØ,¨h½¸C¹¼ðYBñ Bñ Cô Cð Cð Cð Cð Cð Cð CøøøøðCøøøð	Cð 	Cs   ¯:A*Á*
B+Á4-B&Â&B+c                ó–   — |r1| j                              | j                              ¦   «         ¦  «         d| _        d| _        d| _        dS )z	
        NF)rb   r‚   r  rd   rf   ro   )rQ   r‚   s     r2   rˆ   zRepository._rollbacke  sL   € ð ð 	CØŒG�OŠO˜DœG×?Ò?ÑAÔAÑBÔBÐBØˆŒ
Ø ˆÔØ"&ˆÔÐÐr1   c                 ó2   — |                       d¬¦  «         d S )NFr�   )rˆ   ru   s    r2   r0  zRepository.rollbackn  s   € à�Š˜uˆÑ%Ô%Ð%Ð%Ð%r1   c                 ó�   — | j         s,|                      |                      ¦   «         ¦  «        | _         t          | j         ¦  «        S rL   )rd   rR  r  r‰  ru   s    r2   Ú__len__zRepository.__len__r  s:   € ØŒzð 	DØŸš¨×)@Ò)@Ñ)BÔ)BÑCÔCˆDŒJÝ�4”:‰ŒÐr1   c                 óz   — | j         s,|                      |                      ¦   «         ¦  «        | _         || j         v S rL   )rd   rR  r  )rQ   rR   s     r2   Ú__contains__zRepository.__contains__w  s9   € ØŒzð 	DØŸš¨×)@Ò)@Ñ)BÔ)BÑCÔCˆDŒJØ�T”ZÐÐr1   c                 óÎ   — | j         s,|                      |                      ¦   «         ¦  «        | _         d„ t          | j                              |¬¦  «        |¦  «        D ¦   «         S )zd
        list <limit> IDs starting from after id <marker> - in index (pseudo-random) order.
        c                 ó   — g | ]\  }}|‘ŒS r0   r0   )r  Úid_rÌ  s      r2   ú
<listcomp>z#Repository.list.<locals>.<listcomp>‚  s   € ÐUÐUÐU™˜˜Q�ÐUÐUÐUr1   )Úmarker)rd   rR  r  r	   ræ  )rQ   Úlimitrÿ  s      r2   rd  zRepository.list|  s_   € ð Œzð 	DØŸš¨×)@Ò)@Ñ)BÔ)BÑCÔCˆDŒJØUÐU¥&¨¬×)=Ò)=ÀVÐ)=Ñ)LÔ)LÈeÑ"TÔ"TÐUÑUÔUÐUr1   c                 ól  — |�|dk     rt          d¦  «        ‚| j        s.|                      ¦   «         }|                      |¦  «        | _        |du }|rdn| j        |         \  }}g }| j                             |¦  «        D ]²\  }}	| j                             ||dd¬¦  «        }
	 	 t          |
¦  «        \  }}}}n# t          t          f$ r Y new xY w|dk    rd}Œ7|t          k    rL||f| j                             |¦  «        k    r,|                     |¦  «         t          |¦  «        |k    r|c S ŒŽŒ³|S )	aŠ  
        list <limit> IDs starting from after id <marker> - in on-disk order, so that a client
        fetching data in this order does linear reads and reuses stuff from disk cache.

        We rely on repository.check() has run already (either now or some time before) and that:

        - if we are called from a borg check command, self.index is a valid, fresh, in-sync repo index.
        - if we are called from elsewhere, either self.index or the on-disk index is valid and in-sync.
        - the repository segments are valid (no CRC errors).
          if we encounter CRC errors in segment entry headers, rest of segment is skipped.
        Nr
   z$please use limit > 0 or limit = None)r   r   F)rÖ  r¨  Tr   )rú   rd   r  rR  rb   r9  r¯  ÚnextÚStopIterationr   r±  rà   r¹  r‰  )rQ   r   rÿ  rF  Úat_startÚstart_segmentÚstart_offsetÚresultr*  rÐ   Úobj_iteratorr¿  rR   rÀ  r8  s                  r2   ÚscanzRepository.scan„  s~  € ð Ð ¨¢ ÝÐCÑDÔDÐDØŒzð 	9Ø!×4Ò4Ñ6Ô6ˆNØŸš¨Ñ8Ô8ˆDŒJØ˜T�>ˆà08Ð&P f f¸d¼jÈÔ>PÑ#ˆ�|ØˆØ!%¤×!9Ò!9¸-Ñ!HÔ!Hð 	&ð 	&ÑˆG�XØœ7×/Ò/°¸ÐQVÐejÐ/ÑkÔkˆLð&ðÝ,0°Ñ,>Ô,>Ñ)�C˜˜V T TøÝ%¥~Ð6ð ð ð ð �Eðøøøð   !Ò#Ð#ð $%�LØØ�'’>�> w°Ð&7¸4¼:¿>º>È"Ñ;MÔ;MÒ&MÐ&Mà—M’M "Ñ%Ô%Ð%Ý˜6‘{”{ eÒ+Ð+Ø%˜˜˜ð#&ð ð ˆs   Â&B;Â;CÃCc                 ó  — | j         s,|                      |                      ¦   «         ¦  «        | _         	 | j         |         \  }}| j                             |||¦  «        S # t
          $ r |                      || j        ¦  «        d ‚w xY wrL   )rd   rR  r  rb   r•   r´  rV   r_   )rQ   rR   r*  rÀ  s       r2   rà   zRepository.get¯  s�   € ØŒzð 	DØŸš¨×)@Ò)@Ñ)BÔ)BÑCÔCˆDŒJð	?Ø"œj¨œn‰OˆG�VØ”7—<’< ¨°Ñ4Ô4Ð4øÝð 	?ð 	?ð 	?Ø×%Ò% b¨$¬)Ñ4Ô4¸$Ð>ð	?øøøs   µ+A! Á!'Bc              #   óB   K  — |D ]}|                       |¦  «        V — Œd S rL   )rà   )rQ   ÚidsÚis_preloadedrý  s       r2   Úget_manyzRepository.get_many¸  s8   è è € Øð 	 ð 	 ˆCØ—(’(˜3‘-”-ÐÐÐÐð	 ð 	 r1   c                 ó¨  — | j         s'|                      |                      ¦   «         ¦  «         	 | j        |         \  }}|                      |||d¬¦  «         n# t
          $ r Y nw xY w| j                             ||¦  «        \  }}| xj        t          |¦  «        | j        j
        j        z   z  c_        | j                             |d¦  «         | j        |xx         dz  cc<   ||f| j        |<   | j        rV| j        | j        k    rH|                      t!          | j        ¦  «        t!          | j        ¦  «        ¦  «        | _        | j        ‚dS dS )z¤put a repo object

        Note: when doing calls with wait=False this gets async and caller must
              deal with async results / exceptions later.
        F©Úupdate_shadow_indexr   r
   N)rf   rQ  r  rd   Ú_deleter´  rb   r²  rn   r‰  rµ  r8  r4  r5  rm   r\   r   ro   )rQ   rR   r¦   Úwaitr*  rÀ  s         r2   ÚputzRepository.put¼  sx  € ð Ôð 	8Ø×Ò˜T×4Ò4Ñ6Ô6Ñ7Ô7Ð7ð		IØ"œj¨œn‰OˆG�Vð �LŠL˜˜W fÀ%ˆLÑHÔHÐHÐHøõ ð 	ð 	ð 	ØˆDð	øøøð œ'×+Ò+¨B°Ñ5Ô5‰ˆ�ØÐÔ¥# d¡)¤)¨d¬gÔ.DÔ.IÑ"IÑIÐÔØŒ× Ò  ¨!Ñ,Ô,Ð,ØŒ�gÐÐÔ !Ñ#ÐÐÑØ  &˜ˆŒ
�2‰ØÔð 	* $Ô"8¸4Ô;MÒ"MÐ"MØ&*×&?Ò&?Ý  Ô!3Ñ4Ô4Õ6FÀtÔG]Ñ6^Ô6^ñ'`ô '`ˆDÔ#àÔ)Ð)ð	*ð 	*Ð"MÐ"Ms   °A Á
A'Á&A'c                 ó&  — | j         s'|                      |                      ¦   «         ¦  «         	 | j                             |¦  «        \  }}n*# t
          $ r |                      || j        ¦  «        d‚w xY w|                      |||d¬¦  «         dS )z§delete a repo object

        Note: when doing calls with wait=False this gets async and caller must
              deal with async results / exceptions later.
        NTr  )	rf   rQ  r  rd   rŸ  r´  rV   r_   r  )rQ   rR   r  r*  rÀ  s        r2   ÚdeletezRepository.deleteØ  s¤   € ð Ôð 	8Ø×Ò˜T×4Ò4Ñ6Ô6Ñ7Ô7Ð7ð	?Ø"œjŸnšn¨RÑ0Ô0‰OˆG�V�VøÝð 	?ð 	?ð 	?Ø×%Ò% b¨$¬)Ñ4Ô4¸$Ð>ð	?øøøð 	�Š�R˜ &¸dˆÑCÔCÐCÐCÐCs   °A Á'A5c                ó�  — |r.| j                              |g ¦  «                             |¦  «         | j        |xx         dz  cc<   | j                             |||d¬¦  «        }| j        |xx         |z  cc<   | j                             |¦  «        \  }}| j        |xx         |z  cc<   | j                             |d¦  «         d S )Nr
   FrÕ  r   )re   r5  r¹  r4  rb   r•   r6  r¸  )rQ   rR   r*  rÀ  r  r8  s         r2   r  zRepository._deleteê  sÞ   € àð 	AØÔ×(Ò(¨¨RÑ0Ô0×7Ò7¸Ñ@Ô@Ð@ØŒ�gÐÐÔ !Ñ#ÐÐÑØŒw�|Š|˜G V¨R¸5ˆ|ÑAÔAˆØŒ�WÐÐÔ Ñ%ÐÐÑØœ×,Ò,¨RÑ0Ô0‰ˆ�ØŒ�WÐÐÔ Ñ%ÐÐÑØŒ× Ò  ¨!Ñ,Ô,Ð,Ð,Ð,r1   c                 ó   — dS )aC  Get one async result (only applies to remote repositories).

        async commands (== calls with wait=False, e.g. delete and put) have no results,
        but may raise exceptions. These async exceptions must get collected later via
        async_response() calls. Repeat the call until it returns None.
        The previous calls might either return one (non-None) result or raise an exception.
        If wait=True is given and there are outstanding responses, it will wait for them
        to arrive. With wait=False, it will only return already received responses.
        Nr0   )rQ   r  s     r2   Úasync_responsezRepository.async_responseõ  ó   € € € r1   c                 ó   — dS )z>Preload objects (only applies to remote repositories)
        Nr0   )rQ   r  s     r2   ÚpreloadzRepository.preload   r  r1   )FFNTFNTFrÜ  )FTr-  Fr¬  rL   )FFr   )NN©F)Cr,   r-   r.   r/   r   r3   r6   r9   r<   r?   rB   rE   r   rH   rV   rY   r\   rP   rv   r{   r   r�   Úpropertyr�   Ústaticmethodr˜   r¢   rr   r½   rÛ   rã   rî   r÷   rþ   r  r  r  r  r  r}   rt   rA  rJ  rR  rQ  r<  r1  r2  r;  r  rÏ  rb  rð  rô  rˆ   r0  rø  rú  rd  r	  rà   r  r  r  r  r  r  r0   r1   r2   r(   r(   5   s–  € € € € € ðCð CðJ,ð ,ð ,ð ,ð ,�uñ ,ô ,ð ,ð1ð 1ð 1ð 1ð 1˜ñ 1ô 1ð 1ð0ð 0ð 0ð 0ð 0˜Eñ 0ô 0ð 0ðIð Ið Ið Ið I ñ Iô Ið Ið?ð ?ð ?ð ?ð ?˜Eñ ?ô ?ð ?ðNð Nð Nð Nð N %ñ Nô Nð NðGð Gð Gð Gð G˜%ñ Gô Gð GðBð Bð Bð Bð BÐ(ñ Bô Bð Bð'ð 'ð 'ð 'ð 'Ð+ñ 'ô 'ð 'ð]ð ]ð ]ð ]ð ] Uñ ]ô ]ð ]ðYð Yð Yð Yð Y˜uñ Yô Yð Yð RVØLPØ"'ð1ð 1ð 1ð 1ð4Cð Cð Cð
:ð :ð :ðð ð ðð ð ð ð#ð #ñ „Xð#ð ðð ñ „\ðð!/ð !/ð !/ðF'ð 'ð 'ð:!Hð !Hð !HðF1ð 1ð 1ð'ð 'ð 'ð
	ð 	ð 	ðQð Qð Qð"!ð !ð !ðð ð ðGð Gð Gð(/ð /ð /ð;ð ;ð ;ð3ð 3ð 3ð
01ð 01ð 01ð 01ðdð ð ðð ð ð ð2'ð 'ð 'ð>ð >ð >ð >ð$G:ð G:ð G:ð G:ðREð Eð EðN7Vð 7Vð 7Vðrhð hð hð
M.ð M.ð M.ð^ð ð ð.%Bð %Bð %Bð %BðN.ð .ð .ð0~)ð ~)ð ~)ð ~)ð@Cð Cð Cð Cð2'ð 'ð 'ð&ð &ð &ðð ð ð
 ð  ð  ð
Vð Vð Vð Vð)ð )ð )ð )ðV?ð ?ð ?ð ð  ð  ð  ð*ð *ð *ð *ð8Dð Dð Dð Dð$	-ð 	-ð 	-ð	ð 	ð 	ð 	ðð ð ð ð r1   r(   c                   ó  — e Zd Z G d„ de¦  «        Z ej        d¦  «        Zej        dk    sJ ‚ ej        d¦  «        Z	e	j        dk    sJ ‚ ej        d¦  «        Z
e
j        dk    sJ ‚ ej        d	¦  «        Zej        d
k    sJ ‚e
                     de¦  «        Ze                      ee¦  «        ¦  «        ez   Zd'd„Zd„ Zd„ Zd(d„Zd„ Zd„ Zd„ Zd„ Zd„ Zd)d„Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Z d*d „Z!d!„ Z"d+d"„Z#d+d#„Z$d,d$„Z%d,d%„Z&d,d&„Z'dS )-r%  c                   ó   — e Zd ZdZdS )úLoggedIO.SegmentFullz2raised when a segment is full, before opening nextNr+   r0   r1   r2   r³  r"    s   € € € € € Ø@Ð@Ð@Ð@r1   r³  z<IIBé	   z<IIB32sé)   z<IBé   z<Ir‡  éZ   c                 óž   — || _         t          || j        ¬¦  «        | _        d| _        || _        || _        d| _        d | _        d| _	        d S )N)Údisposer   )
r_   r   Ú	_close_fdÚfdsr*  r   r¬   rÀ  Ú	_write_fdÚ_fds_cleaned)rQ   r_   r   r¬   Úcapacitys        r2   rP   zLoggedIO.__init__  sQ   € ØˆŒ	Ý˜H¨d¬nÐ=Ñ=Ô=ˆŒØˆŒØˆŒ
Ø 0ˆÔØˆŒØˆŒØˆÔÐÐr1   c                 ón   — |                       ¦   «          | j                             ¦   «          d | _        d S rL   )Úclose_segmentr*  r_  ru   s    r2   rt   zLoggedIO.close   s1   € Ø×ÒÑÔÐØŒ�ŠÑÔÐØˆŒˆˆr1   c                 ó€   — |\  }}t          |                     ¦   «         ddd¦  «         |                     ¦   «          d S )Nr   ÚDONTNEED)r!   rm  rt   )rQ   Úts_fdÚtsr–   s       r2   r)  zLoggedIO._close_fd%  s8   € Ø‰ˆˆBÝ�R—Y’Y‘[”[ ! Q¨
Ñ3Ô3Ð3Ø
�Š‰
Œ
ˆ
ˆ
ˆ
r1   NFc              #   óX  ‡‡K  — ‰€|sdndŠt           j                             | j        d¦  «        }‰| j        z  Št          j        |¦  «        }|sˆfd„|D ¦   «         }nˆfd„|D ¦   «         }t          |t          |¬¦  «        }|D ]¡}t          j        t           j                             ||¦  «        ¦  «        }|sˆfd„|D ¦   «         }nˆfd„|D ¦   «         }t          |t          |¬¦  «        }|D ]4}t          |¦  «        t           j                             |||¦  «        fV — Œ5Œ¢d S )	Nr   ì   ÿÿ r¦   c                 ób   •— g | ]+}|                      ¦   «         ¯t          |¦  «        ‰k    ¯)|‘Œ,S r0   ©r  r»   ©r  ÚdirÚstart_segment_dirs     €r2   rþ  z-LoggedIO.segment_iterator.<locals>.<listcomp>1  ó7   ø€ Ð[Ð[Ð[˜C¨3¯;ª;©=¬=Ð[½SÀ¹X¼XÐIZÒ=ZÐ=Z�CÐ=ZÐ=ZÐ=Zr1   c                 ób   •— g | ]+}|                      ¦   «         ¯t          |¦  «        ‰k    ¯)|‘Œ,S r0   r7  r8  s     €r2   rþ  z-LoggedIO.segment_iterator.<locals>.<listcomp>3  r;  r1   )r×   Úreversec                 ób   •— g | ]+}|                      ¦   «         ¯t          |¦  «        ‰k    ¯)|‘Œ,S r0   r7  ©r  rÐ   r*  s     €r2   rþ  z-LoggedIO.segment_iterator.<locals>.<listcomp>8  ó?   ø€ ÐsÐsÐs¨(À8×CSÒCSÑCUÔCUÐsÕZ]Ð^fÑZgÔZgÐkrÒZrÐZr˜XÐZrÐZrÐZrr1   c                 ób   •— g | ]+}|                      ¦   «         ¯t          |¦  «        ‰k    ¯)|‘Œ,S r0   r7  r?  s     €r2   rþ  z-LoggedIO.segment_iterator.<locals>.<listcomp>:  r@  r1   )r^   r_   r”   r¬   r�   r
  r»   )	rQ   r*  r=  Ú	data_pathÚdirsr9  Ú	filenamesrÐ   r:  s	    `      @r2   r9  zLoggedIO.segment_iterator*  sr  øøè è € Øˆ?Ø&Ð7�a�a¨KˆGÝ”G—L’L ¤¨FÑ3Ô3ˆ	Ø# tÔ'<Ñ<ÐÝŒz˜)Ñ$Ô$ˆØð 	\Ø[Ð[Ð[Ð[ 4Ð[Ñ[Ô[ˆDˆDà[Ð[Ð[Ð[ 4Ð[Ñ[Ô[ˆDÝ�d¥¨WÐ5Ñ5Ô5ˆØð 
	Lð 
	LˆCÝœ
¥2¤7§<¢<°	¸3Ñ#?Ô#?Ñ@Ô@ˆIØð tØsÐsÐsÐs°iÐsÑsÔs�	�	àsÐsÐsÐs°iÐsÑsÔs�	Ý˜y­c¸7ÐCÑCÔCˆIØ%ð Lð L�õ ˜(‘m”m¥R¤W§\¢\°)¸SÀ(Ñ%KÔ%KÐKÐKÐKÐKÐKðLð
	Lð 
	Lr1   c                 óD   — |                       d¬¦  «        D ]\  }}|c S d S )NT©r=  )r9  ©rQ   r*  rÐ   s      r2   r&  zLoggedIO.get_latest_segmentA  s5   € Ø!%×!6Ò!6¸tÐ!6Ñ!DÔ!Dð 	ð 	ÑˆG�XØˆNˆNˆNØˆtr1   c                 óp   — |                       d¬¦  «        D ]\  }}|                      |¦  «        r|c S ŒdS )z+Return the last committed segment.
        TrF  N)r9  Úis_committed_segmentrG  s      r2   r  z$LoggedIO.get_segments_transaction_idF  sR   € ð "&×!6Ò!6¸tÐ!6Ñ!DÔ!Dð 	ð 	ÑˆG�XØ×(Ò(¨Ñ1Ô1ð Ø���ðàˆtr1   c                 óø   — |                       ¦   «          |dz   | _        d}|                      d¬¦  «        D ]&\  }}||k    r|                      |¦  «         |dz  }Œ& t                               d||¦  «         dS )z:Delete segment files left by aborted transactions
        r
   r   TrF  zICleaned up %d uncommitted segment files (== everything after segment %d).N)r/  r*  r9  r   r†   ra  )rQ   rF  r¡  r*  rÐ   s        r2   r‚   zLoggedIO.cleanupN  s¡   € ð 	×ÒÑÔÐØ%¨Ñ)ˆŒØˆØ!%×!6Ò!6¸tÐ!6Ñ!DÔ!Dð 	ð 	ÑˆG�XØ˜Ò'Ð'Ø×#Ò# GÑ,Ô,Ð,Ø˜‘
��àÝ�ŠÐ`Ø˜Nñ	,ô 	,ð 	,ð 	,ð 	,r1   c                 ó˜  — 	 |                       |¦  «        }n# t          $ r Y dS w xY wt          |                      |¦  «        d¦  «        5 }	 |                     | j        j         t          j        ¦  «         n:# t          $ r-}|j
        t          j        k    rY d}~ddd¦  «         dS |‚d}~ww xY w|                     | j        j        ¦  «        | j        k    r	 ddd¦  «         dS 	 ddd¦  «         n# 1 swxY w Y   d}	 	 t          |¦  «        \  }}}}	n# t          $ r Y dS t          $ r Y nw xY w|t           k    rd}ŒA|rdS ŒE|S )z4Check if segment ends with a COMMIT_TAG tag
        Fr’   NT)r¯  r   r}   Úsegment_filenameÚseekr7  r8  r^   ÚSEEK_ENDrƒ   r„   ÚEINVALr•   ÚCOMMITr  r  r°  )
rQ   r*  Úiteratorr–   rÔ   Úseen_commitr¿  r×   rÀ  rÌ  s
             r2   rI  zLoggedIO.is_committed_segment]  s  € ð	Ø×(Ò(¨Ñ1Ô1ˆHˆHøÝð 	ð 	ð 	Ø�5�5ð	øøøå�$×'Ò'¨Ñ0Ô0°$Ñ7Ô7ð 		¸2ðØ—’˜œÔ-Ð-­r¬{Ñ;Ô;Ð;Ð;øÝð ð ð à”7�eœlÒ*Ð*Ø ˜5˜5˜5ð		ð 		ð 		ñ 		ô 		ð 		ð 		ð 		ð �øøøøð	øøøð
 �wŠw�t”Ô+Ñ,Ô,°´Ò;Ð;Øð		ð 		ð 		ñ 		ô 		ð 		ð 		ð 		ð <ð		ð 		ð 		ñ 		ô 		ð 		ð 		ð 		ð 		ð 		ð 		øøøð 		ð 		ð 		ð 		ð ˆð	ðÝ&*¨8¡n¤nÑ#��S˜& ! !øÝ!ð ð ð Ø�u�uÝ ð ð ð Ø�ðøøøà•jÒ Ð Ø"�ØØð Ø�uð	ð Ðsf   ‚ ˜
&¥&ÁC7Á+A:Á9C7Á:
B1ÂB,ÂC7Â*B,Â,B1Â1,C7Ã7C;Ã>C;ÄD Ä
D4Ä(	D4Ä3D4c                 ó”   — t           j                             | j        dt          || j        z  ¦  «        t          |¦  «        ¦  «        S )Nr¦   )r^   r_   r”   r¸   r¬   ©rQ   r*  s     r2   rL  zLoggedIO.segment_filename}  s8   € ÝŒw�|Š|˜DœI v­s°7¸dÔ>SÑ3SÑ/TÔ/TÕVYÐZaÑVbÔVbÑcÔcÐcr1   c                 óè  — |s6|s| j         r-| j         | j        k    r|r| j        ‚|                      ¦   «          | j        �s,| j        | j        z  dk    r¥t          j         	                    | j        dt          | j        | j        z  ¦  «        ¦  «        }t          j                             |¦  «        sFt          j        |¦  «         t          t          j         	                    | j        d¦  «        ¦  «         t          |                      | j        ¦  «        d¬¦  «        | _        | j                             t"          ¦  «         t$          | _         | j        | j        v r| j        | j        = | j        S )Nr   r¦   Trð   )rÀ  r   r³  r/  r+  r*  r¬   r^   r_   r”   r¸   r²   r³   r    r   rL  r´   ÚMAGICÚ	MAGIC_LENr*  )rQ   Úno_newÚwant_newr©  Údirnames        r2   Úget_write_fdzLoggedIO.get_write_fd€  sB  € Øð 	!˜8ð 	! t¤{ð 	!°t´{ÀTÄZÒ7OÐ7OØð 'ØÔ&Ð&Ø×ÒÑ Ô Ð ØŒ~ñ 	+ØŒ|˜dÔ3Ñ3°qÒ8Ð8Ýœ'Ÿ,š, t¤y°&½#¸d¼lÈdÔNcÑ>cÑ:dÔ:dÑeÔe�Ý”w—~’~ gÑ.Ô.ð >Ý”H˜WÑ%Ô%Ð%Ý�RœWŸ\š\¨$¬)°VÑ<Ô<Ñ=Ô=Ð=Ý% d×&;Ò&;¸D¼LÑ&IÔ&IÐRVÐWÑWÔWˆDŒNØŒN× Ò ¥Ñ'Ô'Ð'Ý#ˆDŒKØŒ|˜tœxÐ'Ð'ð
 ”H˜Tœ\Ð*ØŒ~Ðr1   c                 óò   ‡ ‡‡— t          j        ¦   «         Šˆˆˆ fd„}ˆˆ fd„} |¦   «          	 ‰ j        ‰         \  }}‰ j                             ‰‰|f¦  «         n# t          $ r  |¦   «         }Y nw xY w|S )Nc                  óf   •— t          ‰                     ‰¦  «        d¦  «        } ‰| f‰j        ‰<   | S )Nr’   )r}   rL  r*  )r–   Únowr*  rQ   s    €€€r2   Úopen_fdz LoggedIO.get_fd.<locals>.open_fd›  s5   ø€ Ý�d×+Ò+¨GÑ4Ô4°dÑ;Ô;ˆBØ!$ b 	ˆDŒH�WÑØˆIr1   c                  óÔ   •— ‰‰j         z
  t          dz  k    rN‰‰_         t          ‰j                             ¦   «         ¦  «        D ]"\  } }|\  }}‰|z
  t          k    r‰j        | = Œ!d S d S )Nrò   )r,  Ú
FD_MAX_AGErd  r*  rc  )Úkr2  r3  r–   r^  rQ   s       €€r2   Ú	clean_oldz"LoggedIO.get_fd.<locals>.clean_old   s   ø€ à�TÔ&Ñ&­°q©Ò8Ð8Ø$'�Ô!Ý $ T¤X§^¢^Ñ%5Ô%5Ñ 6Ô 6ð (ð (‘H�A�uØ"‘F�B˜Ø˜R‘x¥*Ò,Ð,ð !œH Q˜Køð 9Ð8ð(ð (r1   )rã  rä  r*  Úupdr´  )rQ   r*  r_  rc  r3  r–   r^  s   ``    @r2   Úget_fdzLoggedIO.get_fd–  sÉ   øøø€ õ ŒnÑÔˆð	ð 	ð 	ð 	ð 	ð 	ð 	ð
		(ð 		(ð 		(ð 		(ð 		(ð 		(ð 	ˆ	‰Œˆð	-Ø”X˜gÔ&‰FˆB�ð ŒH�LŠL˜ 3¨ )Ñ,Ô,Ð,Ð,øõ ð 	ð 	ð 	Ø�‘”ˆBˆBˆBð	øøøð ˆ	s   ¯A ÁA4Á3A4c                 ó‚   — | j         d c}| _         |�-| xj        dz  c_        d| _        |                     ¦   «          d S d S )Nr
   r   )r+  r*  rÀ  rt   )rQ   r–   s     r2   r/  zLoggedIO.close_segment¶  sF   € à!œ^¨TÐˆˆDŒNØˆ>ØˆLŒL˜AÑˆLŒLØˆDŒKØ�HŠH‰JŒJˆJˆJˆJð ˆ>r1   c                 ó�   — || j         v r| j         |= 	 t          |                      |¦  «        ¦  «         d S # t          $ r Y d S w xY wrL   )r*  r   rL  rž   rT  s     r2   r   zLoggedIO.delete_segment¾  sb   € Ø�d”hÐÐØ”˜Ð!ð	Ý˜×-Ò-¨gÑ6Ô6Ñ7Ô7Ð7Ð7Ð7øÝ ð 	ð 	ð 	ØˆDˆDð	øøøs   “"7 ·
AÁAc                 ó¨   — |                       |¦  «        }t          j                             |¦  «        ot          j                             |¦  «        S rL   )rL  r^   r_   r²   r:  rG  s      r2   r­  zLoggedIO.segment_existsÆ  s>   € Ø×(Ò(¨Ñ1Ô1ˆõ Œw�~Š~˜hÑ'Ô'ÐE­B¬G¯OªO¸HÑ,EÔ,EÐEr1   c                 óf   — t           j                             |                      |¦  «        ¦  «        S rL   )r^   r_   r:  rL  rT  s     r2   r‹  zLoggedIO.segment_sizeÌ  s$   € ÝŒw�Š˜t×4Ò4°WÑ=Ô=Ñ>Ô>Ð>r1   c                 óŠ   — |                       |¦  «        }|                     d¦  «         |                     t          ¦  «        S )Nr   )re  rM  r•   rW  )rQ   r*  r–   s      r2   r'  zLoggedIO.get_segment_magicÏ  s4   € Ø�[Š[˜Ñ!Ô!ˆØ
�Š�‰
Œ
ˆ
Ø�wŠw•yÑ!Ô!Ð!r1   r   Tc           
   #   óf  K  — |                       |¦  «        }|                     |¦  «         |dk    r@|                     t          ¦  «        t          k    rt          d|› dd› d�¦  «        ‚t          }|                     | j        j        ¦  «        }|r�|                      || j        |||t          t          t          f|¬¦  «        \  }}}	}
|r	||	||
fV — n||	||fV — ||z  }|                       |¦  «        }|                     |¦  «         |                     | j        j        ¦  «        }|°›dS dS )a7  
        Return object iterator for *segment*.

        If read_data is False then include_data must be False as well.
        Integrity checks are skipped: all data obtained from the iterator must be considered informational.

        The iterator returns four-tuples of (tag, key, offset, data|size).
        r   zInvalid segment magic [segment z	, offset ú]rÕ  N)re  rM  r•   rW  rV  r   r7  r8  Ú_readr±  r¶  r°  )rQ   r*  rÀ  r¨  rÖ  r–   Úheaderr8  r¿  r×   r¦   s              r2   r¯  zLoggedIO.iter_objectsÔ  sc  è è € ð �[Š[˜Ñ!Ô!ˆØ
�Š�‰ŒˆØ�QŠ;ˆ;ð �wŠw•yÑ!Ô!¥UÒ*Ð*Ý$Ð%]ÀwÐ%]Ð%]ÐYZÐ%]Ð%]Ð%]Ñ^Ô^Ð^ÝˆFØ—’˜œÔ-Ñ.Ô.ˆØð 	3Ø#'§:¢:¨b°$´/À6È7ÐTZÝ/6½
ÅJÐ.OØ8Að $.ñ $Cô $CÑ ˆD�#�s˜Dð ð -Ø˜3 ¨Ð,Ð,Ð,Ð,Ð,à˜3 ¨Ð,Ð,Ð,Ð,Ø�d‰NˆFð —’˜WÑ%Ô%ˆBØ�GŠG�F‰OŒOˆOØ—W’W˜Tœ_Ô1Ñ2Ô2ˆFð! ð 	3ð 	3ð 	3ð 	3ð 	3r1   c                 ó0  — t                                d|z   ¦  «         || j        v r| j        |= t          j                             |¦  «        t          | j        j        z   k     rEt          |d¬¦  «        5 }| 
                    t          ¦  «         d d d ¦  «         n# 1 swxY w Y   d S t          |d¬¦  «        5 }t          |d¦  «        5 }t          j        |                     ¦   «         dt          j        ¬¦  «        5 }t!          |¦  «        }|}	 | 
                    t          ¦  «         t#          |¦  «        | j        j        k    rÖ| j                             |d | j        j        …         ¦  «        \  }	}
}|
t&          k    sL|t(          k    sA|
| j        j        k     s1|
t#          |¦  «        k    st+          |d|
…         ¦  «        dz  |	k    r|d	d …         }Œ¯| 
                    |d |
…         ¦  «         ||
d …         }t#          |¦  «        | j        j        k    °Ö~|                     ¦   «          n# ~|                     ¦   «          w xY w	 d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         n# 1 swxY w Y   d d d ¦  «         d S # 1 swxY w Y   d S )
Nzattempting to recover Trð   r’   r   )Úaccessr‡  r5  r
   )r†   r™  r*  r^   r_   r:  rW  r7  r8  r   r´   rV  r}   Úmmaprm  ÚACCESS_READÚ
memoryviewr‰  rE  rŠ  Ú
MAX_TAG_IDr"   r,  )rQ   r*  rÐ   r–   Údst_fdÚsrc_fdÚmmr¦   ÚdÚcrcr8  r¿  s               r2   rå  zLoggedIO.recover_segmentù  sS  € Ý�ŠÐ,¨xÑ7Ñ8Ô8Ð8Ø�d”hÐÐØ”˜Ð!ÝŒ7�?Š?˜8Ñ$Ô$¥y°4´?Ô3GÑ'GÒGÐGõ ˜(¨4Ð0Ñ0Ô0ð  °BØ—’�‘”�ð ð  ð  ñ  ô  ð  ð  ð  ð  ð  ð  øøøð  ð  ð  ð  àˆFÝ�h tÐ,Ñ,Ô,ð 	'°Ý�h Ñ%Ô%ð '¨å”Y˜vŸ}š}™œ°½$Ô:JÐKÑKÔKð 'Èrå% b™>œ>�DØ�Að'ØŸš¥UÑ+Ô+Ð+Ý! !™fœf¨¬Ô(<Ò<Ð<Ø-1¬_×-CÒ-CÀAÐF[ÀtÄÔG[ÐF[ÔD\Ñ-]Ô-]™N˜C  sØ#¥oÒ5Ð5¸½zÒ9IÐ9IÈTÐTXÔTcÔThÒMhÐMhØ"&­¨Q©¬¢- -µ5¸¸1¸T¸6¼Ñ3CÔ3CÀjÑ3PÐTWÒ3WÐ3WØ$% a b b¤E Ø (Ø"ŸLšL¨¨5¨D¨5¬Ñ2Ô2Ð2Ø ! $ % %¤˜Aõ " !™fœf¨¬Ô(<Ò<Ð<ð ØŸš™œ˜˜øð ØŸš™œ˜˜øøø˜ð!'ð 'ð 'ñ 'ô 'ð 'ð 'ð 'ð 'ð 'ð 'øøøð 'ð 'ð 'ð 'ð'ð 'ð 'ñ 'ô 'ð 'ð 'ð 'ð 'ð 'ð 'øøøð 'ð 'ð 'ð 'ð	'ð 	'ð 	'ñ 	'ô 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'ð 	'øøøð 	'ð 	'ð 	'ð 	'ð 	'ð 	's…   Á5BÂB Â#B Â:JÃ4I3Ã?IÄDH5ÈIÈ5I	ÉIÉI3ÉI É I3É#I É$I3É'JÉ3I7	É7JÉ:I7	É;JÊJÊJc           	      óž  — || j         k    r | j        r| j                             ¦   «          |                      |¦  «        }|                     |¦  «         |                     | j        j        ¦  «        }|                      || j        |||t          f|¦  «        \  }}}	}
||	k    r#t          d                     ||¦  «        ¦  «        ‚|r|
n|S )zï
        Read entry from *segment* at *offset* with *id*.

        If read_data is False the size of the entry is returned instead and integrity checks are skipped.
        The return value should thus be considered informational.
        zJInvalid segment entry header, is not for wanted id [segment {}, offset {}])r*  r+  Úsyncre  rM  r•   rµ  r8  rm  r±  r   Úformat)rQ   r*  rÀ  rR   rÖ  r–   rn  r8  r¿  r×   r¦   s              r2   r•   zLoggedIO.read  sÔ   € ð �d”lÒ"Ð" t¤~Ð"ØŒN×ÒÑ!Ô!Ð!Ø�[Š[˜Ñ!Ô!ˆØ
�Š�‰ŒˆØ—’˜Ô,Ô1Ñ2Ô2ˆØ#Ÿzšz¨"¨dÔ.AÀ6È7ÐTZÕ]dÐ\gÐirÑsÔsÑˆˆc�3˜Ø�Š9ˆ9Ý Ð!m×!tÒ!tØ˜ñ"!ô "!ñ "ô "ð "à Ð*ˆtˆt dÐ*r1   c           
      óâ  — t          |¦  «        t          k    s
J d¦   «         ‚	 |                     |¦  «        }n<# t          j        $ r*}	t          d                     |||	¦  «        ¦  «        d ‚d }	~	ww xY w|| j        u r|\  }
}}}n!|| j        u r	|\  }
}}d }nt          d¦  «        ‚|t          k    r$t          d                     |||¦  «        ¦  «        ‚||j        k     r$t          d                     |||¦  «        ¦  «        ‚||j        z
  }|rÝ|                     |¦  «        }t          |¦  «        |k    r2t          d                     |||t          |¦  «        ¦  «        ¦  «        ‚t          |t          t          |¦  «        dd …         ¦  «        ¦  «        dz  |
k    r#t          d	                     ||¦  «        ¦  «        ‚|€$|t           t"          fv r|d d
…         |d
d …         }}nÕ|€o|t           t"          fv r_|                     d
¦  «        }|d
z  }t          |¦  «        d
k    r2t          d                     ||d
t          |¦  «        ¦  «        ¦  «        ‚|                     ¦   «         }|                     |t(          j        ¦  «        |z
  }d }||k    r%t          d                     ||||¦  «        ¦  «        ‚||vr#t          d                     ||¦  «        ¦  «        ‚||||fS )Nz7Exceeding MAX_TAG_ID will break backwards compatibilityz8Invalid segment entry header [segment {}, offset {}]: {}z$_read called with unsupported formatz?Invalid segment entry size {} - too big [segment {}, offset {}]zAInvalid segment entry size {} - too small [segment {}, offset {}]zPSegment entry data short read [segment {}, offset {}]: expected {}, got {} bytesr‡  r5  z7Segment entry checksum mismatch [segment {}, offset {}]r°   zOSegment entry key short read [segment {}, offset {}]: expected {}, got {} byteszPSegment entry data short seek [segment {}, offset {}]: expected {}, got {} byteszPInvalid segment entry header, did not get acceptable tag [segment {}, offset {}])Úmaxrt  rE  Ústructr�  r   r|  rµ  r7  Ú	TypeErrorrŠ  r8  r•   r‰  r"   rs  r±  r¶  ÚtellrM  r^   ÚSEEK_CUR)rQ   r–   Úfmtrn  r*  rÀ  Úacceptable_tagsrÖ  Ú	hdr_tupler¿   ry  r8  r¿  r×   Úlengthr¦   ÚoldposÚseekeds                     r2   rm  zLoggedIO._read*  s\  € õ �?Ñ#Ô#¥zÒ1Ð1Ð1Ð3lÑ1Ô1Ð1ð	1ØŸ
š
 6Ñ*Ô*ˆIˆIøÝŒ|ð 	1ð 	1ð 	1Ý Ð![×!bÒ!bØ˜ ñ"&ô "&ñ 'ô 'Ø,0ð1øøøøð	1øøøð �$Ô%Ð%Ð%Ø"+ÑˆC��s˜C˜CØ�D”OÐ#Ð#Ø&‰NˆC��sØˆCˆCåÐBÑCÔCÐCØ•/Ò!Ð!õ !Ð!b×!iÒ!iØ�g˜vñ"'ô "'ñ (ô (ð (à�#”(Š?ˆ?Ý Ð!d×!kÒ!kØ�g˜vñ"'ô "'ñ (ô (ð (à˜œ‘ˆØð 	:Ø—7’7˜6‘?”?ˆDÝ�4‰yŒy˜FÒ"Ð"Ý$Ð%w×%~Ò%~Ø˜V V­S°©Y¬Yñ&8ô &8ñ 9ô 9ð 9å�T�5¥¨FÑ!3Ô!3°A°B°BÔ!7Ñ8Ô8Ñ9Ô9¸JÑFÈ#ÒMÐMÝ$Ð%^×%eÒ%eØ˜Vñ&%ô &%ñ &ô &ð &àˆ{˜s¥wµ
Ð&;Ð;Ð;Ø   " œI t¨B¨C¨C¤y�T�øàˆ{˜s¥wµ
Ð&;Ð;Ð;Ø—g’g˜b‘k”k�Ø˜"‘�Ý�s‘8”8˜r’>�>Ý(Ð)z÷  *Bò  *BØ ¨­S°©X¬Xñ*7ô *7ñ 8ô 8ð 8à—W’W‘Y”YˆFØ—W’W˜V¥R¤[Ñ1Ô1°FÑ:ˆFØˆDØ˜ÒÐÝ$Ð%w×%~Ò%~Ø ¨°ñ&9ô &9ñ :ô :ð :à�oÐ%Ð%Ý Ð!s×!zÒ!zØ˜ñ"!ô "!ñ "ô "ð "à�S˜#˜tÐ#Ð#s   ¤: ºA3Á	%A.Á.A3c                 ó8  — t          |¦  «        }|t          k    rt          d|› dt          › d�¦  «        ‚|                      |t          j        k    |¬¦  «        }|| j        j        z   }| j        }| j	         
                    |t          ¦  «        }| j         
                    t          |t          |t          |¦  «        ¦  «        ¦  «        dz  ¦  «        }	|                     d                     |	|||f¦  «        ¦  «         | xj        |z  c_        | j        |fS )NzMore than allowed put data [z > rl  ©rY  r©  r5  r1   )r‰  ÚMAX_DATA_SIZEr   r[  r   ÚMANIFEST_IDrµ  r8  rÀ  Úheader_no_crc_fmtr|  r±  Úcrc_fmtr"   r´   r”   r*  )
rQ   rR   r¦   r©  Ú	data_sizer–   r8  rÀ  rn  ry  s
             r2   r²  zLoggedIO.write_puta  s  € Ý˜‘I”Iˆ	Ø•}Ò$Ð$å Ð!^À	Ð!^Ð!^ÍmÐ!^Ð!^Ð!^Ñ_Ô_Ð_Ø×Ò¨­xÔ/CÒ)CÐQ[ÐÑ\Ô\ˆØ˜4Ô.Ô3Ñ3ˆØ”ˆØÔ'×,Ò,¨Tµ7Ñ;Ô;ˆØŒl×Ò¥ d­E°"µe¸F±m´mÑ,DÔ,DÑ EÔ EÈ
Ñ RÑSÔSˆØ
�Š�—’˜3 ¨¨DÐ1Ñ2Ô2Ñ3Ô3Ð3ØˆŒ�tÑˆŒØŒ|˜VÐ#Ð#r1   c                 óÀ  — |                       |t          j        k    |¬¦  «        }| j                             | j        j        t          ¦  «        }| j                             t          |t          |¦  «        ¦  «        dz  ¦  «        }| 
                    d                     |||f¦  «        ¦  «         | xj        | j        j        z  c_        | j        | j        j        fS )NrŠ  r5  r1   )r[  r   rŒ  r�  r|  rµ  r8  r¶  rŽ  r"   r´   r”   rÀ  r*  )rQ   rR   r©  r–   rn  ry  s         r2   r¸  zLoggedIO.write_deleteo  s¹   € Ø×Ò¨­xÔ/CÒ)CÐQ[ÐÑ\Ô\ˆØÔ'×,Ò,¨TÔ-@Ô-EÅzÑRÔRˆØŒl×Ò¥ b­%°©-¬-Ñ 8Ô 8¸:Ñ EÑFÔFˆØ
�Š�—’˜3 ¨Ð+Ñ,Ô,Ñ-Ô-Ð-ØˆŒ�tÔ*Ô/Ñ/ˆŒØŒ|˜TÔ0Ô5Ð5Ð5r1   c                 ó–  — |                       | |¬¦  «        }|r|                     ¦   «          | j                             | j        j        t          ¦  «        }| j                             t          |¦  «        dz  ¦  «        }| 	                    d 
                    ||f¦  «        ¦  «         |                      ¦   «          | j        dz
  S )N)rY  rX  r5  r1   r
   )r[  r{  r�  r|  r7  r8  r°  rŽ  r"   r´   r”   r/  r*  )rQ   r�  r–   rn  ry  s        r2   r3  zLoggedIO.write_commitw  s²   € ð ×Ò¨LÐ(8ÀÐÑNÔNˆØð 	Ø�GŠG‰IŒIˆIØÔ'×,Ò,¨T¬_Ô-AÅ:ÑNÔNˆØŒl×Ò¥ f¡¤°
Ñ :Ñ;Ô;ˆØ
�Š�—’˜3 ˜-Ñ(Ô(Ñ)Ô)Ð)Ø×ÒÑÔÐØŒ|˜aÑÐr1   )r&  )NF)FFF)r   FTr¬  r  )(r,   r-   r.   ró   r³  r  ÚStructr7  r8  rµ  r�  rŽ  r|  r°  Ú_commitr"   rP  rP   rt   r)  r9  r&  r  r‚   rI  rL  r[  re  r/  r   r­  r‹  r'  r¯  rå  r•   rm  r²  r¸  r3  r0   r1   r2   r%  r%    s¢  € € € € € ðAð Að Að Að A�iñ Aô Að Að �”˜vÑ&Ô&€JØŒ?˜aÒÐÐÐØ"�V”] 9Ñ-Ô-€NØÔ "Ò$Ð$Ð$Ð$Ø%˜œ eÑ,Ô,ÐØÔ! QÒ&Ð&Ð&Ð&ØˆfŒm˜DÑ!Ô!€GØŒ<˜1ÒÐÐÐà×$Ò$ Q¨
Ñ3Ô3€GØ�\Š\˜%˜% ™.œ.Ñ)Ô)¨GÑ3€Fðð ð ð ðð ð ð
ð ð ð
Lð Lð Lð Lð.ð ð ð
ð ð ð,ð ,ð ,ðð ð ð@dð dð dðð ð ð ð,ð ð ð@ð ð ðð ð ðFð Fð Fð?ð ?ð ?ð"ð "ð "ð
#3ð #3ð #3ð #3ðJ'ð 'ð 'ð>+ð +ð +ð +ð$5$ð 5$ð 5$ð 5$ðn$ð $ð $ð $ð6ð 6ð 6ð 6ð
 ð 
 ð 
 ð 
 ð 
 ð 
 r1   r%  r$  )Dr„   rq  r^   rü   rš   r  rã  Úbinasciir   r   Úcollectionsr   Úconfigparserr   r   Ú	functoolsr   Ú	itertoolsr	   Ú	constantsÚ	hashindexr   Úhelpersr   r   r   r   r   r   r   r   r   r   r   r   Úlockingr   r   r   r†   r   Úlrucacher   Úplatformr   r   r    r!   Úalgorithms.checksumsr"   Úcrypto.file_integrityr#   r$   r,   rV  r‰  rW  r(  r±  r¶  r°  rt  r»   r^  r(   r%  rµ  r8  r0   r1   r2   ú<module>r¡     sé  ðØ €€€Ø €€€Ø 	€	€	€	Ø €€€Ø €€€Ø €€€Ø €€€Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø #Ð #Ð #Ð #Ð #Ð #Ø %Ð %Ð %Ð %Ð %Ð %Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aÐ aØ Ð Ð Ð Ð Ð Ø -Ð -Ð -Ð -Ð -Ð -Ø Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø !Ð !Ð !Ð !Ð !Ð !Ø Ð Ð Ð Ð Ð Ø @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ð @Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø KÐ KÐ KÐ KÐ KÐ KÐ KÐ Kà	ˆ�xÑ	 Ô	 €à€ØˆC�‰JŒJ€	Ø€Ø
€sˆ;ÑÔ˜9Ò$Ð$Ð$Ð$Ø
€Ø€
Ø€
ð €
àˆG�K Ñ%Ô%€	ðMð Mð Mð Mð Mñ Mô Mð Mð`&| ð | ð | ð | ð | ñ | ô | ð | ð~ ÔÔ# rÒ)Ð)Ð)Ð)Ð)Ð)r1   