§
    dû!  ã                   ó€  — d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ d dl	m	Z	m
Z
mZ d dlmZ d dlmZ ddlmZ  e¦   «         Zdd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZmZ d„ Z eg d¢¦  «        Zdd„Zd„ Ze j         edœd„Z!d„ Z" G d„ d¦  «        Z#d„ Z$d„ Z%dd„Z& G d„ dej'        ¦  «        Z(d d„Z)d„ Z*dS )!é    N)ÚdequeÚOrderedDict)ÚdatetimeÚtimezoneÚ	timedelta)Úislice)Ú
attrgetteré   )Úcreate_loggeré   )Úto_localtime)Úmsgpack)Ú__version__)Úchunker)Ú
CH_BUZHASHÚCH_FIXEDc                 óÞ   — t          j        t          j        ¦  «        t	          |dz  ¬¦  «        z
  }d}g }| D ]3}|j        |k    r&|dz  }d|f||j        <   |                     |¦  «         Œ4|S )Ni  )Úsecondsr   r   Úwithin)r   Únowr   Úutcr   ÚtsÚidÚappend)ÚarchivesÚhoursÚkept_becauseÚtargetÚkept_counterÚresultÚas          ú3/usr/lib/python3/dist-packages/borg/helpers/misc.pyÚprune_withinr#      s~   € ÝŒ\�(œ,Ñ'Ô'­)¸EÀD¹LÐ*IÑ*IÔ*IÑI€FØ€LØ€FØð ð ˆØŒ4�&Š=ˆ=Ø˜AÑˆLØ"*¨LÐ!9ˆL˜œÑØ�MŠM˜!ÑÔÐøØ€Mó    ))Úsecondlyz%Y-%m-%d %H:%M:%S)Úminutelyz%Y-%m-%d %H:%M)Úhourlyz%Y-%m-%d %H)Údailyz%Y-%m-%d)Úweeklyz%G-%V)Úmonthlyz%Y-%m)Úyearlyz%Yc                 ó  — d }g }t           |         }|€i }|dk    r|S d }t          | t          d¦  «        d¬¦  «        D ]}}t          |j        ¦  «                             |¦  «        }||k    rN|}|j        |vrC|                     |¦  «         |t          |¦  «        f||j        <   t          |¦  «        |k    r nŒ~|�Mt          |¦  «        |k     r:|j        |vr1|                     |¦  «         |dz   t          |¦  «        f||j        <   |S )Nr   r   T)ÚkeyÚreversez[oldest])	ÚPRUNING_PATTERNSÚsortedr	   r   r   Ústrftimer   r   Úlen)	r   ÚruleÚnr   ÚlastÚkeepÚpatternr!   Úperiods	            r"   Úprune_splitr9   -   s  € Ø€DØ€DÝ˜tÔ$€GØÐØˆØˆA‚v€vØˆà€AÝ�H¥*¨TÑ"2Ô"2¸DÐAÑAÔAð ð ˆÝ˜aœdÑ#Ô#×,Ò,¨WÑ5Ô5ˆØ�TŠ>ˆ>ØˆDØŒt˜<Ð'Ð'Ø—’˜A‘”�Ø&*­C°©I¬IÐ%6�˜QœTÑ"Ý�t‘9”9 ’>�>Ø�Eøà€}�˜T™œ Qš˜¨1¬4°|Ð+CÐ+CØ�Š�A‰ŒˆØ" :™o­s°4©y¬yÐ9ˆ�Q”TÑØ€Kr$   c            	      ó¤  — t           j                             dd¦  «                             ¦   «         } | dk    rdS t	          j        ¦   «         }t	          j        ¦   «         }	 t          j        ¦   «         }n# t          $ r d }Y nw xY wt          j         
                    d¦  «        rd}nd }	 d                     d„ t          j        D ¦   «         ¦  «        }n	#  d	}Y nxY wd
dlm}m} |r|j        nd}|r
d|j        z  nd}	|› |	› d|› d�}
g }|�;|                     d                     d                     |¦  «        ¦  «        ¦  «         |�|                     d|z  ¦  «         |                     d                     t*          ||||
¦  «        ¦  «         |                     dt          j        ¦   «         t          j        ¦   «         fz  ¦  «         |                     dt          j        z  ¦  «         |                     dt           j                             d¦  «        z  ¦  «         |                     d¦  «         d                     |¦  «        S )NÚBORG_SHOW_SYSINFOÚyesÚnoÚ Úlinux)zUnknown Linuxr>   r>   ú.c              3   ó4   K  — | ]}t          |¦  «        V — Œd S ©N)Ústr)Ú.0Úvs     r"   ú	<genexpr>zsysinfo.<locals>.<genexpr>Y   s(   è è € Ð"CÐ"C¨a¥3 q¡6¤6Ð"CÐ"CÐ"CÐ"CÐ"CÐ"Cr$   Úunknownr
   )ÚllfuseÚBORG_FUSE_IMPLÚNonez %sz [ú]zPlatform: {}ú zLinux: %s %s %sz,Borg: {}  Python: {} {} msgpack: {} fuse: {}zPID: %d  CWD: %szsys.argv: %rzSSH_ORIGINAL_COMMAND: %rÚSSH_ORIGINAL_COMMANDú
)ÚosÚenvironÚgetÚlowerÚplatformÚpython_implementationÚpython_versionÚunameÚAttributeErrorÚsysÚ
startswithÚjoinr   ÚversionÚ	fuse_implrH   rI   Ú__name__r   r   ÚformatÚborg_versionÚgetpidÚgetcwdÚargv)Úshow_sysinforT   rU   rV   Úlinux_distributionÚmsgpack_versionrH   rI   Úllfuse_nameÚllfuse_versionÚllfuse_infoÚinfos               r"   Úsysinforj   G   sZ  € Ý”:—>’>Ð"5°uÑ=Ô=×CÒCÑEÔE€LØ�tÒÐØˆrå$Ô:Ñ<Ô<ÐÝÔ,Ñ.Ô.€NðÝ”‘
”
ˆˆøÝð ð ð Øˆˆˆðøøøå
„|×Ò˜wÑ'Ô'ð "Ø6ÐÐà!Ðð$ØŸ(š(Ð"CÐ"Cµ7´?Ð"CÑ"CÔ"CÑCÔCˆˆøð$Ø#ˆˆˆøøøØ2Ð2Ð2Ð2Ð2Ð2Ð2Ð2Ø%+Ð7�&”/�/°€KØ5;ÐC�e˜fÔ0Ñ0Ð0À€NØ ÐE .ÐEÐE°NÐEÐEÐE€KØ€DØÐØ�Š�N×)Ò)¨#¯(ª(°5©/¬/Ñ:Ô:Ñ;Ô;Ð;ØÐ%Ø�ŠÐ%Ð(:Ñ:Ñ;Ô;Ð;Ø‡K‚KÐ>×EÒEÝÐ3°^À_ÐVañcô cñ dô dð dà‡K‚KÐ"¥b¤i¡k¤kµ2´9±;´;Ð%?Ñ?Ñ@Ô@Ð@Ø‡K‚K�¥¤Ñ)Ñ*Ô*Ð*Ø‡K‚KÐ*­R¬Z¯^ª^Ð<RÑ-SÔ-SÑSÑTÔTÐTØ‡K‚K��O„O€OØ�9Š9�T‰?Œ?Ðs   Á"A6 Á6BÂBÂ-)C ÃC)ÚlevelÚloggerc                 ó˜   — g }|D ])}|                      |                     ¦   «         ¦  «         Œ*|D ]}|                     | |¦  «         ŒdS )zÀ
    log multiple lines of text, each line by a separate logging call for cosmetic reasons

    each positional argument may be a single or multiple lines (separated by newlines) of text.
    N)ÚextendÚ
splitlinesÚlog)rk   rl   ÚmsgsÚlinesÚmsgÚlines         r"   Ú	log_multiru   n   sg   € ð €EØð 'ð 'ˆØ�Š�S—^’^Ñ%Ô%Ñ&Ô&Ð&Ð&Øð  ð  ˆØ�
Š
�5˜$ÑÔÐÐð ð  r$   c                 ó,  — t          | t          t          f¦  «        sJ ‚t          | t          ¦  «        rt          | ¦  «        } t          | ¦  «        dk    r&t          | d         t          ¦  «        rt
          f| z   } | d         t
          t          fv sJ ‚| S )Né   r   )Ú
isinstanceÚlistÚtupler2   Úintr   r   )Úcps    r"   Únormalize_chunker_paramsr}   {   s…   € Ý�b�4¥˜-Ñ(Ô(Ð(Ð(Ð(Ý�"•dÑÔð Ý�2‰YŒYˆÝ
ˆ2�w„w�!‚|€|�
 2 a¤5­#Ñ.Ô.€|åˆ^˜bÑ ˆØˆaŒ5•Z¥Ð*Ð*Ð*Ð*Ð*Ø€Ir$   c                   ó,   — e Zd ZdZdd„Zd„ Zd„ Zd„ ZdS )ÚChunkIteratorFileWrapperz%File-like wrapper for chunk iteratorsNc                 óL   — || _         d| _        d| _        d| _        || _        dS )at  
        *chunk_iterator* should be an iterator yielding bytes. These will be buffered
        internally as necessary to satisfy .read() calls.

        *read_callback* will be called with one argument, some byte string that has
        just been read and will be subsequently returned to a caller of .read().
        It can be used to update a progress display.
        r   r$   FN)Úchunk_iteratorÚchunk_offsetÚchunkÚ	exhaustedÚread_callback)Úselfr�   r…   s      r"   Ú__init__z!ChunkIteratorFileWrapper.__init__‰   s0   € ð -ˆÔØˆÔØˆŒ
ØˆŒØ*ˆÔÐÐr$   c                 óü   — t          | j        ¦  «        | j        z
  }|s]	 t          | j        ¦  «        }t          |¦  «        | _        n# t          $ r d| _        Y dS w xY wd| _        t          | j        ¦  «        }|S )NTr   )r2   rƒ   r‚   Únextr�   Ú
memoryviewÚStopIterationr„   )r†   Ú	remainingrƒ   s      r"   Ú_refillz ChunkIteratorFileWrapper._refill˜   s‹   € Ý˜œ
‘O”O dÔ&7Ñ7ˆ	Øð 	(ðÝ˜TÔ0Ñ1Ô1�Ý'¨Ñ.Ô.�”
�
øÝ ð ð ð Ø!%�”Ø�q�qðøøøð !"ˆDÔÝ˜DœJ™œˆIØÐs    (A	 Á	AÁAc                 óª   — |sdS |                       ¦   «         }t          ||¦  «        }| xj        |z  c_        | j        | j        |z
  | j        …         S ©Nr$   )r�   Úminr‚   rƒ   )r†   ÚnbytesrŒ   Ú	will_reads       r"   Ú_readzChunkIteratorFileWrapper._read¥   s\   € Øð 	Ø�3Ø—L’L‘N”Nˆ	Ý˜	 6Ñ*Ô*ˆ	ØÐÔ˜YÑ&ÐÔØŒz˜$Ô+¨iÑ7¸Ô8IÐIÔJÐJr$   c                 ó  — g }|rh| j         sa|                      |¦  «        }|t          |¦  «        z  }|                     |¦  «         | j        r|                      |¦  «         |r| j         ¯ad                     |¦  «        S r�   )r„   r“   r2   r   r…   rZ   )r†   r‘   ÚpartsÚ	read_datas       r"   ÚreadzChunkIteratorFileWrapper.read­   s�   € ØˆØð 	.˜Tœ^ð 	.ØŸ
š
 6Ñ*Ô*ˆIØ•c˜)‘n”nÑ$ˆFØ�LŠL˜Ñ#Ô#Ð#ØÔ!ð .Ø×"Ò" 9Ñ-Ô-Ð-ð ð 	.˜Tœ^ð 	.ð �xŠx˜‰ŒÐr$   rB   )r]   Ú
__module__Ú__qualname__Ú__doc__r‡   r�   r“   r—   © r$   r"   r   r   †   s^   € € € € € Ø/Ð/ð+ð +ð +ð +ðð ð ðKð Kð Kðð ð ð ð r$   r   c                 ór   — | j                              d„ |j        D ¦   «         ¦  «        }t          |¦  «        S )z8Return file-like object for archived item (with chunks).c                 ó   — g | ]	}|j         ‘Œ
S r›   )r   )rD   Úcs     r"   ú
<listcomp>zopen_item.<locals>.<listcomp>º   s   € Ð1LÐ1LÐ1L¸1°!´$Ð1LÐ1LÐ1Lr$   )ÚpipelineÚ
fetch_manyÚchunksr   )ÚarchiveÚitemr�   s      r"   Ú	open_itemr¥   ¸   s7   € àÔ%×0Ò0Ð1LÐ1LÀÄÐ1LÑ1LÔ1LÑMÔM€NÝ# NÑ3Ô3Ð3r$   c                 óL   ‡‡— t          | ¦  «        Št          ˆˆfd„g ¦  «        S )zŠ
    Chunk an iterator <it> into pieces of <size>.

    >>> list(chunker('ABCDEFG', 3))
    [['A', 'B', 'C'], ['D', 'E', 'F'], ['G']]
    c                  ó>   •— t          t          ‰ ‰¦  «        ¦  «        S rB   )ry   r   )ÚiterableÚsizes   €€r"   ú<lambda>zchunkit.<locals>.<lambda>Æ   s   ø€ ��V H¨dÑ3Ô3Ñ4Ô4€ r$   )Úiter)Úitr©   r¨   s    `@r"   Úchunkitr­   ¾   s.   øø€ õ �B‰xŒx€HÝÐ4Ð4Ð4Ð4Ð4°bÑ9Ô9Ð9r$   c                 ón   — |€t          | d¬¦  «         dS t          t          | ||¦  «        d¦  «         dS )zCAdvance the iterator n-steps ahead. If n is none, consume entirely.Nr   )Úmaxlen)r   r‰   r   )Úiteratorr4   s     r"   Úconsumer±   É   sF   € ð 	€yåˆh˜qÐ!Ñ!Ô!Ð!Ð!Ð!õ 	�V�H˜a Ñ#Ô# TÑ*Ô*Ð*Ð*Ð*r$   c                   ó(   ‡ — e Zd Zˆ fd„Zˆ fd„Zˆ xZS )ÚErrorIgnoringTextIOWrapperc                 óÞ   •— | j         sd	 t          ¦   «                              |¦  «        S # t          $ r5 	 t          ¦   «                              ¦   «          n# t
          $ r Y nw xY wY nw xY wdS )Nr>   )ÚclosedÚsuperr—   ÚBrokenPipeErrorÚcloseÚOSError)r†   r4   Ú	__class__s     €r"   r—   zErrorIgnoringTextIOWrapper.readÕ   s‚   ø€ ØŒ{ð 	ðÝ‘w”w—|’| A‘”Ð&øÝ"ð ð ð ðÝ‘G”G—M’M‘O”O�O�OøÝð ð ð Ø�Dðøøøøøðøøøð
 ˆró2   Š + «
A*¶ AÁA*Á
A$Á!A*Á#A$Á$A*Á)A*c                 óø   •— | j         sd	 t          ¦   «                              |¦  «        S # t          $ r5 	 t          ¦   «                              ¦   «          n# t
          $ r Y nw xY wY nw xY wt          |¦  «        S rB   )rµ   r¶   Úwriter·   r¸   r¹   r2   )r†   Úsrº   s     €r"   r½   z ErrorIgnoringTextIOWrapper.writeà   sŠ   ø€ ØŒ{ð 	ðÝ‘w”w—}’} QÑ'Ô'Ð'øÝ"ð ð ð ðÝ‘G”G—M’M‘O”O�O�OøÝð ð ð Ø�Dðøøøøøðøøøõ
 �1‰vŒvˆr»   )r]   r˜   r™   r—   r½   Ú__classcell__)rº   s   @r"   r³   r³   Ô   sQ   ø€ € € € € ð	ð 	ð 	ð 	ð 	ð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	r$   r³   é   c              #   óx  K  — |                       |¦  «        }t          |t          ¦  «        }|rdnd}|p|rdnd}t          |¦  «        dk    rS|                     |¦  «        ^}}||z   g|¢R �^ }}|E d{V —† |                       |¦  «        }t          |¦  «        dk    °St          |¦  «        dk    r|V — dS dS )zHIter over chunks of open file ``fd`` delimited by ``sep``. Doesn't trim.r>   r$   rN   ó   
r   N)r—   rx   rC   r2   Úsplit)	ÚfdÚsepÚ	read_sizeÚbufÚis_strÚpartÚpart2ÚitemsÚfulls	            r"   Úiter_separatedrÍ   ì   sÙ   è è € à
�'Š'�)Ñ
Ô
€CÝ˜�SÑ!Ô!€FØÐ ˆ2ˆ2˜S€DØ
Ð
,˜&Ð+�$�$ e€CÝ
ˆc‰(Œ(�QŠ,ˆ,ØŸ	š	 #™œˆˆ�Ø˜e‘|Ð, eÐ,Ð,‰ˆˆtØˆˆˆˆˆˆˆØ�gŠg�iÑ Ô ˆõ	 ˆc‰(Œ(�QŠ,ˆ,õ ˆ4�y„y�1‚}€}Øˆ
ˆ
ˆ
ˆ
ˆ
ð €}r$   c                 óX  — |                       d¦  «        r|rdnd}nr|                       d¦  «        r|rdnd}nV|                       d¦  «        r|rdnd	}n:|                       d
¦  «        r|rdnd}n|                       d¦  «        r|rdnd}nd }t                               d|¦  «         |S )N)z.tar.gzz.tgzzgzip -dÚgzip)z.tar.bz2z.tbzzbzip2 -dÚbzip2)z.tar.xzz.txzzxz -dÚxz)z.tar.lz4zlz4 -dÚlz4)z	.tar.zstdz.tar.zstzzstd -dÚzstdz'Automatically determined tar filter: %s)Úendswithrl   Údebug)ÚfnameÚ
decompressÚfilters      r"   Úget_tar_filterrÙ   ý   sÙ   € à‡~‚~Ð)Ñ*Ô*ð Ø(Ð4��¨fˆˆØ	�ŠÐ,Ñ	-Ô	-ð 	Ø)Ð6��¨wˆˆØ	�ŠÐ+Ñ	,Ô	,ð Ø&Ð0��¨DˆˆØ	�Š˜Ñ	'Ô	'ð Ø'Ð2��¨UˆˆØ	�ŠÐ1Ñ	2Ô	2ð Ø(Ð4��¨fˆˆàˆÝ
‡L‚LÐ:¸FÑCÔCÐCØ€Mr$   rB   )NrÀ   )+ÚloggingÚiorO   Úos.pathrS   rX   Úcollectionsr   r   r   r   r   Ú	itertoolsr   Úoperatorr	   rl   r   Útimer   r>   r   r   r_   r   Ú	constantsr   r   r#   r/   r9   rj   ÚINFOru   r}   r   r¥   r­   r±   ÚTextIOWrapperr³   rÍ   rÙ   r›   r$   r"   ú<module>rä      sN  ðØ €€€Ø 	€	€	€	Ø 	€	€	€	Ø €€€Ø €€€Ø 
€
€
€
Ø *Ð *Ð *Ð *Ð *Ð *Ð *Ð *Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à "Ð "Ð "Ð "Ð "Ð "Ø	ˆ‰Œ€à Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø *Ð *Ð *Ð *Ð *Ð *Ø Ð Ð Ð Ð Ð Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,ð	ð 	ð 	ð �;ð  ð  ð  ñ ô Ð ðð ð ð ð4$ð $ð $ðN #œ<°ð 
 ð 
 ð 
 ð 
 ð 
 ðð ð ð/ð /ð /ð /ð /ñ /ô /ð /ðd4ð 4ð 4ð:ð :ð :ð+ð +ð +ð +ðð ð ð ð  Ô!1ñ ô ð ð0ð ð ð ð"ð ð ð ð r$   