§
    cÌc…'  ã                   óš   — d Z ddlZddlZddlZddlZddlZddlmZmZ ddlm	Z	 ddl
mZ ddlmZ  G d	„ d
¦  «        Z G d„ d¦  «        ZdS )zA manager of caches.é    Né   )Ú	lru_cacheÚtraceé   )Úbranch_mapper)Ú
RefTracker)Úsingle_pluralc                   ó$   — e Zd ZdZd„ Zd„ Zd„ ZdS )Ú_Cleanupz‰This class makes sure we clean up when CacheManager goes away.

    We use a helper class to ensure that we are never in a refcycle.
    c                 ó0   — || _         d | _        d | _        d S ©N)Ú
disk_blobsÚtempdirÚsmall_blobs)Úselfr   s     úI/usr/lib/python3/dist-packages/breezy/plugins/fastimport/cache_manager.pyÚ__init__z_Cleanup.__init__*   s   € Ø$ˆŒØˆŒØˆÔÐÐó    c                 ó.   — |                       ¦   «          d S r   )Úfinalize©r   s    r   Ú__del__z_Cleanup.__del__/   s   € Ø�Š‰Œˆˆˆr   c                 ó0  — | j         �E| j                              ¦   «         D ]$}|d         �t          j        |d         ¦  «         Œ%d | _         | j        � | j                             ¦   «          d | _        | j        �t          j        | j        ¦  «         d S d S )Néÿÿÿÿ)	r   ÚvaluesÚosÚunlinkr   Úcloser   ÚshutilÚrmtree)r   Úinfos     r   r   z_Cleanup.finalize2   s›   € ØŒ?Ð&Øœ×.Ò.Ñ0Ô0ð (ð (�Ø˜”8Ð'Ý”I˜d 2œhÑ'Ô'Ð'øØ"ˆDŒOØÔÐ'ØÔ×"Ò"Ñ$Ô$Ð$Ø#ˆDÔØŒ<Ð#ÝŒM˜$œ,Ñ'Ô'Ð'Ð'Ð'ð $Ð#r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   © r   r   r   r   $   sK   € € € € € ðð ð
 ð  ð  ð
ð ð ð
(ð 
(ð 
(ð 
(ð 
(r   r   c                   óh   — e Zd ZdZdZdZdd„Zd„ Zd	„ Ze	j
        fd
„Zdd„Zd„ Zd„ Zd„ Zd„ Zd„ ZdS )ÚCacheManageri d  i  Ài  @NFé
   c                 óØ  — || _         i | _        i | _        d| _        d| _        i | _        t          | j        ¦  «        | _        t          j	        |¦  «        | _
        i | _        i | _        |�R	 |d         }|                     ¦   «         D ]#\  }}t          |¦  «        }|D ]}|| j        |<   ŒŒ$n# t          $ r Y nw xY wt!          j        ¦   «         | _        t%          ¦   «         | _        dS )z¢Create a manager of caches.

        :param info: a ConfigObj holding the output from
            the --info processor, or None if no hints are available
        r   NzBlob reference counts)ÚverboseÚ_blobsÚ_sticky_blobsÚ_sticky_memory_bytesÚ_tempdirÚ_disk_blobsr   Ú_cleanupr   ÚLRUCacheÚinventoriesÚmarksÚ_blob_ref_countsÚitemsÚintÚKeyErrorr   ÚBranchMapperr   Ú
reftracker)	r   r!   r+   Úinventory_cache_sizeÚblobs_by_countsÚcountÚ	blob_listÚnÚbs	            r   r   zCacheManager.__init__E   s   € ð ˆŒð
 ˆŒØˆÔØ$%ˆÔ!ð ˆŒð ˆÔÝ  Ô!1Ñ2Ô2ˆŒõ
 %Ô-Ð.BÑCÔCˆÔð ˆŒ
ð !#ˆÔØÐð	Ø"&Ð'>Ô"?�à(7×(=Ò(=Ñ(?Ô(?ð 5ð 5Ñ$�E˜9Ý˜E™
œ
�AØ&ð 5ð 5˜Ø34˜Ô-¨aÑ0Ð0ð5ð5øõ ð ð ð à�ðøøøõ +Ô7Ñ9Ô9ˆÔå$™,œ,ˆŒˆˆs   Á.A B/ Â/
B<Â;B<c                 ót   — |                      d¦  «        rt          |¦  «        ‚|| j        v }|| j        |<   |S )Nó   :)Ú
startswithÚ
ValueErrorr4   )r   ÚmarkÚ	commit_idÚis_news       r   Úadd_markzCacheManager.add_mark{   sA   € Ø�?Š?˜4Ñ Ô ð 	#Ý˜TÑ"Ô"Ð"Ø˜$œ*Ð$ˆØ$ˆŒ
�4ÑØˆr   c                 óŠ   — |                      d¦  «        st          |¦  «        ‚| j        |                     d¦  «                 S )z‡Resolve a 'committish' to a revision id.

        :param committish: A "committish" string
        :return: Bazaar revision id
        rB   )rC   rD   r4   Úlstrip)r   Ú
committishs     r   Úlookup_committishzCacheManager.lookup_committish‚   sC   € ð ×$Ò$ TÑ*Ô*ð 	)Ý˜ZÑ(Ô(Ð(ØŒz˜*×+Ò+¨DÑ1Ô1Ô2Ð2r   c                 ó�   —  |d¦  «         |                       | j        d|¬¦  «         |                       | j        d|¬¦  «         dS )z*Dump some statistics about what we cached.zCache statistics:zsticky blobs)Únotezrevision-idsN)Ú_show_stats_forr-   r4   )r   rN   s     r   Ú
dump_statszCacheManager.dump_statsŒ   sV   € ð 	ˆÐ Ñ!Ô!Ð!Ø×Ò˜TÔ/°ÀdÐÑKÔKÐKØ×Ò˜TœZ¨¸dÐÑCÔCÐCÐCÐCr   c                 óÀ  — t          |¦  «        }|r-t          t          t           d„ |D ¦   «         ¦  «        ¦  «        }n"t          t          t           |¦  «        ¦  «        }|t          t          t           |                     ¦   «         ¦  «        ¦  «        z  }|dz  dz  }d}|dk    r|dz  }d}|dk    r|dz  }d} |d||||t	          |dd	¦  «        fz  ¦  «         d
S )zgDump statistics about a given dictionary.

        By the key and value need to support len().
        c              3   ó@   K  — | ]}d                       |¦  «        V — ŒdS )Ú N)Újoin)Ú.0Úks     r   ú	<genexpr>z/CacheManager._show_stats_for.<locals>.<genexpr>�   s,   è è € Ð <Ð <° §¢¨¡¤Ð <Ð <Ð <Ð <Ð <Ð <r   g      ð?é   ÚKÚMÚGz    %-12s: %8.1f %s (%d %s)Úitemr6   N)ÚlenÚsumÚmapr   r	   )r   Úa_dictÚlabelrN   Ú	tuple_keyr=   ÚsizeÚunits           r   rO   zCacheManager._show_stats_for–   s  € õ
 �F‘”ˆØð 	)Ý•s�3Ð <Ð <°VÐ <Ñ <Ô <Ñ=Ô=Ñ>Ô>ˆDˆDå•s�3 Ñ'Ô'Ñ(Ô(ˆDØ••C�˜VŸ]š]™_œ_Ñ-Ô-Ñ.Ô.Ñ.ˆØ�c‰z˜DÑ ˆØˆØ�$Š;ˆ;Ø˜$‘;ˆDØˆDØ�dŠ{ˆ{Ø˜d‘{�Ø�ØˆÐ*¨e°T¸4ÀÝ.;¸EÀ6È7Ñ.SÔ.Sð.Uñ Uñ 	Vô 	Vð 	Vð 	Vð 	Vr   c                 ó   — | j                              ¦   «          | j                             ¦   «          | j                             ¦   «          | j                             ¦   «          | j                             ¦   «          dS )z&Free up any memory used by the caches.N)r,   Úclearr-   r4   r:   r3   r   s    r   Ú	clear_allzCacheManager.clear_all¬   sn   € àŒ×ÒÑÔÐØÔ× Ò Ñ"Ô"Ð"ØŒ
×ÒÑÔÐØŒ×ÒÑÔÐØÔ×ÒÑ Ô Ð Ð Ð r   c                 óŒ  ‡‡‡— t          | j        ¦  «        }| j        Št          ‰¦  «        }|                     ˆfd„¬¦  «         | j        €Št          j        d¬¦  «        Š‰| _        | j        | j        _        t          j	        d| j        ¬¦  «        | j        _
        t          j        | j        j
        ¦  «        Šˆˆfd„}t          j        |¦  «         d}d}d}| j        | j        k    �r.|                     ¦   «         }| j                             |¦  «        }t          |¦  «        }	| xj        |	z  c_        |	| j        k     rf| j        j
        }
|
                     dt(          j        ¦  «         |
                     ¦   «         |	d f| j        |<   |
                     |¦  «         ||	z  }nTt          j        d	| j        ¬¦  «        \  }}t)          j        ||¦  «         t)          j        |¦  «         d|	|f| j        |<   ||	z  }~|d
z  }| j        | j        k    �°.t7          j        d|||dz  dz  |dz  dz  fz  ¦  «         d S )Nc                 ó.   •— t          ‰|          ¦  «        S r   )r]   )rV   Ústicky_blobss    €r   ú<lambda>z3CacheManager._flush_blobs_to_disk.<locals>.<lambda>¸   s   ø€ ¥ \°!¤_Ñ!5Ô!5€ r   )Úkeyzfastimport_blobs-)Úprefixzsmall-blobs-)rm   Údirc                  ót   •—  ‰¦   «         } | �|                       ¦   «          t          j        ‰d¬¦  «         d S )NT)Úignore_errors)r   r   r    )Ú
small_blobÚsmall_blob_refr   s    €€r   Úexit_cleanupz7CacheManager._flush_blobs_to_disk.<locals>.exit_cleanupÅ   sC   ø€ Ø+˜^Ñ-Ô-�
ØÐ)Ø×$Ò$Ñ&Ô&Ð&Ý”˜g°TÐ:Ñ:Ô:Ð:Ð:Ð:r   r   zblob-r   z4flushed %d/%d blobs w/ %.1fMB (%.1fMB small) to diskg      �@rX   )Úlistr-   r]   Úsortr/   ÚtempfileÚmkdtempr1   r   ÚTemporaryFiler   ÚweakrefÚrefÚatexitÚregisterr.   Ú_sticky_flushed_sizeÚpopÚ_small_blob_thresholdÚseekr   ÚSEEK_ENDÚtellr0   ÚwriteÚmkstempr   r   rN   )r   ÚblobsÚtotal_blobsrs   r=   ÚbytesÚn_small_bytesÚidÚblobÚn_bytesÚfÚfdÚnamerr   rj   r   s                @@@r   Ú_flush_blobs_to_diskz!CacheManager._flush_blobs_to_disk´   sf  øøø€ Ý�TÔ'Ñ(Ô(ˆØÔ)ˆÝ˜,Ñ'Ô'ˆØ�
Š
Ð5Ð5Ð5Ð5ˆ
Ñ6Ô6Ð6ØŒ=Ð ÝÔ&Ð.AÐBÑBÔBˆGØ#ˆDŒMØ$(¤MˆDŒMÔ!Ý(0Ô(>Ø%¨4¬=ð):ñ ):ô ):ˆDŒMÔ%å$œ[¨¬Ô)BÑCÔCˆNð;ð ;ð ;ð ;ð ;ð ;õ
 ŒO˜LÑ)Ô)Ð)ØˆØˆØˆØÔ'¨$Ô*CÒCÑCØ—’‘”ˆBØÔ%×)Ò)¨"Ñ-Ô-ˆDÝ˜$‘i”iˆGØÐ%Ô%¨Ñ0Ð%Ô%Ø˜Ô3Ò3Ð3Ø”MÔ-�Ø—’�q�"œ+Ñ&Ô&Ð&Ø()¯ª©¬°'¸4Ð'@�Ô  Ñ$Ø—’˜‘”�Ø Ñ(��å#Ô+°7ÀÄÐNÑNÔN‘��DÝ”˜˜TÑ"Ô"Ð"Ý”˜‘”�Ø()¨7°DÐ'9�Ô  Ñ$Ø�WÑˆEØØ�Q‰JˆEð% Ô'¨$Ô*CÒCÑCõ& 	Œ
ÐIØ˜[¨%°%©-¸$Ñ*>Ø# eÑ+¨dÑ2ð4ñ4ñ 	5ô 	5ð 	5ð 	5ð 	5r   c                 óü   — | j         r	|| j         v rO|| j        |<   | xj        t          |¦  «        z  c_        | j        | j        k    r|                      ¦   «          dS dS |dk    r|| j        |<   dS || j        |<   dS )zStore a blob of data.r   N)r5   r-   r.   r]   Ú_sticky_cache_sizer�   r,   )r   r‰   Údatas      r   Ú
store_blobzCacheManager.store_blobå   s    € ð Ô$ð 		#¨¨dÔ.CÐ(CÐ(CØ%)ˆDÔ˜rÑ"ØÐ%Ô%­¨T©¬Ñ2Ð%Ô%ØÔ(¨4Ô+BÒBÐBØ×)Ò)Ñ+Ô+Ð+Ð+Ð+ð CÐBà�SŠ[ˆ[à%)ˆDÔ˜rÑ"Ð"Ð"à"ˆDŒK˜‰OˆOˆOr   c                 óÂ   — | j         sdS | j                              |d ¦  «        }|�8|dz  }|dk    r#||= |�t          j        |¦  «         | j         |= dS || j         |<   dS )NFr   r   T)r5   Úgetr   r   )r   r‰   ÚcacheÚfnr=   s        r   Ú_decrefzCacheManager._decrefó   s}   € ØÔ$ð 	Ø�5ØÔ%×)Ò)¨"¨dÑ3Ô3ˆØÐØ�Q‰JˆEØ˜ŠzˆzØ˜"�IØ�>Ý”I˜b‘M”M�MØÔ)¨"Ð-Ø�tà,1�Ô% bÑ)Øˆur   c                 ó2  — || j         v r| j                              |¦  «        S || j        v r¤| j        |         \  }}}|€7| j        j        }|                     |¦  «         |                     |¦  «        }n<t          |d¦  «        5 }|                     ¦   «         }ddd¦  «         n# 1 swxY w Y   |                      || j        |¦  «         |S | j	        |         }|                      || j	        d¦  «        r| xj
        t          |¦  «        z  c_
        |S )zFetch a blob of data.NÚrb)r,   r~   r0   r1   r   r€   ÚreadÚopenr˜   r-   r.   r]   )r   r‰   Úoffsetr‹   r—   rŒ   ÚcontentÚfps           r   Ú
fetch_blobzCacheManager.fetch_blob  sF  € à�”ÐÐØ”;—?’? 2Ñ&Ô&Ð&Ø�Ô!Ð!Ð!Ø$(Ô$4°RÔ$8Ñ!ˆV�W˜bØˆzØ”MÔ-�Ø—’�v‘”�ØŸ&š& ™/œ/��å˜"˜d‘^”^ð ( rØ Ÿgšg™iœi�Gð(ð (ð (ñ (ô (ð (ð (ð (ð (ð (ð (øøøð (ð (ð (ð (à�LŠL˜˜TÔ-¨rÑ2Ô2Ð2ØˆNØÔ$ RÔ(ˆØ�<Š<˜˜DÔ.°Ñ5Ô5ð 	6ØÐ%Ô%­¨W©¬Ñ5Ð%Ô%Øˆs   ÂB(Â(B,Â/B,)NFr)   )F)r"   r#   r$   r   r‘   r}   r   rH   rL   r   rN   rP   rO   rg   r�   r“   r˜   r    r&   r   r   r(   r(   ?   sÜ   € € € € € à%ÐØ*ÐØ,Ðð4'ð 4'ð 4'ð 4'ðlð ð ð3ð 3ð 3ð $œjð Dð Dð Dð DðVð Vð Vð Vð,!ð !ð !ð/5ð /5ð /5ðb#ð #ð #ðð ð ð ð ð ð ð r   r(   )r%   r{   r   r   rv   ry   rS   r   r   r   Úfastimport.reftrackerr   Úhelpersr	   r   r(   r&   r   r   ú<module>r£      s  ðð  Ð à €€€Ø 	€	€	€	Ø €€€Ø €€€Ø €€€à  Ð  Ð  Ð  Ð  Ð  Ð  Ð  ðð ð ð ð ð ðð ð ð ð ð ðð ð ð ð ð ð
(ð (ð (ð (ð (ñ (ô (ð (ð6Vð Vð Vð Vð Vñ Vô Vð Vð Vð Vr   