̢ߟddlZddlZddlmZmZddlmZddlmZddl m Z m Z m Z dZ dZd Zd Zd ZGd d e j$ZGdde jZGdde j*Zy)N)hexsha1nodeconstants)_)util)basepack constants shallowutils.dataidxs .datapackcJeZdZeZeZfdZdZdZdZdZ dZ dZ xZ S) datapackstorec.tt| ||yN)superr__init__)selfuipath __class__s @usr/lib/python3.12/site-packages/hgext/remotefilelog/datapack.pyrzdatapackstore.__init__ s mT+B5ct|Sr)datapack)rrs rgetpackzdatapackstore.getpack#s ~rctd)Ns)must use getdeltachain with datapackstore RuntimeErrorrnamenodes rgetzdatapackstore.get&sGHHrc|jD]} |j||cS|jD]} |j||cSt|t |f#t$rYcwxYw#t$rYIwxYwr)packsgetmetaKeyErrorrefreshrrr!r"packs rr&zdatapackstore.getmeta)sJJD ||D$// LLND ||D$//# c$i())     "A%A4% A10A14 B?Bc|jD]} |j||cS|jD]} |j||cSt|t |f#t$rYcwxYw#t$rYIwxYwr)r%getdeltar'r(rr)s rr-zdatapackstore.getdelta8sJJD }}T400 LLND }}T400# c$i())     r+c|jD]} |j||cS|jD]} |j||cSt|t |f#t$rYcwxYw#t$rYIwxYwr)r% getdeltachainr'r(rr)s rr/zdatapackstore.getdeltachainGsJJD ))$55 LLND ))$55# c$i())     r+ctd)Nscannot add to datapackstorerrr!r"datas raddzdatapackstore.addVs9::r) __name__ __module__ __qualname__ INDEXSUFFIX PACKSUFFIXrrr#r&r-r/r3 __classcell__)rs@rrrs1KJ6I * * *;rrcteZdZeZeZdZdZdgZdZdZ dZ dZ dZ dd Z d Zd Zd ZddZdZdZdZy )rs!20siQQ(clg}|D],\}}|j|}|r|j||f.|Sr)_findappend)rkeysmissingr!r"values r getmissingzdatapack.getmissinges=JD$JJt$Ed|, rc4td|t|fz)Ns,must use getdeltachain with datapack (%s:%s))rrr s rr#z datapack.getns  ;tSY>O O  rc|j|}|t|t|f|\}}}}|j|||z}d}|t j d||ddzz }|dz }|t j d||ddzz }t j d||d}|dz }t j||||z} | S) Nr!Hr<r;!Q!I)r>r'r_datastruct unpack_fromr parsepackmeta) rr!r"rBdeltabaseoffsetoffsetsizerawentrymetalenmetas rr&zdatapack.getmetass 4  =D#d),- -.3+ovt::fv}5&$$UHf=a@1DD" &$$UHf=a@1DD$$UHf=a@! ((&6G;K)LM rc|j|}|t|t|f|\}}}}|j||d}|\}}} } } |j | || | fS)NT)r&)r>r'r _readentry freememory) rr!r"rBrOrPrQentryfilename deltabasenodedeltarTs rr-zdatapack.getdeltasv 4  =D#d),- -.3+ovtd;5:2$ ud h t33rc"|j|}|t|t|f|j}|g}|d}|j}|t k7rq|t k7rh|j|z}tj|j|j|||z}|d}|j||t k7r |t k7rhg} |D]4\}}} } |j| | \} }} }| j| || | |f6|j| S)Nr)r>r'rparamsINDEXENTRYLENGTHFULLTEXTINDEXMARKNOBASEINDEXMARK indexstartrLunpack INDEXFORMAT_indexr?rVrW)rr!r"rBr]chainrOentrylenloc deltachainrPrQrYrZr[s rr/zdatapack.getdeltachains  4  =D#d),- -((( 0 0?2##o5CMM  $++cC(N"CE$AhO LL  0 0?2 38 /D/6437??643P 0HdM5   xxN O49 rc&|j|||z}|xjt|z c_d}tjd|ddd}||||z}||z}|t z} ||| } || | t z} | t z} || | dz} tjd| d}|| dz| dz|z}|j |}|rL| dz|z}tjd||d}||dz|dz|z}tj|}|| | ||fS|| | |fS)Nr<rFrrHrGrIrJ) rK_pagedinlenrLrb NODELENGTH _decompressrMr rN)rrPrQr&rR lengthsize filenamelenrY nodestartdeltabasestartr"rZ deltastart rawdeltalendeltalenr[ metastartrSrawmetarTs rrVzdatapack._readentrys[::fv}5 X&  mmE8BQ<8; Jk)AB, "Z/ .1 .:2MN $j0 zJN; == 4Q7a*q.8*CD  ' "Q1I(()DQGGy1}y1}w/FGG,,W5DT=%= =T=%7 7rc,tj|Sr)zlib decompressrr2s rrmzdatapack._decompressst$$rc"td||fz)Nscannot add to datapack (%s:%s)rr1s rr3z datapack.adds<d|KLLrc|j}tj|j|d|jd}|j }|||j z}|j}t|dz|jD]}|||j z}||k7sn|}|j} | ||tz} | ||tz} |j} | |k(r | ||| z} ni| |k(r | ||| z} n[||| z krR|||z dzz}|||j z | zz }| ||tz}||k(r | ||| z} n||kDr|}n||kr|}||| z krRytj|j| S)Nrrr<)r]rLrb fanoutstruct fanoutprefix _fanouttablera _indexendrange fanoutcountrdrlr^rc)rr"r] fanoutkeyfanoutstartindexendiendindex startnodeendnoderfrXmidmidnodes rr>zdatapack._findsMM   &;(;(;!<  ""y!F$5$55>>y1}f&8&89A)f///Ce|: C %%*"45 cJ./((  %%("23E _#h/E#.(sU{q00cF$5$55ABcJ&67d?!#h7E'>EG^C#.(}}T--u55rNc>|D]\}}|j|||yr) markdataentry)rledgeroptionsrYr"s r markledgerzdatapack.markledger s""NHd  x 6#rc|jj|g}t|}|Dchc]3}|js |js|j |j f5}}t||z dk(r\|j|jvrCtj|jdtj|jdyyycc}w)NrT) ignoremissing)sourcesr#set datarepackedgcedrYr"rkrcreatedr unlinkpath indexpathpackpath)rrentriesallkeyse repackedkeyss rcleanupzdatapack.cleanups..$$T2.d)*1 *1QQ^^qvvQZZ '   w% &! +yy.dC TB/ ,  s C Cc#LK|jD] \}}}}||fywr) iterentries)rfn deltabaserts r__iter__zdatapack.__iter__s+)-)9)9); %Aq)XQ$J* > MMVi/ /M zzKt}}$s EE" E")Fr)r4r5r6r7r8rcr^SUPPORTED_VERSIONSrCr#r&r-r/rVrmr3r>rrrrrrrrZsgKJK * 4B8B%M+6Z7 C)"rrcbeZdZdZeZeZejZejZdgZ dZ ddZ dZ y)mutabledatapacka A class for constructing and serializing a datapack file and index. A datapack is a pair of files that contain the revision contents for various file revisions in Mercurial. It contains only revision contents (like file contents), not any history information. It consists of two files, with the following format. All bytes are in network byte order (big endian). .datapack The pack itself is a series of revision deltas with some basic header information on each. A revision delta may be a fulltext, represented by a deltabasenode equal to the nullid. datapack = [,...] revision = [1] [1] metadata-list = [, ...] metadata-item = metadata-key could be METAKEYFLAG or METAKEYSIZE or other single byte value in the future. .dataidx The index file consists of two parts, the fanout and the index. The index is a list of index entries, sorted by node (one per revision in the pack). Each entry has: - node (The 20 byte node of the entry; i.e. the commit hash, file node hash, etc) - deltabase index offset (The location in the index of the deltabase for this entry. The deltabase is the next delta in the chain, with the chain eventually terminating in a full-text, represented by a deltabase offset of -1. This lets us compute delta chains from the index, then do sequential reads from the pack if the revision are nearby on disk.) - pack entry offset (The location of this entry in the datapack) - pack content size (The on-disk length of this entry's pack data) The fanout is a quick lookup table to reduce the number of steps for bisecting the index. It is a series of 4 byte pointers to positions within the index. It has 2^16 entries, which corresponds to hash prefixes [0000, 0001,..., FFFE, FFFF]. Example: the pointer in slot 4F0A points to the index position of the first revision whose node starts with 4F0A. This saves log(2^16)=16 bisect steps. dataidx = fanouttable = [,...] (2^16 entries) index = [,...] indexentry = [1]: new in version 1. r<c,tj|Sr)rxcompressrzs r _compresszmutabledatapack._compresss}}T""rNc t|dkDrttd|zt|dk7rttd|z||jvry|j |}dj t jdt||||t jdt||f}tj|}|t jdt|z }||z }|jj}t|} ||| f|j|<|j|y) Nisname too long %sr snode should be 20 bytes %srrFrGrI) rkrrrrjoinrLr*r buildpackmetapackfptellwriteraw) rr!r"rZr[metadatarawdatarvrPrQs rr3zmutabledatapack.adds t9w q!45<= = t9?q!>?$FG G 4<<  u%(( E3t9- E3u:.    ++H56;;uc'l337!!#7|+VT: T grc*td|jjD}d}|j}|D]U\}}}} |tj k(rt } n|j|t} tj||| || } || z }W|S)Nc36K|]\}\}}}||||fywrr).0rdboss r z.mutabledatapack.createindex..s' /Cma"aQAqM/Csr) sortedritemsrcrnullidr_r#r`rLr*) r nodelocations indexoffsetrrawindexfmtr"rrPrQdeltabaselocationrXs r createindexzmutabledatapack.createindexs /3||/A/A/C  -4 )D)VT-444$5!%2$5$5%!KKT+rs~     ;;H**;;|n"x  n"bNh..Nr