o iqN dZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z mZmZmZmZmZmZmZddlZddlmZmZmZmZmZmZmZmZdd lm Z m!Z!d d l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(e(d Z)Gdde*e Z+e dGddZ,ej-dZ.hdZ/hdZ0hdZ1ej-dZ2dddddZ3iZ4e5e1D]Z6e6e4e6<e6de4e6d<e6de4e6d<e d e4e*e7!Z8e dGd"d#Z9eeeefZ:eee;e*fZd(ed%eee*efee*eeeffffd)Z?d(ed*e@d%eee:ee ee*ejOd? fd@e e@ejOdA fdBe eeKe*ejOdCdDdE fdFe e+ejOdG fdHe e@ejOdIdJdK fdLe ee8ejOdM fdNe eePejOdO fd%dfdPZQe)M dhd;e eKe*ejRdQ fd>e ee*ejOd? fdRe e@ejOdSdTdU fdVe e@ejOdW fd%df dXZSe)M dhd>e ee*ejOd? fdRe e@ejOdSdTdU fdVe e@ejOdW fd%dfdYZTe)Me$jUdddd=d=dfdZe#d[e$d\e%d>e ee*ejOd] fd^e ee*ejOd_ fd`e e@ejOdadb fdce e@ejOddde fdfe&d%dfdgZVdS)izHContains the 'hf cache' command group with cache management subcommands.N) defaultdict) dataclass)Enum) AnnotatedAnyCallableDictListMappingOptionalTuple)ANSICachedRepoInfoCachedRevisionInfo CacheNotFound HFCacheInfo _format_sizescan_cache_dirtabulate)parse_duration parse_size) RepoIdArg RepoTypeOpt RevisionOptTokenOpt get_hf_api typer_factoryzManage local cache directory.)helpceZdZdZdZdZdS) OutputFormattablejsoncsvN)__name__ __module__ __qualname__r#r$r%Y/var/www/html/auto_sub_bot/venv/lib/python3.11/site-packages/huggingface_hub/cli/cache.pyr"r"1s E D CCCr*r"T)frozencfeZdZUeeed<eeeefed<e edfed<dS)_DeletionResolution revisionsselected.missingN) r&r'r( frozensetstr__annotations__dictrrtupler)r*r+r.r.7sR~>9-?#@@AAAA 38_r*r.zA^(?P[a-zA-Z_]+)\s*(?P==|!=|>=|<=|>|<|=)\s*(?P.+)$><=>!=<=>=>refssizetypeaccessedmodified>namer>r@rAz.^(?P[a-zA-Z_]+)(?::(?Pasc|desc))?$descasc)r@rAr>rBz:asc_ascz:desc_desc SortOptions)r?modulec2eZdZUdZeed<eed<eed<dS)CacheDeletionCountsz>Simple counters summarizing cache deletions for CLI messaging. repo_countpartial_revision_counttotal_revision_countN)r&r'r(__doc__intr4r)r*r+rJrJVs9HHOOOr*rJselected_by_reporeturnc d}d}d}|D]S\}}|t|z }t|t|jkr|dz }|t|z }T||z }t|||S)z(Summarize deletions across repositories.rr)itemslenr/rJ)rPrKtotal_revisionsrevisions_in_full_reposrepor/rLs r+summarize_deletionsrXcsJO+113366i3y>>) y>>S00 0 0 !OJ #s9~~ 5 #,/FF z+A? S SSr*c t|dD]}|jd|j}t||d}t |t |jkrt d|ddt d|d|D]M}dt|jpd }t d |j d |d |j Nd S)zBPretty-print selected cache revisions during confirmation prompts.cB|j|jfSN repo_typerepo_idlowerrWs r+z0print_cache_selected_revisions..ws$.RVR^RdRdRfRfAgr*key/c|jSr[ commit_hashrevs r+raz0print_cache_selected_revisions..y3?r* - z (entire repo): z (detached)z z [z] N) sortedkeysr]r^rTr/printjoinr=rgsize_on_disk_str)rPrWrepo_keyr/revisionr=s r+print_cache_selected_revisionsruus)',,..4g4ghhh X Xn55t|55+D17R7RSSS y>>S00 0 0 1111 2 2 2   X   !!!! X XH88F8=1122BlD V8/VV4VV8;TVV W W W W X X Xr* hf_cache_infoci}i}|jD]H}|j}|||<|jD] }||f||j<!I||fS)zPCreate lookup tables so CLI commands can resolve repo ids and revisions quickly.)reposcache_idr_r/rg)rv repo_lookuprevision_lookuprWrsrts r+build_cache_indexr|s.0KLNO#MM=&&(( $ H M MH=A8.sQUQ]QcQcQeQe@fr*rbc&h|]}|jD]}|Sr))r=).0rtrefs r+ z(collect_cache_entries..s*(e(e(eW_Wd(e(ePS(e(e(e(er*c|jSr[rfrhs r+raz'collect_cache_entries..rjr*NcJ|dj|d |djndfS)Nrr)ryrgentrys r+raz'collect_cache_entries..s+a!(-a(<a$$"r*c|djS)Nr)ryrs r+raz'collect_cache_entries..s uQx'8r*)rnrxr2r/appendsort)rvr}entries repo_refs_map sorted_reposrWrts r+collect_cache_entriesrs!#G!#M--3f3fgggL))'(e(eT^(e(e(eff d  )"4>7R7RSSS 1 1h/0000 1 NND$< ( ( ( (:        88 999 M !!r*exprrc ` t|}|std|d|d|d|d t vr+tdd|dtt d tvr+td d |dttd d krt   fd SdvrRt  dtdttdtdtf fd }|Sdkr\ dkrtdddtdttdtdtffd }|Sdkrtdd dtdttdtdtf fd }|S)zqConvert a `hf cache ls` filter expression into the yes/no test we apply to each cache entry before displaying it.zInvalid filter expression: 'z'.rcopvaluezUnsupported operator 'z ' in filter ''. Must be one of .zUnsupported filter key '' in 'r>cBt||jn|jSr[)_compare_numeric size_on_disk)rWrt_rsize_thresholds r+raz&compile_cache_filter..s+)9%-%9H ! !t?P  * * r*>r@rArWrtnowrQcndkr|jn||jn|j}|dSt||z S)Nr@F) last_accessed last_modifiedr)rWrtr timestamprcrsecondss r+ _time_filterz*compile_cache_filter.._time_filters\*$$""'++'  u#C)ORAA Ar*r?r8z/Only '=' is supported for 'type' filters. Got 'rc>|jkSr[)r]r_)rWrtrexpecteds r+ _type_filterz*compile_cache_filter.._type_filters>''))X5 5r*z.Only '=' is supported for 'refs' filters. Got c||jn!|t}d|DvS)Nc6g|]}|Sr))r_)rrs r+ z>compile_cache_filter.._refs_filter..s (E(E(E(E(E(Er*)r=getr2r_)rWrtrr=r value_raws r+ _refs_filterz*compile_cache_filter.._refs_filtersO$,$88==m>O>OPTV_VaVa>b>bD??$$(E(E(E(E(EE Er*)_FILTER_PATTERNmatchstrip ValueErrorgroupr__ALLOWED_OPERATORSlist _FILTER_KEYSrrrr rfloatbool) rrrrrrrrcrrrrs ` @@@@@@r+compile_cache_filterrs  ! !$**,, / /E B@@@@AAA ++e   " " $ $C T  B G$$**,,I ###v"vv4vv[_`r[s[svvvwww ,lClltllW[\hWiWilllmmm f}}#I..       &&& !2!233 B~ BBT9U B\a Bfj B B B B B B B B f}}??$$ 99UrUUUVV V 6~ 6BT9U 6Z_ 6dh 6 6 6 6 6 6 99SbSSSTT T F~ FBT9U FZ_ Fdh F F F F F F Fr*rc g}|D]\}}|rQ| |j|j|jt|j|j|j|jt|j d}nO|j|j|j|j|jt| |td}| ||S)zGNormalize cache entries into serializable records for JSON/CSV exports.Nr^r]rt snapshot_pathrrrr=r^r]rrrr=) r^r]rgr3rrrrrnr=rr2r)rr}rpayloadrWrtrecords r+_build_cache_export_payloadrs%'G!h  <!^$0!$X%;!.sp    h# $)//22* ..//  $##r*)rr LAST_ACCESSEDrrcg|]u\}}|j|jd|jpd|jdt |tgvS)rrrm) ryrrrlast_accessed_strrrqrnrr2)rrWrrs r+rz-print_cache_entries_table..(s    a  %++A..&,"& 1 1$ D DEEFF      r*)headersch|]\}}|Sr)r))rrWrs r+rz,print_cache_entries_table..5s000WT1D000r*c3$K|] \}}|dV dS)Nrr)rrrts r+ z,print_cache_entries_table..8s+RR;1hX=QQ=Q=Q=Q=QRRr*c3.K|]\}}||jVdSr[rrs r+rz,print_cache_entries_table..9s.bb;1hXMa.MaMaMaMabbr*c3>K|]}t|jVdSr[)rTr/rrWs r+rz,print_cache_entries_table..;s,JJTS00JJJJJJr*c3$K|] }|jV dSr[rrs r+rz,print_cache_entries_table..<s%DDt*DDDDDDr*z Found z repo(s) for a total of z revision(s) and z on disk.)rprrTsumrrbold) rr}rmessager table_rows unique_reposrKrevision_count total_sizesummarys ` r+print_cache_entries_tablers 2Ch..Ih g EEE   #*    KJJ     #     (:w / / /00000000L\""JERR'RRRRRbb'bbbbb JJ\JJJJJDD|DDDDD BBB^BB^jku^v^vBBBG $)G  r*ct|||}tj|tjdtjddS)z7Dump cache entries as JSON for scripting or automation.r}rr)indent N)rr$dumpsysstdoutwrite)rr}rrs r+print_cache_entries_jsonrBsO*'EVfstttGIgsz!,,,,JTr*c Pt|||}tjtj}|rgd}ngd}|||sdS|D]M}|d}|r|dd|dd|d d|d d|d |d |d |rd|ndg}n|dd|dd|d |d |d |rd|ndg}||OdS)z@Export cache entries as CSV rows with the shared payload format.rrrNr=r^rr]rtrrrrrm)rr%writerrrwriterowrrq) rr}rrecordsrrrr=rows r+print_cache_entries_csvrKs)'EVfstttG Z # #F e    edd OOG f~   9b)) ;++ :r** ?B// >** ?++ ?++"&.B CC 9b)) ;++ >** ?++ ?++"&.B C -r*leftrrightc|dS||k||k||k||k||k||kd}||vrtd|||S)z)Evaluate numeric comparisons for filters.NF)r8r:r9r7r<r;z)Unsupported numeric comparison operator: )r)rrr comparisonss r+rr|sr |uU]em E\ E\emem K IRIIJJJ r?r* sort_expr.c t|}|st d|d|d|d}t vr+t dd|dtt d|r|n t}|d k}d td ttd fffd }||fS)zConvert a `hf cache ls` sort expression into a key function for sorting entries. Returns: A tuple of (key_function, reverse_flag) where reverse_flag indicates whether to sort in descending order (True) or ascending order (False). zInvalid sort expression: 'z5'. Expected format: 'key' or 'key:asc' or 'key:desc'.rcorderzUnsupported sort key 'rrrrCrrQ.c2|\}}dkr|j}|fSdkr||jn|j}|fSdkr|j|jnd}|fSdkr&||j|jnd}n|j|jnd}|fSt d)NrBr>r@grAzUnsupported sort key: )ryr_rrrr)rrWrtrrcs r+ _sort_keyz%compile_cache_sort.._sort_keysh &==,,..E8O &==-5-AH))tGXE8O *  +/*<*HD&&cE8O *  #2:2H2T..Z].2.@.L**RU8O7#77888r*) _SORT_PATTERNrrr_rr _SORT_KEYSr_SORT_DEFAULT_ORDER CacheEntryr6r)rrexplicit_orderrreverserrcs @r+compile_cache_sortrs     1 1 7 7 9 9 : :E xvivvvwww ++e   " " $ $C[[))N *m#mmYmmZ^_iZjZjmmmnnn- JNN2Ec2JEvoG99c3h999999< g r*targetsc8t|\}}tt}t}g}|D]}|}|s|} t jd| rh|| } | ||p| \} } ||  | | | j || } | ||| j D]7} ||  | | | j 8d| D}tt||t|S)z8Resolve the deletion targets into a deletion resolution.z[0-9a-fA-F]{40}Nc4i|]\}}|t|Sr))r2)rrWrevss r+ z-_resolve_deletion_targets..s$PPPttYt__PPPr*r/r0r1)r|rsetrr_re fullmatchrraddrgr/rSr.r2r6)rvrrzr{r0r/r1 raw_targettargetloweredrrWrt matched_repofrozen_selecteds r+_resolve_deletion_targetsr s#4]#C#C K>I#>N>NH%%IG00 !!##  ,,.. <*G 4 4 #''00E}z***"ND( TN  x ( ( ( MM(. / / / "w//   NN: & & & $. 0 0H \ " & &x 0 0 0 MM(. / / / / 0QPx~~?O?OPPPO I&& g   r*F cache_dirz9Cache directory to scan (defaults to Hugging Face cache).r/zCInclude revisions in the output instead of aggregated repositories.filterz-fz--filterzZFilter entries (e.g. 'size>1GB', 'type=model', 'accessed>7d'). Can be used multiple times.formatzOutput format.quietz-qz--quietz-Print only IDs (repo IDs or revision hashes).raSort entries by key. Supported keys: 'accessed', 'modified', 'name', 'size'. Append ':asc' or ':desc' to explicitly set the order (e.g., 'modified:asc'). Defaults: 'accessed', 'modified', 'size' default to 'desc' (newest/biggest first); 'name' defaults to 'asc' (alphabetical).limitzSLimit the number of results returned. Returns only the top N entries after sorting.c t|}nL#t$r?}tdt|jt jd|d}~wwxYw|pg} t||\}  fd| D} n4#t$r'}t j t||d}~wwxYwtj | D]fd| D} |rd t|j \} } | | | n4#t$r'}t j t||d}~wwxYw|(|d krt j d |d | d|} |r'| D]"\}}t||jn|j#dSt jt$t jt(t jt,i}||| | S) z&List cached repositories or revisions.Cache directory not found: rcodeN)r}c0g|]}t|Sr))r)rrrs r+rzls..1s$TTTD*4??TTTr*cFg|]}|d|d|S)rrr))rrfnrs r+rzls..7s4MMMUE!HeAh1L1LM5MMMr*)rcrrz&Limit must be a positive integer, got rr)rrrpr3r typerExitrr BadParametertimerrrrgryr"r#rr$rr%r)r r/rrrrrrvexcfiltersr filter_fns sort_key_fnrrWrt formattersrrrs @@@r+lsr"sZj*&y11 *** @C ,>,>@@AAAja   c)*lG2=T]^^^G]4TTTTGTTT 444 S**34 )++CNNMMMMMgMMM 8 8#5dj#A#A K LL['L : : : : 8 8 8$SXX..C 7 8  199$%Ve%V%V%VWW W&5&/ % S SND( (*>(&&DM R R R R 531J :f gR_ ` ` ``sD A:AA:B B:"B55B:'.D E "EEzQOne or more repo IDs (e.g. model/bert-base-uncased) or revision hashes to delete.yesz-yz--yeszSkip confirmation prompt.dry_runz,Preview deletions without removing anything.c  t|}nK#t$r>}tdt|jt jdd}~wwxYwt||}|jr+td|jD]}td|t|j dkr$tdt jd|j t|j }t|j} g} | jr| | jd | jr| | jd | s| | jd d | } td | d |jdt+|j|rtddS|s't jddstddS|t|j} td| jd| jd|jddS)z(Remove cached repositories or revisions.rrrNz2Could not find the following targets in the cache:rkrzNothing to delete.z repo(s)z revision(s)z and About to delete z totalling rDry run: no files were deleted.zProceed with deletion?F)defaultzDeletion cancelled.Deleted z repo(s) and z revision(s); freed )rrrpr3r rrr r1rTr/delete_revisionsrnrXr0rKrrLrMrqexpected_freed_size_strruconfirmexecute) rr r#r$rvr resolutionrstrategycounts summary_parts summary_texts r+rmr3Ts<!&y11 !!! @C ,>,>@@AAAja    !+='BBJ" BCCC' " "E ... ! ! ! ! :   A%% "###ja    -}-vj6J/K/KLH !4 5 5F!M = 1;;;<<< $M =KKKLLL K ;IIIJJJ<< ..L Y\ Y Yh6V Y Y YZZZ":#6777 /000 u}%=uMMM #$$$  !4 5 5F  H6$ H H63N H HdleE H H H A9AAc t|}nK#t$r>}tdt|jt jdd}~wwxYwi}t}|jD]G}td|j D}|s#|||<| d|DHt|dkrtddStt||d } |jt| j } t!|} td | jd | jd t'||rtddS|s%t jdstddS| td| jd| jddS)z)Remove detached revisions from the cache.rrrNc3JK|]}t|jdk|VdS)rN)rTr=rrts r+rzprune..s7``(HMHZHZ^_H_H_XH_H_H_H_``r*c3$K|] }|jV dSr[rfr7s r+rzprune..s%GG(-GGGGGGr*rz2No unreferenced revisions found. Nothing to prune.r)rr&z unreferenced revision(s) (z total).r'zProceed?zPruning cancelled.r)z! unreferenced revision(s); freed r)rrrpr3r rrrrxr2r/updaterTr.r*rnrXrMr+rur,r-) r r#r$rvrr0r/rWdetachedr.r/r0s r+pruner;s#0!&y11 !!! @C ,>,>@@AAAja    !EGH%%I#HH``dn`````  !GGhGGGGGGG 9~~ BCCC$I&&J .}-vj6J/K/KLH  * *F }66}}S[Ss}}}#8,,, /000 u}Z00 "###  vV0 v vS[Ss v v vwwwwwr4r^r]rtzXCache directory to use when verifying files from cache (defaults to Hugging Face cache). local_dirz?If set, verify files under this directory instead of the cache.fail_on_missing_filesz--fail-on-missing-filesz?Fail if some files exist on the remote but are missing locally.fail_on_extra_filesz--fail-on-extra-fileszLFail if some files exist locally but are not present on the remote revision.tokenc V|&|$tdtjdt|}||t |dr|jnt|||||} d} t| j } | rNtd | j D]5} td | d d | d d| dd| d6d} | j rY|r.td| j D]} td | d} n)t| j d}td|| j rY|r.td| j D]} td | d} n)t| j d}td|| j }| dkrJtd|d|jd|dtd| jtj| td| jd|d|jd|tddS) aVerify checksums for a single repo revision from cache or a local directory. Examples: - Verify main revision in cache: `hf cache verify gpt2` - Verify specific revision: `hf cache verify gpt2 --revision refs/pr/1` - Verify dataset: `hf cache verify karpathy/fineweb-edu-100b-shuffle --repo-type dataset` - Verify local dir: `hf cache verify deepseek-ai/DeepSeek-OCR --local-dir /path/to/repo` NzCCannot pass both --local-dir and --cache-dir. Use one or the other.rr)r?r)r^r]rtr<r r?ru;❌ Checksum verification failed for the following file(s):rkpathz : expected rz ( algorithmz), got actualrz1Missing files (present remotely, absent locally):zM remote file(s) are missing locally. Use --fail-on-missing-files for details.u⚠️ z/Extra files (present locally, absent remotely):zV local file(s) do not exist on the remote repo. Use --fail-on-extra-files for details.u❌ Verification failed for 'z' (z) in rz Revision: u ✅ Verified z file(s) for 'z All checksums match.)rprrrverify_repo_checksumshasattrrr3r mismatches missing_pathsrT extra_paths verified_pathrt checked_count)r^r]rtr r<r=r>r?apiresult exit_codehas_mismatchesmpwarningverified_locations r+verifyrSsT!6 STTTja    5 ! ! !C  & &%,Y%@%@T)//c)nn 'FI&+,,N KLLL" f fA d6ddq}dd+ddWXYaWbdd e e e e   ( ( E F F F) " "jQjj!!!!IIv+,,;;;  &W&& ' ' '  (  ( C D D D' " "jQjj!!!!IIv)**999  &W&& ' ' ',A~~ dgdd)/ddPadddeee .V_..///ji(((( s&. s sg s s)/ s s`q s sttt "#####r*)NFF)WrNr%r$rrr collectionsr dataclassesrenumrtypingrrrr r r r r rutilsrrrrrrrrutils._parsingrr _cli_utilsrrrrrr cache_clir3r"r.compilerrrrrr_sort_options_dictrnrcr&rGrJrr2 RepoRefsMaprXrur|rrrrrrrrrr6rrr commandr#OptionrOr"Argumentr3r;modelrSr)r*r+rcs ON ######!!!!!!QQQQQQQQQQQQQQQQQQQQ                     87777777```````````````` M> ? ? ? 3  $ "*abb666??? 5 5 5  LMM     6*  66C!s*-|||#|||$+. #}}}%%d="43xPPP  $>8,>#?? @ >9S>12 Tni8J.KKLTTTTT$ XW^YWiMj=j5k Xpt X X X X(( n eN$667 78:(((("""6:" 4 [ ()""""4> >)> ~x(:;UCTIJ>>>>B * 59JU $sCx.@/ * /59/JU/ ////d * 59JU .T*%5.T.bm.rv....b8E?Ed(3#3%*uSRUX9V0WY]0]*^3333l&[&49&Qd&&&&X     c^a^a  L    ^a  V    ^a c  m     ^a*  !     +^a6    @     7^aF  7     G^aX   f     Y^ad e^a^a^a^aB    5II  S d    I  L    I    ,     I*  ?    +I6 7IIIIX    )@x@x  L    @x    ,     @x  ?    @x* +@x@x@x@xF ).   =c$c$ c$c$c$  k     c$  R    c$ %  %R    !c$.#  #_    /c$< =c$> ?c$c$c$c$c$c$r*