9i*%SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK r SSK r SSK J r J r SSKJrJrJrJr SSKJr SSKJr SSKJr SSKJr SSKJr SS KJrJrJrJrJ r J!r!J"r" SS K#J$r$ SSK%r%SS K%J&r& SS K'J(r(J)r) SS K*J+r+ SSK,J-r-J.r. SSK/J0r0J1r1J2r2J3r3J4r4 SSK5J6r6J7r7J8r8 SSK9J:r:J;r;Jr>J?r?J@r@JArA SSKBJCrC SSKDJErEJFrFJGrG SSKHJIrI SSKJJKrK /SQrLSrM\N\OS'SrP\\N\OS'\"SS55rQ\"SS55rR"SS \5rSS!rTS"\N4S#jrU"S$S%\ 5rV"S&S'\V5rW"S(S)\V5rX"S*S+5rYS,\@S"\Z4S-jr[S.\ZS/\\\@S"\\\\\@4S0jr]S1\YS2\RS3\"\R\%RL4S4\@S5\NS6\SS"\G4S7jr`S8\S9\RS:\RS;\?S1\YS<\ZS=\bS>\ZS6\SS"S4S?jrc"S@SA\ 5rd"SBSC\d5re"SDSE\F5rf"SFSG5rg"SHSI\E5rh"SJSK\f\C5rig)LN)ABCabstractmethod) GeneratorIterableIteratorSequence)contextmanager) dataclass)Enum)UnsupportedOperation)Path)AnyCallablecastFinalIOOptionalUnion)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)CUSTOM_METADATA_KEYDCP_VERSION_KEY FORMAT_KEY FORMAT_VALUEHF_DCP_VERSION)MetadataSTATE_DICT_TYPE StorageMeta) LoadItemTypeLoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)BlockingAsyncStager) StorageReader StorageWriter WriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader FileSystemFileSystemBaseSerializationFormatz .metadata _metadata_fnz1.0.0CURRENT_DCP_VERSIONcX\rSrSr%Sr\\S'\\S'\\S'Sr\ \ \\S'Sr S r g) _StorageInfoJz#This is the per entry storage info. relative_pathoffsetlengthNtransform_descriptorscvURR5VVs0sH upUcM X_M snn$s snnfN)__dict__items)selfkvs g/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/torch/distributed/checkpoint/filesystem.py __getstate___StorageInfo.__getstate__Ss1!%!4!4!6H!6!!6HHHs 55) __name__ __module__ __qualname____firstlineno____doc__str__annotations__intr?rrrH__static_attributes__rJrGr:r:Js/- K K598HSM29IrTr:c \rSrSr%\\S'Srg)_StoragePrefixWprefixrJN)rKrLrMrNrPrQrSrJrTrGrVrVWs KrTrVc\rSrSrSrSrSrg)r6\ torch_save safetensorsrJN)rKrLrMrN TORCH_SAVE SAFETENSORSrSrJrTrGr6r6\s JKrTr6z.distcpreturnc>[[R"55$rA)rPuuiduuid4rJrTrG_generate_uuidrcds tzz| rTc\rSrSr\S\S\SS4Sj5r\S Sj5r\S\ \ \ R\44Sj5r S rg) _TensorLoaderhsizeobjr_NcgrArJrDrgrhs rGadd_TensorLoader.addi rTcgrArJrDs rG start_loading_TensorLoader.start_loadingmrmrTcgrArJros rGvalues_TensorLoader.valuesqrmrTrJr_N)rKrLrMrNrrRobjectrkrprtupletorchrrsrSrJrTrGrerehsk  & T     u||V';!<=  rTrecx\rSrSrS\SS4SjrS\S\SS4SjrS S jr S\ \ \ R\44S jrS rg) _SerialCpuLoaderv resolve_funr_NcXl/UlgrA)r|rC)rDr|s rG__init___SerialCpuLoader.__init__ws&/1 rTrgrhc<URRX45 grA)rCappendrjs rGrk_SerialCpuLoader.add{s 4+&rTcgrArJros rGrp_SerialCpuLoader.start_loading~s rTc# # URHzupURU5R5nUR5nUR 5R 5UR 5:waUR5nUU4v M| g7frA)rCr|detachcpustoragergnumelclonerD_rhtensors rGrs_SerialCpuLoader.valuessrjjFA%%c*113FZZ\F~~$$&&,,.8  !sB B)rCr|ru)rKrLrMrNrr~rRrvrkrprrwrxrrsrSrJrTrGrzrzvsS2H22''&'T'  u||V';!<= rTrzc (\rSrSrSS\S\\RS\SS4Sjjr \ S\ 4Sj5r S\ \\R\44S jrSS jrS\\\R\44S jrS \S \SS4SjrSSjrS\\\R\44SjrSrg)_OverlappingCpuLoaderNr|streaminflight_threshholdr_cLXl/UlX0lSUl[R "5UlSUlSUlU(a URO [5Ul [UR5Ul [[RR U=(d URR#55UlUR$URR#5:wa4UR$R'URR#55 gg)NrF)r|rCrin_flight_data collectionsdeque current_itemsidxstarted device_typerr device_modulerrxcudaStreamcurrent_streamr wait_stream)rDr|rrs rGr~_OverlappingCpuLoader.__init__s '/1 #6 0;0A0A0C "(F  .H.J 00@0@A JJ  vL););)J)J)L   ;;$,,;;= = KK # #D$6$6$E$E$G H >rTcFUR[UR5:$rA)rlenrCros rG_done_OverlappingCpuLoader._donesxx3tzz?**rTc/nURUR:aURR5 URUR:aURR 5nU=RUSR 5USR5--slURU5 URUR:aMU$Nr) rrr synchronizerpopleftr element_sizer)rDdrainedvals rG_drain_OverlappingCpuLoader._drains   $":": : KK # # %!!T%=%==$$,,.C   3q6<<>CF4G4G4I#I I  NN3 !!T%=%==rTcURRUR5 UR(GdURUR:GatUR UR upU=R S- slURU5R5nURRUR:XaURSSS9nOqUR[R"S5:XaMUR5R5UR!5UR"-:waUR%5nUR&R)UU45 U=RUR!5UR+5-- slUR(dURUR:aGMtSSS5 g!,(df  g=f)NrT)device non_blocking)rrrrrrCrr|rrtypertorxuntyped_storagergritemsizerrrrrs rG_refill_OverlappingCpuLoader._refillsV    & &t{{ 3jjjT%8%84;S;S%SDHH-A ))#.557==%%)9)99#YYe$YGF]]ell5&99..0557!<<>FOO;<"("")) ##v||~8K8K8M'MM#)jjT%8%84;S;S%S4 3 3s FG GcUR(de[UR5S:aURR 5 UR$r)rrrrrros rG_finish_OverlappingCpuLoader._finishs=zzz t!! "Q & KK # # %!!!rTrgrhctUR(a [S5eURRX45 g)Nz&cannot add items after loading started)r RuntimeErrorrCrrjs rGrk_OverlappingCpuLoader.adds) <<GH H 4+&rTcUR(agSUlURR[R"S5S9 UR 5 g)NTrkey)rrCsortoperator itemgetterrros rGrp#_OverlappingCpuLoader.start_loadings9 <<   H//23 rTc## UR5 UR(d=UR5nUR5 UShvN UR(dM=UR 5ShvN gN0N7frA)rprrrr)rDrs rGrs_OverlappingCpuLoader.valuessY **kkmG LLN  *** <<>!! !s*AA> A: A>!A>4A<5A><A>) rrrrrrrCr|rr)Ni@Bru)rKrLrMrNrrrxrrRr~propertyboolrlistrwrrvrrrrrkrprrsrSrJrTrGrrs*.#, II&I! I  I.+t++U5<<#789N0"% f(<"=>" ''&'T' "u||V';!<="rTrc |\rSrSrSrS S\\\SS4SjjrS\ S\ RS\ \ \\\44S jrS rg) _StorageWriterTransforms This is experimental, and will likely move elsewhere in the future. It lives here to minimize changes while we are still learning and gathering feedback. N extensionsr_c(UcSUlgUUlg)z If the extensions arg is None, this means the implementation should provide whatever defaults it chooses. An empty sequence indicates no extensions should be used. At this time, the default extensions sequence is empty. NrJr)rDrs rGr~!_StorageWriterTransforms.__init__s!+ 2" rT write_item raw_streamc*"SS[R5n[[[U"U55nUR HnUR U5nM U[UR 5Vs/sHoUR5PM sn4$s snf)Nc\\rSrSrS\R 4SjrS\4SjrS\ S\ 4Sjr Sr S r g ) E_StorageWriterTransforms.transform_save_stream..NoCloseWriterirawcXlgrAr)rDrs rGr~N_StorageWriterTransforms.transform_save_stream..NoCloseWriter.__init__srTr_cgNTrJros rG writeableO_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writeablesrTbc8URRU5$rA)rwrite)rDrs rGrK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.write sxx~~a((rTcXUR5 URR5 grA)flushrros rGcloseK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.close s  rTrN)rKrLrMrNioIOBaser~rrrrRrrrSrJrTrG NoCloseWriterrs6 BII  4  )v )# ) !rTr) rrrrbytesr transform_toreversedget_descriptor)rDrrrrexs rGtransform_save_stream._StorageWriterTransforms.transform_save_streamsv !BII !BuI}Z'@A //B??<8L"Xdoo=VW=Vr002=VWXXWs3BrrA)rKrLrMrNrOrrrr~r*rrrwrrrrPrrSrJrTrGrrshJN C"8,D#EF C  CY#Y13Y r%y$s)# $YrTritemcSnURceURRHnX-nM URRRnU[R R U5-$Nr) tensor_datarg propertiesdtyperx_utils _element_size)rrgsrs rG _item_sizersi D    '' '    " " #    ' ' - -E %,,,,U3 33rTbinsrCcUS:XaU/$UVs/sH$o"R[R:XdM"UPM& nnUVs/sH$o"R[R:wdM"UPM& nn[U5Vs/sHn/PM nn[U5Vs/sHnSPM nnUR [ SS9 [ U5HupXhU-RU5 M UHUn[[ U5[R"S5S9Sn XiRU5 Xy==[ U5- ss'MW U$s snfs snfs snfs snf)NrrT)rreverser) rr+BYTE_IOrangerr enumeraterminrr) rrCwibytes_wtensor_wrbuckets bucket_sizesirs rG_split_by_size_and_typer %s! qyw!FEbWW 0E0E%ErEGF"GUrgg1F1F&FUHG27+%>+Qb+G%>$T{+{!A{L+ MMj$M/7#D  $$)L)x/B/B1/EFqI BZ^+  N#GG%>+s!!D=D=!E$E9 E E  transformsrdatar storage_keyserialization_formatc <UR5nURX15upxUR[R:XaA[ U[ R5(deURUR55 Oq[ U[R5(deUR[R"S5:XdeU[R:Xa[R"X'5 UR!5 U[R:Xd[ U[ R5(aUR5U- n O!UR#5UR%5-n ['U5S:XaSOUn [)UR*U [-UUU U S9S9$)Nrr)r?)index size_in_bytes storage_data)tellrrr+r isinstancerBytesIOr getbufferrxrrr6r]saverrrrr/rr:) r rr rr r r=rr?r>info_transform_descriptorss rG _write_itemr=sX[[]F,6,L,L-)\-///$ ++++4>>+,$ ----{{ell51111 #6#A#A A JJt *2=== bjjBB' 1 1 33 )*a/5J !   "<    rT create_stream file_queue result_queueplannerr use_fsync thread_countc UR5upn [RR5n [ [U S5n US:XaZ[R R 5(dU (a0U R 5(aUS:a[URUS9nO[UR5nU Vs/sH$oR[R:wdM"UPM& nnUHnUR[U5U5 M UR5 U Vs/sH$oR[R:XdM"UPM& nn/nU"U S5nUH3nURU5nUR![#UUUUU U55 M5 0n0nUR%5HunnUR&(deUR![#UUUUU U55 UUUR(R*'SUR,R.R00UUR(R*'M U[2R4:XaSSSKJn UR;U"U[<[>R@"U5[B[E[F5[H[J0S95 U(a%[LRN"URQ55 URY5 SSS5 UR[U5 GMs snfs snf![R[T4a [LRV"5 N]f=f!,(df  NW=f![\R^a gf=f)Nrr)rwb saved_offsets)r)metadata)0 get_nowaitrx_C_get_privateuse1_backend_namegetattrr is_availabler resolve_datarzrr+rrkrrprrrsis_cpurfqnrchunkoffsetsr6r^safetensors.torchrrrjsondumpsrrPr rrosfsyncfilenoAttributeErrorr syncrputqueueEmpty)rrrrr rrrr  file_namer  write_itemscustom_backend_namecustom_device_modloaderrrrr write_resultsrr  tensor_dict metadata_dictrrs rG_write_files_from_queuer@os[ 2<2G2G2I /IK#((("H"H"J  '/BD I  !JJ++--).?.L.L.N.N'!+.(((; *((&1U[rGG}?T?T4T[HU&  :j1:>'  "$/TKb77m>S>S3SrKGTMy$/6")J"// ;D!((#&" &'0  #*! " *0--/&FJ!==(=!((#&""&'0  9?K 0 0 4 45')?)?)E)E)M)M;M*"2"2"6"67+:"(+>+J+JJ6LL' 3TZZ 5N /^1D *L& "1 i0j   ] +q6V Uj+,@A" "e0/l ;;   ssB!K6#K6):L<#!K;K; L<E L+&$L L+&L<%L(%L+'L((L++ L95L<<MMc ~\rSrSr\\S\\\R4S\S\ \ RSS44Sj55r \S\\\R4S\S\\\R44Sj5r\S\\\R4S \\\R4SS4S j5r\S\\\R4S\\\R44S j5r\S\\\R4SS4S j5r\\S \\\R4S\4Sj55r\S\\\R4S\4Sj5r\S\\\R4SS4Sj5rSrg)r5ipathmoder_NcgrArJ)rDrBrCs rGrFileSystemBase.create_streams,/rTsuffixcgrArJrDrBrFs rG concat_pathFileSystemBase.concat_paths#&rTnew_pathcgrArJrDrBrKs rGrenameFileSystemBase.renamesrTcgrArJrDrBs rG init_pathFileSystemBase.init_pathsSVrTcgrArJrQs rGmkdirFileSystemBase.mkdirsArTrJ)rKrLrMrNr rrrPr0PathLikerrrrrIrNrRrU classmethodrr[r^rarSrJrTrGr5r5s/#r{{*+/36/ 299dD( )//&#r{{*+&58& sBKK &&#r{{*+7[T U]5 [5UlURR U5UlX lX0lX@lXPl [5Ul X`l [U5UlXlSUlSUlg)a Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. NT)superr~r4fsrRrBrrrrrcsave_idrrr r rankuse_collectives) rDrBrrrrrrr rr __class__s rGr~_FileSystemWriter.__init__Isv6 ,GG%%d+ $8!$(%:"%' "2;?$8!#' %)rTrWcpU(a URRU5Ul[5UlgrA)rrRrBrcrrDrWs rGreset_FileSystemWriter.resetrs% ))-8DI%' rTis_coordinatorc`URSS5UlURSS5UlgNrrT)getrr)rDrrrs rGset_up_storage_writer'_FileSystemWriter.set_up_storage_writerws*JJvt, %zz*;TBrTcUR(aURSS9nOURSS9nURRU5$)N)rr)r_get_metadata_pathrr^)rD metadata_paths rG_metadata_exists"_FileSystemWriter._metadata_exists}sF    333>M!333;Mww~~m,,rTplancURRUR5 UR5(a^UR(a3[ R "SURSUR<S35 O[SUR<S35eURb=UR(d,[R"U[SURS35S9nU$) Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.z-Checkpoint already exists and self.overwrite=.__rr) rrUrBrrwarningswarnrrr dataclassesreplacerVrDrs rGprepare_local_plan$_FileSystemWriter.prepare_local_plans  dii  " "~~ 9$))DhY]YgYgXijkk #%SDNNCTTU#VWW 99 )=)=&&>Btyyk2C#DD rTplansc [U5VVs/sH6up#URc"[R"U[ SUS35S9OUPM8 nnnU$s snnf)Nrrr)rrrrrV)rDrrr new_planss rGprepare_global_plan%_FileSystemWriter.prepare_global_plansl %U+  ,  (   >Bqc)3L M ,    s=Arc^ ^ URm Sm U U 4Sjn[R"5nUR(ah[ UR UR 5HCnU"5nURRURU5nURXvU45 ME OTUR HDnU"5nURRURU5nURXvU/45 MF URX$5$)Nrc>>TRT[3nTS- mU$r)rXDEFAULT_SUFFIX)r8 file_count storage_plans rGgen_file._FileSystemWriter.write_data..gen_files,'../ |N;KLI !OJ rT) rr6Queuerr rrCrrIrBr5 _write_data) rDrrrrbucketr8rBrrrs @@rG write_data_FileSystemWriter.write_datas (,'8'8    #(++-  $ $1$2C2CTZZP$J ww**499i@89Q  $J ww**499i@$89# 44rTrc [R"5n/n[SUR5Hn[R "[ URRUUUURURURURUR4 S9nUR5 URU5 M [ URRUUUURURURURURS9 UHnUR5 M /nXsR!5- nM![R"a [%5nUR'U5 Us$f=f)Nr)targetr) rrrrr rrrr )r6rrr threadingThreadr@rrr rrr startrjoinr#r7r1 set_result) rDrrrthreadsrtresfuts rGr_FileSystemWriter._write_datasG %*KKM q$++,A  .GG)) OO..OO%%--  A GGI NN1 !-$ ''//!% $ : :oo**!%!:!: A FFH ..00{{ -3XC NN3 J s1E1E:9E:r"resultsct[R"U[S9n0nUH9nURUVs0sHoURUR _M sn5 M; X1lUR 5UlUR(d#URbSUR[S3O[S3n[[URRURU55nURRUS5n[ R""X5 UR$(a%[&R("UR+55 SSS5 UR(d)URbUR3UR5n OUR35n URR5U 5(aURR7U 5 URR9Xy5 gs snf![,[.4a [&R0"5 Nf=f!,(df  N=f)N)versionrz.tmpr )rrr8updaterr storage_metarrr7rr rrIrBrpickledumprr0r1r2r3r r4rr^rarN) rDr"r storage_mdwr_listwr tmp_filenametmp_path metadata_filers rGfinish_FileSystemWriter.finishs&&x9LM G   7K7Rxx87K L * $ 1 1 3''DII,A L> . >&  dgg11$))\JK WW " "8T 2m KK 0HH]1134 3## (= 33DII>M 335M 77>>- ( ( GGOOM * x/7L'(<=GGI 3 2s/ G9 (H),$G>>%H&#H)%H&&H)) H7c>[URURS9$)N)rWr)r#rWrros rGr_FileSystemWriter.storage_metas););T\\RRrTrcUc[O SU[3n[[URR UR U55$Nrr7rr rrIrBrDrfilenames rGr$_FileSystemWriter._get_metadata_path<(, l^Btf\N:SD$''--diiBCCrTcUR$)zD return the checkpoint_id that will be used to save the checkpoint. rBros rGrW_FileSystemWriter.checkpoint_id yyrTc,[RU5$rAr4r[rYs rGr[(_FileSystemWriter.validate_checkpoint_id"00??rT) rrrBrrrr rrrr rrA)+rKrLrMrNrOr6r]rrPr0rcrrRrrrrr~rrrr(rrrr)r1r/rr6rrr!rr#rrrrWrdr[rS __classcell__rs@rGrr;sJ  &*%/DH4G4R4R'*C$%'*#'* '*  '* # '*'*h'?@A'*2'*'*'* '*'*R(5bkk4)?#@(D( C"C+.C:=C C -$ -xH&hDN555 [! " 5800KK0 [! " 0d 0x 0$tK7H2I 0d 0DSh{3SDx}D DuS"++%56 @5bkk9I3J@t@@rTrc `\rSrSrSrS S\\SS4SjjrS\S\ \ S \ \ S\ \ 4S jr S rg) _StorageReaderTransformsi'rNextension_registryr_c8Uc[5UlgUUlgrA)rr)rDrs rGr~!_StorageReaderTransforms.__init__.s!#5#=   CU rT read_itemr?rcURRU5nUnUH+n[U[5(dMUR U5nM- U$rA)rfrom_descriptor_listrrtransform_from)rDrr?rrrrs rGtransform_load_stream._StorageReaderTransforms.transform_load_stream3sP ,,AABWX #B"677!#!2!2>!BrT)rrA)rKrLrMrNrOrrr~r'rrPrrrrSrJrTrGrr'sX  84E+F RV   (} uI  E rTrc ^\rSrSrSS\\\R4S\\ SS4U4Sjjjr S\ S\ \ 4SjrSS \\\RS4SS4S jjrS \S \S\S4S jrSS\\S\R4SjjrS\S\S\4SjrS\S\S\S\SS4 SjrS \S\4SjrS\\S\\4Sjr\S\\\R44Sj5r\ S \\\R4S\4Sj5r!Sr"U=r#$)r3iANrB_extension_registryr_c>[TU]5 [5UlURR U5Ul0Ul[5Ul[U5Ul SUl SUl gr) rr~r4rrRrBrrcload_idrr rr)rDrBrrs rGr~FileSystemReader.__init__Bs] ,GG%%d+ ,.%' 23FG #rTsinfocl[[[[XRUR 55$rA)rrrr0r=r>)rDfilers rG _slice_fileFileSystemReader._slice_filePs#BuI0||U\\RSSrTrWc~0UlU(a URRU5Ul[ 5UlgrA)rrrRrBrcrrs rGrFileSystemReader.resetSs- ))-8DI%' rTrrc 0nURHInURURnURnUR U/5R U5 MK UR5GHJupxUR RURU5n UR RU S5n UGHn URU RnURX5n URRU UR=(d SU 5n U R[R :XaI["R$"U R'S55nUR)S5 UR+X5 MU R-5(aU nO6["R$"U R'S55nUR)S5 [/[0[2R4"USSS95n[7UU R8U R:5nUR=U 5R?5nURA5URA5:Xd6SU RS URA5S URA535eURCU5 UREU U5 GM SSS5 GMM [G5nURIS5 U$!,(df  GM|=f) NrbrJrrT) map_location weights_onlyzreq z mismatch sizes z vs )%rCr storage_indexr< setdefaultrrrIrBrrr rr?rr$rrrreadseek load_bytesseekablerrrxloadrstorage_offsetslengthsresolve_tensorrrgcopy_ commit_tensorr1r)rDrrper_fileritem_mdrBr<reqsrKrreq file_slicer read_bytesrr target_tensorrs rG read_dataFileSystemReader.read_dataYss.0I$($5$5i6M6M$NG((D   b ) 0 0 ;$ $,>>#3 Mww**499mDH&&x6&C"//0A0ABG!%!1!1&!BJ%)__%J%J 55;" &Nxx<#7#77%'ZZ0C0CB0G%H "***3;)2244'5H(*zz.2E2Eb2I'JH$MM!,!%"!JJ (-2-1""8"C$7$7")0(>(>s(C(J(J(L ,113v{{}D"3#4#4"55EmFXFXFZE[[_`f`k`k`m_noD&++F3--c=AS 76$4^h t _76s 4G:K K( rcUc[O SU[3n[[URR UR U55$rrrs rGr#FileSystemReader._get_metadata_pathrrTrrcTURSS5nURU5nURRUS5n[R "U5nSSS5 [ WSS5c[5UlURURl U$!,(df  NH=f)Nrrr) rrrrrrr&r#rr)rDrrrrBrr"s rG read_metadataFileSystemReader.read_metadataszz&$'&&t, WW " "4 .-{{=1H/ 8^T 2 :$/MH !(, %/ .s B B'r"rcURUlURSS5UlURSS5UlURcegr)rrrr)rDr"rrrs rGset_up_storage_reader&FileSystemReader.set_up_storage_readersJ%11JJvt, %zz*;TB  ,,,rTcU$rArJrs rGr#FileSystemReader.prepare_local_plans rTrcU$rArJ)rDrs rGr$FileSystemReader.prepare_global_plans rTcUR$)zD return the checkpoint_id that will be used to load the checkpoint. rros rGrWFileSystemReader.checkpoint_idrrTc,[RU5$rArrYs rGr['FileSystemReader.validate_checkpoint_idrrT)rrrBrrr rrA)$rKrLrMrNrrPr0rcrrr~r:rrrrr%r&r1rrRrrr!r"rr%rrrrrWrdr[rSrrs@rGr3r3As<@ $C$% $&&78 $  $ $T|T5 T(5bkk4)?#@(D( 9h999vDx}D D 3 # ( - -26-?B-NQ- -xHhDNuS"++%56 @5bkk9I3J@t@@rTr3c^\rSrSrSrSSSSSSS\R 4S\\\ R4S \ S \ S \ S \ S \ S\ S\ \\S\SS4SjjrS\S\4U4SjjrSrU=r$)r2ia Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a global `.metadata` file with the serialized metadata if rank coordination is enabled. a rank local `__{rank}.metadata` file with the serialized metadata if rank coordination is NOT enabled. TrrFNrBrrrrcache_staged_state_dictrrr r_c d[RUUUUUUUUU S9 [R"UUS9 g)a* Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation that the stager is maintained and reused for multiple dcp.async_save calls. Default to False. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. )rBrrrrrrr )r0N)rr~r,) rDrBrrrrr0rrr s rGr~FileSystemWriter.__init__sH: "" !5!%"7#!5 #  $$ $; rT state_dictc0>SUl[TU] U5$)zOverride of AsyncStager.stager)rrstage)rDr3rs rGr5FileSystemWriter.stages&'"w}Z((rT)r)rKrLrMrNrOr6r]rrPr0rcrrRrrrr~r"r5rSrrs@rGr2r2s "&*%/(-DH4G4R4R+ C$%+ #+  +  + # + "&+ + h'?@A+ 2+  + Z))O))rTr2)jrrrr.rr0rr6rrarabcrrcollections.abcrrrr contextlibr r enumr r pathlibr typingrrrrrrrtyping_extensionsrrxr torch._utilsrrtorch.distributed._shard._utilsr'torch.distributed.checkpoint._extensionrr&torch.distributed.checkpoint._hf_utilsrrrrr %torch.distributed.checkpoint.metadatar!r"r#$torch.distributed.checkpoint.plannerr$r%r&r'r(r)r*r+$torch.distributed.checkpoint.stagingr,$torch.distributed.checkpoint.storager-r.r/"torch.distributed.checkpoint.utilsr0 torch.futuresr1__all__r7rPrQr8r:rVr6rrcrerzrrrRrrr rrrrrr@r5r4rrr3r2rJrTrGrIs   #CC%!#BBB% GBYX   E A   c")U3Z)  I I  I   $   C  }.W"MW"t0Y0Yf4Y434#d9o$tIBW0/(/ II/  ELL( )/ /  / . //df f  f ++f  f ) f  f f f .f  f RBSBD>0>0Bi@ i@X4{@}{@|A)(*=A)rT