ȅi%SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK r SSK r SSK J r J r SSKJrJrJrJrJr SSKJr SSKJr SSKJr SSKJr SSKJr SS KJrJrJrJ r SS K!J"r" SSK#r#SS K#J$r$ SS K%J&r&J'r' SS K(J)r) SSK*J+r+J,r, SSK-J.r.J/r/J0r0J1r1J2r2 SSK3J4r4J5r5J6r6 SSK7J8r8J9r9J:r:J;r;Jr>J?r? SSK@JArA SSKBJCrCJDrDJErE SSKFJGrG SSKHJIrI /SQrJSrK\L\MS'SrN\\L\MS'\"SS55rO\"SS55rP"SS \5rQS!rRS"\L4S#jrS"S$S%\ 5rT"S&S'\T5rU"S(S)\T5rV"S*S+5rWS,\>S"\X4S-jrYS.\XS/\Z\>S"\Z\Z\>4S0jr[S1\WS2\RS3\R\#RH-S4\>S5\LS6\QS"\E4S7jr^S8\S9\RS:\RS;\=S1\WS<\XS=\`S>\XS6\QS"S4S?jra"S@SA\ 5rb"SBSC\b5rc"SDSE\D5rd"SFSG5re"SHSI\C5rf"SJSK\d\A5rgg)LN)ABCabstractmethod)Callable GeneratorIterableIteratorSequence)contextmanager) dataclass)Enum)UnsupportedOperation)Path)AnycastFinalIO)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)CUSTOM_METADATA_KEYDCP_VERSION_KEY FORMAT_KEY FORMAT_VALUEHF_DCP_VERSION)MetadataSTATE_DICT_TYPE StorageMeta) LoadItemTypeLoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)BlockingAsyncStager) StorageReader StorageWriter WriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader FileSystemFileSystemBaseSerializationFormatz .metadata _metadata_fnz1.0.0CURRENT_DCP_VERSIONcX\rSrSr%Sr\\S'\\S'\\S'Sr\ \S-\S'Sr S r g) _StorageInfoJz#This is the per entry storage info. relative_pathoffsetlengthNtransform_descriptorscvURR5VVs0sH upUcM X_M snn$s snnfN)__dict__items)selfkvs a/home/james-whalen/.local/lib/python3.13/site-packages/torch/distributed/checkpoint/filesystem.py __getstate___StorageInfo.__getstate__Ss1!%!4!4!6H!6!!6HHHs 55) __name__ __module__ __qualname____firstlineno____doc__str__annotations__intr=r rF__static_attributes__rHrEr8r8Js/- K K268C=4/6IrRr8c \rSrSr%\\S'Srg)_StoragePrefixWprefixrHN)rIrJrKrLrNrOrQrHrRrErTrTWs KrRrTc\rSrSrSrSrSrg)r4\ torch_save safetensorsrHN)rIrJrKrL TORCH_SAVE SAFETENSORSrQrHrRrEr4r4\s JKrRr4z.distcpreturnc>[[R"55$r?)rNuuiduuid4rHrRrE_generate_uuidrads tzz| rRc\rSrSr\S\S\SS4Sj5r\S Sj5r\S\ \ \ R\44Sj5r S rg) _TensorLoaderhsizeobjr]Ncgr?rHrBrerfs rEadd_TensorLoader.addi rRcgr?rHrBs rE start_loading_TensorLoader.start_loadingmrkrRcgr?rHrms rEvalues_TensorLoader.valuesqrkrRrHr]N)rIrJrKrLrrPobjectrirnrtupletorchrrqrQrHrRrErcrchsk  & T     u||V';!<=  rRrccx\rSrSrS\SS4SjrS\S\SS4SjrS S jr S\ \ \ R\44S jrS rg) _SerialCpuLoaderv resolve_funr]NcXl/Ulgr?)rzrA)rBrzs rE__init___SerialCpuLoader.__init__ws&/1 rRrerfc<URRX45 gr?)rAappendrhs rEri_SerialCpuLoader.add{s 4+&rRcgr?rHrms rErn_SerialCpuLoader.start_loading~s rRc## URHvupURU5R5nUR5nUR 5R 5UR :waUR5nUU4v Mx g7fr?)rArzdetachcpuuntyped_storagerenbytesclonerB_rftensors rErq_SerialCpuLoader.valuessrjjFA%%c*113FZZ\F%%',,.&--?  !sBB )rArzrs)rIrJrKrLrr|rPrtrirnrrurvrrqrQrHrRrErxrxvsS2H22''&'T'  u||V';!<= rRrxc (\rSrSrSS\S\R S-S\SS4Sjjr\ S\ 4Sj5r S\ \ \R\44S jrSS jrS\\ \R\44S jrS \S \SS4SjrSSjrS\\ \R\44SjrSrg)_OverlappingCpuLoaderNrzstreaminflight_threshholdr]cLXl/UlX0lSUl[R "5UlSUlSUlU(a URO [5Ul [UR5Ul [[RR U=(d URR#55UlUR$URR#5:wa4UR$R'URR#55 gg)NrF)rzrArin_flight_data collectionsdeque current_itemsidxstarted device_typerr device_modulerrvcudaStreamcurrent_streamr wait_stream)rBrzrrs rEr|_OverlappingCpuLoader.__init__s '/1 #6 0;0A0A0C "(F  .H.J 00@0@A JJ  vL););)J)J)L   ;;$,,;;= = KK # #D$6$6$E$E$G H >rRcFUR[UR5:$r?)rlenrArms rE_done_OverlappingCpuLoader._donesxx3tzz?**rRc/nURUR:aURR5 URUR:aURR 5nU=RUSR 5USR5--slURU5 URUR:aMU$)Nr) rrr synchronizerpopleftnumel element_sizer)rBdrainedvals rE_drain_OverlappingCpuLoader._drains   $":": : KK # # %!!T%=%==$$,,.C   3q6<<>CF4G4G4I#I I  NN3 !!T%=%==rRcURRUR5 UR(GdURUR:GatUR UR upU=R S- slURU5R5nURRUR:XaURSSS9nOqUR[R"S5:XaMUR5R5UR!5UR"-:waUR%5nUR&R)UU45 U=RUR!5UR+5-- slUR(dURUR:aGMtSSS5 g!,(df  g=f)NrT)device non_blocking)rrrrrrArrzrrtypertorvrreritemsizerrrrrs rE_refill_OverlappingCpuLoader._refillsV    & &t{{ 3jjjT%8%84;S;S%SDHH-A ))#.557==%%)9)99#YYe$YGF]]ell5&99..0557!<<>FOO;<"("")) ##v||~8K8K8M'MM#)jjT%8%84;S;S%S4 3 3s FG GcUR(d [S5e[UR5S:aURR 5 UR$)Nz._finish called before all items were processedr)rAssertionErrorrrrrrms rE_finish_OverlappingCpuLoader._finishsDzz !QR R t!! "Q & KK # # %!!!rRrerfctUR(a [S5eURRX45 g)Nz&cannot add items after loading started)r RuntimeErrorrArrhs rEri_OverlappingCpuLoader.adds) <<GH H 4+&rRcUR(agSUlURR[R"S5S9 UR 5 g)NTrkey)rrAsortoperator itemgetterrrms rErn#_OverlappingCpuLoader.start_loadings9 <<   H//23 rRc## UR5 UR(d=UR5nUR5 UShvN UR(dM=UR 5ShvN gN0N7fr?)rnrrrr)rBrs rErq_OverlappingCpuLoader.valuessY **kkmG LLN  *** <<>!! !s*AA> A: A>!A>4A<5A><A>) rrrrrrrArzrr)Ni@Brs)rIrJrKrLrrvrrPr|propertyboolrlistrurrtrrrrrirnrrqrQrHrRrErrs'+#, II t#I! I  I.+t++U5<<#789N0"% f(<"=>"''&'T' "u||V';!<="rRrc |\rSrSrSrS S\\S-SS4SjjrS\S\ RS\ \ \ \\44S jrS rg) _StorageWriterTransforms This is experimental, and will likely move elsewhere in the future. It lives here to minimize changes while we are still learning and gathering feedback. N extensionsr]c(UcSUlgUUlg)z If the extensions arg is None, this means the implementation should provide whatever defaults it chooses. An empty sequence indicates no extensions should be used. At this time, the default extensions sequence is empty. NrHr)rBrs rEr|!_StorageWriterTransforms.__init__s!+ 2" rR write_item raw_streamc*"SS[R5n[[[U"U55nUR HnUR U5nM U[UR 5Vs/sHoUR5PM sn4$s snf)Nc\\rSrSrS\R 4SjrS\4SjrS\ S\ 4Sjr Sr S r g ) E_StorageWriterTransforms.transform_save_stream..NoCloseWriterirawcXlgr?r)rBrs rEr|N_StorageWriterTransforms.transform_save_stream..NoCloseWriter.__init__srRr]cgNTrHrms rE writeableO_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writeable srRbc8URRU5$r?)rwrite)rBrs rErK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.write sxx~~a((rRcXUR5 URR5 gr?)flushrrms rEcloseK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.closes  rRrN)rIrJrKrLioIOBaser|rrrrPrrrQrHrRrE NoCloseWriterrs6 BII  4  )v )# ) !rRr) rrrrbytesr transform_toreversedget_descriptor)rBrrrrexs rEtransform_save_stream._StorageWriterTransforms.transform_save_streamsv !BII !BuI}Z'@A //B??<8L"Xdoo=VW=Vr002=VWXXWs3Brr?)rIrJrKrLrMr rr|r(rrrurrrrNrrQrHrRrErrshGK C"#;+Qb+G%>$T{+{!A{L+ MMj$M/7#D  $$)L)x/B/B1/EFqI BZ^+  N#GG%>+s!!D=D=!E$E9 E E  transformsrdatar storage_keyserialization_formatc rUR5nURX15upxUR[R:XaJ[ U[ R5(d [S5eURUR55 O[ U[R5(d [S5eUR[R"S5:wa [S5eU[R:Xa[R "X'5 UR#5 U[R:Xd[ U[ R5(aUR5U- n O!UR%5UR'5-n [)U5S:XaSOUn [+UR,U [/UUU U S9S9$)Nz/Data must be io.BytesIO for BYTE_IO write itemsz5Data must be torch.Tensor for non-BYTE_IO write itemsrzTensor must be on CPU devicer)r=)index size_in_bytes storage_data)tellrrr)r isinstancerBytesIOrr getbufferrvrrr4r[saverrrrr-r r8) rrrrr r r;rr=r<info_transform_descriptorss rE _write_itemr@sp[[]F,6,L,L-)\-///$ ++ !RS S4>>+,$ -- G  ;;%,,u- - !?@ @ #6#A#A A JJt *2=== bjjBB' 1 1 33 )*a/5J !   "<    rR create_stream file_queue result_queueplannerr use_fsync thread_countc UR5upn [RR5n [ [U S5n US:XaZ[R R 5(dU (a0U R 5(aUS:a[URUS9nO[UR5nU Vs/sH$oR[R:wdM"UPM& nnUHnUR[U5U5 M UR5 U Vs/sH$oR[R:XdM"UPM& nn/nU"U S5nUH3nURU5nUR![#UUUUU U55 M5 0n0nUR%5HunnUR&(d [)S5eUR![#UUUUU U55 UUUR*R,'SUR.R0R20UUR*R,'M U[4R6:XaSSSKJn UR=U"U[>[@RB"U5[D[G[H5[J[L0S95 U(a%[NRP"URS55 UR[5 SSS5 UR]U5 GMs snfs snf![T[V4a [NRX"5 N]f=f!,(df  NW=f![^R`a gf=f) Nrr)rwbzTensor must be on CPU saved_offsets)r)metadata)1 get_nowaitrv_C_get_privateuse1_backend_namegetattrr is_availabler resolve_datarxrr)rrirrnrrrqis_cpurr fqnrchunkoffsetsr4r\safetensors.torchrrrjsondumpsrrNrrrosfsyncfilenoAttributeErrorr syncrputqueueEmpty)rrrrrrrrr  file_namer  write_itemscustom_backend_namecustom_device_modloaderrrrr write_resultsrr tensor_dict metadata_dictrrs rE_write_files_from_queuer=ws\ 2<2G2G2I /IK#((("H"H"J  '/BD I  !JJ++--).?.L.L.N.N'!+.(((; *((&1U[rGG}?T?T4T[HU&  :j1:>'  "$/TKb77m>S>S3SrKGTMy$/6")J"// ;D!((#&" &'0  #*! " *0--/&FJ!==,-DEE!((#&""&'0  9?K 0 0 4 45')?)?)E)E)M)M;M*"2"2"6"67+:$(+>+J+JJ6LL' 3TZZ 5N /^1D *L& "1 k0l   ] +s6V Ul+,@A" "g0/n ;;   ssB!K?#K?):M#!LL MEL4/$L L4#&M %L1.L40L11L44 M>MMMc R\rSrSr\\S\\R-S\S\ \ RSS44Sj55r \S\\R-S\S\\R-4Sj5r \S\\R-S \\R-SS4S j5r\S\\R-S\\R-4S j5r\S\\R-SS4S j5r\\S \\R-S\4Sj55r\S\\R-S\4Sj5r\S\\R-SS4Sj5rSrg)r3ipathmoder]Ncgr?rH)rBr?r@s rErFileSystemBase.create_streams,/rRsuffixcgr?rHrBr?rCs rE concat_pathFileSystemBase.concat_paths rRnew_pathcgr?rHrBr?rHs rErenameFileSystemBase.renamesTWrRcgr?rHrBr?s rE init_pathFileSystemBase.init_pathsGJrRcgr?rHrNs rEmkdirFileSystemBase.mkdirs69rR checkpoint_idcgr?rHclsrTs rEvalidate_checkpoint_id%FileSystemBase.validate_checkpoint_idsORrRcgr?rHrNs rEexistsFileSystemBase.existss7:rRcgr?rHrNs rErm_fileFileSystemBase.rm_files8;rRrH)rIrJrKrLr rrNr-PathLikerrrrrFrKrOrR classmethodrrXr[r^rQrHrRrEr3r3sr/"++%/-0/ 299dD( )// "++% /2 r{{   W3,Wbkk8IWdWWJcBKK/JC"++4EJJ9# +999R33DRRR:3,:::;C"++-;$;;rRr3c 4\rSrSr\S\\R-S\S\\ RSS44Sj5r S\\R-S\S\\R-4Sjr S\\R-S\\R-4S jr S\\R-S \\R-SS4S jrS\\R-SS4S jr\S \\R-S\4Sj5rS\\R-S\4SjrS\\R-SS4SjrS\\R-S\\4SjrSrg)r2ir?r@r]Nc## [U[5(d [U5nURU5n[[R U5v SSS5 g!,(df  g=f7fr?)rropenrrr)rBr?r@rs rErFileSystem.create_streamsD$%%:D YYt_ryy&) )__s2A+A A+ A($A+rCcJ[U[5(d [U5nX- $r?rrrEs rErFFileSystem.concat_path s $%%:D}rRcF[U[5(d [U5nU$r?rgrNs rErOFileSystem.init_paths$%%:D rRrHc[U[5(d [U5nUR[[U55 gr?)rrrKrrJs rErKFileSystem.renames+$%%:D Dx()rRcd[U[5(d [U5nURSSS9 g)NT)parentsexist_ok)rrrRrNs rErRFileSystem.mkdirs($%%:D 4$ /rRrTc [U[5(agS[U5;ag[U5RHOnUR 5(dM[ R "[U5[ R5(dMO g g)NTz://F)rrrNrnr[r-accessW_OK)rWrTps rErX!FileSystem.validate_checkpoint_id sb mT * * C & &m$,,AxxzzbiiA88-rRcb[U[5(d [U5nUR5$r?)rrr[rNs rEr[FileSystem.exists.s$$%%:D{{}rRcd[U[5(d [U5nUR5 gr?)rrunlinkrNs rEr^FileSystem.rm_file3s!$%%:D rRc[U[5(d [U5nUR5Vs/sHn[U5PM sn$s snfr?)rriterdirrN)rBr?rts rEls FileSystem.ls8s:$%%:D $ /1A///sA rH)rIrJrKrLr rNr-r`rrrrrFrOrKrRrarrXr[r^rr}rQrHrRrEr2r2sa*"++%*-0* 299dD( )**bkk 133CT cBKK/C"++4E *3,*bkk8I*d* 0# +00  33D   3, C"++-$ 0sR[[(0T#Y0rRr2c\^\rSrSrSrSSSSSS\R 4S\\R-S\ S \ S \ S \ S \ S \ \ S-S\S\S\SS4U4SjjjrS)S\\R-S-SS4SjjrS\ S\S\SS4SjrS\ 4SjrS\S\4SjrS\\S\\4SjrS\S\S\\\4SjrS\S\R8S\\\4SjrS \S!\\\SS4S"jrS\ S-4S#jr!S)S$\ S-S\R4S%jjr"\#S\\R-4S&j5r$\%S\\R-S\ 4S'j5r&S(r'U=r($)*_FileSystemWriteri>aE Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a `.metadata` file with the serialized metadata. Tr逖Nr?single_file_per_rank sync_filesrper_thread_copy_ahead overwrite _extensionsr argskwargsr]c ">[T U]5 [5UlURR U5UlX lX0lX@lXPl [5Ul X`l [U5UlXlSUlSUlg)a Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. NT)superr|r2fsrOr?rrrrrasave_idrrrr rankuse_collectives) rBr?rrrrrrr rr __class__s rEr|_FileSystemWriter.__init__Lsv6 ,GG%%d+ $8!$(%:"%' "2;?$8! $ %)rRrTcpU(a URRU5Ul[5Ulgr?)rrOr?rarrBrTs rEreset_FileSystemWriter.resetus% ))-8DI%' rRis_coordinatorc^URS5UlURSS5Ulg)NrrT)getrr)rBrrrs rEset_up_storage_writer'_FileSystemWriter.set_up_storage_writerzs(JJv& %zz*;TBrRcUR(aURSS9nOURSS9nURRU5$)N)rr)r_get_metadata_pathrr[)rB metadata_paths rE_metadata_exists"_FileSystemWriter._metadata_existssF    333>M!333;Mww~~m,,rRplancURRUR5 UR5(a]UR(a2[ R "SURSUR<S3SS9 O[SUR<S35eURb=UR(d,[R"U[SURS 35S 9nU$) Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.) stacklevelz-Checkpoint already exists and self.overwrite=.__rr) rrRr?rrwarningswarnrrr dataclassesreplacerTrBrs rEprepare_local_plan$_FileSystemWriter.prepare_local_plans  dii  " "~~ 9$))DhY]YgYgXijkk ! #%SDNNCTTU#VWW 99 )=)=&&>Btyyk2C#DD rRplansc [U5VVs/sH6up#URc"[R"U[ SUS35S9OUPM8 nnnU$s snnf)Nrrr)rrrrrT)rBrrr new_planss rEprepare_global_plan%_FileSystemWriter.prepare_global_plansl %U+  ,  (   >Bqc)3L M ,    s=Arc^ ^ URm Sm U U 4Sjn[R"5nUR(ah[ UR UR 5HCnU"5nURRURU5nURXvU45 ME OTUR HDnU"5nURRURU5nURXvU/45 MF URX$5$)Nrc>>TRT[3nTS- mU$)Nr)rVDEFAULT_SUFFIX)r5 file_count storage_plans rEgen_file._FileSystemWriter.write_data..gen_files,'../ |N;KLI !OJ rR) rr3QueuerrrrArrFr?r2 _write_data) rBrrrrbucketr5r?rrrs @@rE write_data_FileSystemWriter.write_datas (,'8'8    #(++-  $ $1$2C2CTZZP$J ww**499i@89Q  $J ww**499i@$89# 44rRrc [R"5n/n[SUR5Hn[R "[ URRUUUURURURURUR4 S9nUR5 URU5 M [ URRUUUURURURURURS9 UHnUR5 M /nXsR!5- nM![R"a [%5nUR'U5 Us$f=f)Nr)targetr) rrrrrrrrr )r3rrr threadingThreadr=rrrrrr startrjoinr r4r/ set_result) rBrrrthreadsrtresfuts rEr_FileSystemWriter._write_datasG %*KKM q$++,A  .GG)) OO..OO%%--  A GGI NN1 !-$ ''//!% $ : :oo**!%!:!: A FFH ..00{{ -3XC NN3 J s1E1E:9E:rresultsct[R"U[S9n0nUH9nURUVs0sHoURUR _M sn5 M; X1lUR 5UlUR(d#URbSUR[S3O[S3n[[URRURU55nURRUS5n[ R""X5 UR$(a%[&R("UR+55 SSS5 UR(d)URbUR3UR5n OUR35n URR5U 5(aURR7U 5 URR9Xy5 gs snf![,[.4a [&R0"5 Nf=f!,(df  N=f)N)versionrz.tmpr)rrr6updater r storage_metarrr5rrrrFr?rpickledumprr-r.r/r0r r1rr[r^rK) rBrr storage_mdwr_listwr tmp_filenametmp_path metadata_filers rEfinish_FileSystemWriter.finishs&&x9LM G   7K7Rxx87K L * $ 1 1 3''DII,A L> . >&  dgg11$))\JK WW " "8T 2m KK 0HH]1134 3## (= 33DII>M 335M 77>>- ( ( GGOOM * x/7L'(<=GGI 3 2s/ G9 (H),$G>>%H&#H)%H&&H)) H7c>[URURS9$)N)rTr)r!rTrrms rEr_FileSystemWriter.storage_metas););T\\RRrRrcUc[O SU[3n[[URR UR U55$Nrr5rrrrFr?rBrfilenames rEr$_FileSystemWriter._get_metadata_path<(, l^Btf\N:SD$''--diiBCCrRcUR$)zD return the checkpoint_id that will be used to save the checkpoint. r?rms rErT_FileSystemWriter.checkpoint_id yyrRc,[RU5$r?r2rXrVs rErX(_FileSystemWriter.validate_checkpoint_id&00??rR) rrr?rrrr rrrrrr?))rIrJrKrLrMr4r[rNr-r`rrPr rrr|rrrr&rrrr'r/r-rr3rrrrr!rrrrTrarXrQ __classcell__rs@rErr>s9  &*%/AE4G4R4R'*BKK'*#'* '*  '* # '*'*67$>'*2'*'*'* '*'*R(3#4t#;(t( C"C+.C:=C C -$ -xH(hDN555 [! " 5800KK0 [! " 0d 0x 0$tK7H2I 0d 0DSkD0SDsTzDR[[DsR[[0 @33D@@@rRrc `\rSrSrSrS S\S-SS4SjjrS\S\\ S \ \ S\ \ 4S jr S r g) _StorageReaderTransformsi+rNextension_registryr]c8Uc[5UlgUUlgr?)rr)rBrs rEr|!_StorageReaderTransforms.__init__2s!#5#=   CU rR read_itemr=rcURRU5nUnUH+n[U[5(dMUR U5nM- U$r?)rfrom_descriptor_listrrtransform_from)rBrr=rrrrs rEtransform_load_stream._StorageReaderTransforms.transform_load_stream7sP ,,AABWX #B"677!#!2!2>!BrR)rr?)rIrJrKrLrMrr|r%r rNrrrrQrHrRrErr+sW  +[TU]5 [5UlURR U5Ul0Ul[5Ul[U5Ul SUl SUl gr) rr|r2rrOr?rraload_idrrrr)rBr?rrs rEr|FileSystemReader.__init__Fs] ,GG%%d+ ,.%' 23FG #rRsinfocl[[[[XRUR 55$r?)rrrr.r;r<)rBfilers rE _slice_fileFileSystemReader._slice_fileTs#BuI0||U\\RSSrRrTc~0UlU(a URRU5Ul[ 5Ulgr?)rrrOr?rarrs rErFileSystemReader.resetWs- ))-8DI%' rRrrc 0nURHInURURnURnUR U/5R U5 MK UR5GHNupxUR RURU5n UR RU S5n UGHn URU RnURX5n URRU UR=(d SU 5n U R[R :XaI["R$"U R'S55nUR)S5 UR+X5 MU R-5(aU nO6["R$"U R'S55nUR)S5 [/[0[2R4"USSS95n[7UU R8U R:5nUR=U 5R?5nURA5URA5:wa:[CSU RS URA5S URA535eUREU5 URGU U5 GM SSS5 GMQ [I5nURKS5 U$!,(df  GM=f) NrbrHrrT) map_location weights_onlyzreq z mismatch sizes z vs )&rAr storage_indexr: setdefaultrrrFr?rrrrr=rr"rrrreadseek load_bytesseekablerrrvloadrstorage_offsetslengthsresolve_tensorrrercopy_ commit_tensorr/r)rBrrper_fileritem_mdr?r:reqsrHrreq file_slicer read_bytesr r target_tensorrs rE read_dataFileSystemReader.read_data]ss.0I$($5$5i6M6M$NG((D   b ) 0 0 ;$ $,>>#3 Mww**499mDH&&x6&C"//0A0ABG!%!1!1&!BJ%)__%J%J 55;" &Nxx<#7#77%'ZZ0C0CB0G%H "***3;)2244'5H(*zz.2E2Eb2I'JH$MM!,!%"!JJ (-2-1""8"C$7$7")0(>(>s(C(J(J(L (--/6;;=@"0"&s'8'8&99I-J\J\J^I__cdjdododqcr s#&++F3--c=AU 76$4`h t a76s 4G>K K, rcUc[O SU[3n[[URR UR U55$rrrs rEr#FileSystemReader._get_metadata_pathrrRrrcRURS5nURU5nURRUS5n[R "U5nSSS5 [ WSS5c[5UlURURl U$!,(df  NH=f)Nrrr) rrrrrrr#r!rr)rBrrrr?rrs rE read_metadataFileSystemReader.read_metadataszz&!&&t, WW " "4 .-{{=1H/ 8^T 2 :$/MH !(, %/ .s B B&rrcURUlURS5UlURSS5UlURc [ S5eg)NrrTz)storage_data must not be None in metadata)rrrrr)rBrrrrs rEset_up_storage_reader&FileSystemReader.set_up_storage_readersS%11JJv& %zz*;TB    $ !LM M %rRcU$r?rHrs rEr#FileSystemReader.prepare_local_plans rRrcU$r?rH)rBrs rEr$FileSystemReader.prepare_global_plans rRcUR$)zD return the checkpoint_id that will be used to load the checkpoint. rrms rErTFileSystemReader.checkpoint_idrrRc,[RU5$r?rrVs rErX'FileSystemReader.validate_checkpoint_idrrR)rrr?rrrrr?)"rIrJrKrLrNr-r`rr|r8rrrrr#r$r/rrPrrrr rr#rrrrrTrarXrQrrs@rEr1r1Es9= $BKK $/5 $  $ $T|T5 T(3#4t#;(t( :h:::xDsTzDR[[D 3 # ( N N26N?BNNQN NxHhDNsR[[0 @33D@@@rRr1c^\rSrSrSrSSSSSSS\R 4S\\R-S \ S \ S \ S \ S \ S\ S\ \ S-S\SS4SjjrS\S\4U4SjjrSrU=r$)r0ia Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a global `.metadata` file with the serialized metadata if rank coordination is enabled. a rank local `__{rank}.metadata` file with the serialized metadata if rank coordination is NOT enabled. TrrFNr?rrrrcache_staged_state_dictrrr r]c d[RUUUUUUUUU S9 [R"UUS9 g)a* Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation that the stager is maintained and reused for multiple dcp.async_save calls. Default to False. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. )r?rrrrrrr )r.N)rr|r*) rBr?rrrrr.rrr s rEr|FileSystemWriter.__init__sH: "" !5!%"7#!5 #  $$ $; rR state_dictc0>SUl[TU] U5$)zOverride of AsyncStager.stager)rrstage)rBr1rs rEr3FileSystemWriter.stages&'"w}Z((rR)r)rIrJrKrLrMr4r[rNr-r`rrPr rr|r r3rQrrs@rEr0r0s "&*%/(-AE4G4R4R+ BKK+ #+  +  + # + "&+ + 67$>+ 2+  + Z))O))rRr0)hrrrr+rr-rr3rr_rabcrrcollections.abcrrrrr contextlibr r enumr r pathlibrtypingrrrrtyping_extensionsrrvr torch._utilsrrtorch.distributed._shard._utilsr'torch.distributed.checkpoint._extensionrr&torch.distributed.checkpoint._hf_utilsrrrrr%torch.distributed.checkpoint.metadatarr r!$torch.distributed.checkpoint.plannerr"r#r$r%r&r'r(r)$torch.distributed.checkpoint.stagingr*$torch.distributed.checkpoint.storager+r,r-"torch.distributed.checkpoint.utilsr. torch.futuresr/__all__r5rNrOr6r8rTr4rrarcrxrrrPrrrrrrrrr=r3r2rrr1r0rHrRrErGs   #MM%!#''% GBYX   E A   c")U3Z)  I I  I   $   C  }0X"MX"v0Y0Yf 4Y 43 4#d9o$tIBW04(4 II4 **u|| #4 4  4 . 44ng g  g ++g  g ) g  g g g .g  g T