sgN UddlZddlZddlZddlZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZddlZddlmZddlmZddlmZmZddlmZdd lmZdd lmZmZmZm Z m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.m/Z/m0Z0m1Z1dd l2m3Z3ddl4m5Z5ddl6m7Z7ejpe9Z:ejveGdde'Z?Gdde?Z@ d-de eAe fdedeBde&fdZCde e&de e&fdZDde eAe fd eBde)fd!ZE d-de e)d"eBdee e)effd#ZFde!defd$ZGd%ed&edeBfd'ZHd(ejd)edeBfd*ZJd+e e)dedeBfd,ZKy).N)ChainMap)reduce)AnycastDictListOptionalTupleUnion)narrow_tensor_by_index)dedup_save_plans)FLATTEN_MAPPINGflatten_state_dict)_flatten_sharded_tensors) set_element)BytesStorageMetadataChunkStorageMetadataMetadata MetadataIndexSTATE_DICT_TYPE STORAGE_TYPES StorageMetaTensorStorageMetadata)LoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)"_create_default_metadata_only_plan_create_read_items_create_write_items_init_state_dict)find_state_dict_object)DTensor)_versionlogger)DefaultSavePlannerDefaultLoadPlannercreate_default_local_load_plancreate_default_global_load_plancreate_default_local_save_plancreate_default_global_save_planc eZdZUeed< ddededeededdf dZ dd ed ee d eddfd Z de fd Z de e dee e effdZde de fdZdedeej*ej.ffdZdedefdZdedefdZy)r*mappingsNrflatten_sharded_tensorsdedup_replicated_tensorsdedup_save_to_lowest_rankreturncl||_||_i|_||_|tj dyy)NzDefaultSavePlanner's `dedup_replicated_tensors` argument is being deprecated, and no longer has any effect. Please remove this argument from your call.)rr2r1r4r)warning)selfrr2r3r4s _/var/www/html/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/default_planner.py__init__zDefaultSavePlanner.__init__Es?#5'>$ )B& # / NN"  0 state_dict storage_metais_coordinatorc|jrt|\}|_|jr t|}||_||_yN)rr1r2rr<r>)r8r<r=r>s r9set_up_plannerz!DefaultSavePlanner.set_up_plannerWs@  " "(::(F %J  ' '1*=J$,r;ct|j|j}|jr!t j ||j }||_|jS)N planner_data)r.r<r>r dataclassesreplacer1plan)r8rGs r9create_local_planz$DefaultSavePlanner.create_local_plandsH-doot?R?RS  " "&&t$--HD yyr; all_planscht||j}t|\}}|jrA|Dcgc]}|j}}t t |}tj||}t||s td||_ ||_ |j|jfScc}w)NrCzFailed to validate global plan) r r4r/rrDdictrrErF_validate_global_plan ValueError global_planmetadata)r8rIrNrOpplanner_data_dictmerged_mappingss r9create_global_planz%DefaultSavePlanner.create_global_planls%Y0N0NO ? J X  " " :E EA E  E"8->#?@O"**8/RH$[(;=> >&  ..!FsB/new_planc||_|Sr@)rGr8rTs r9 finish_planzDefaultSavePlanner.finish_plans r; write_itemc\|j|j}|j||Sr@) lookup_objectindextransform_object)r8rXobjects r9 resolve_datazDefaultSavePlanner.resolve_datas+##J$4$45$$Z88r;r[c.t|j|SzSExtension from the planner interface to make it easy to extend the default planner.r%r<r8r[s r9rZz DefaultSavePlanner.lookup_object%doou==r;r]c|jtjk(r,tj}t j |||}|Sr`)typer BYTE_IOioBytesIOtorchsave)r8rXr]bytess r9r\z#DefaultSavePlanner.transform_objects7 ??m33 3JJLE JJvu %F r;)TTNFNF)__name__ __module__ __qualname__r__annotations__boolr r:rrrArrHrr rrSrWrr riTensorrgrhr^rrrZr\r;r9r*r*Bs$((,37*/  "&#+4.  $(   */3$ -# -{+ - -  -8/h/ tH~x' (/0H9y9U5<<;S5T9>=>S>9cr;r*c FeZdZUdZeed<eed< ddedededdfd Z dd ed e e d eddfd Z de fdZ dee dee fdZde de fdZdedej&ddfdZdefdZdedej.ddfdZdedej.fdZdedej.fdZy)r+ak DefaultLoadPlanner that adds multiple features on top of LoadPlanner. In particular it adds the following: flatten_state_dict: Handle state_dict with nested dicts flatten_sharded_tensors: For FSDP in 2D parallel mode allow_partial_load: If False, will raise a runtime error if a key is present in state_dict, but not in the checkpoint. original_state_dictr1rr2allow_partial_loadr5NcJ||_||_i|_i|_||_yr@)rr2rur1rv)r8rr2rvs r9r:zDefaultLoadPlanner.__init__s+ #5'>$#%  "4r;r<rOr>ct|||_|jr t|}|jrt |\}|_||_||_||_yr@) r$rur2rrr1r<rOr>)r8r<rOr>s r9rAz!DefaultLoadPlanner.set_up_plannersW $#-  ' '1*=J  " "(::(F %J $  ,r;c|jJ|jrt|jj }t|jj j }||z }|r[dt _t|j\}}t|j }||zr||c|_|_ dt _t|j|j|j S)N2_3) rOrsetr<keysstate_dict_metadatar(_derived_versionrur1r,rv)r8 current_keys load_keys missing_keysold_state_dict old_mappingsold_keyss r9rHz$DefaultLoadPlanner.create_local_plans}}(((  " "$t3356LDMM==BBDEI$|3L,1)/A,,0, ~2245l*5C\2DOT]-1)- OOT]]0G0G,G  r;rNct|Sr@)r-)r8rNs r9rSz%DefaultLoadPlanner.create_global_plans .{;;r;rTc|Sr@rsrVs r9rWzDefaultLoadPlanner.finish_plansr; read_itemvaluec(|jrNt|j|j|jj t j|dyt j|d|j|jj <y)NF) weights_only) rrrur1 dest_indexfqnriloadr<)r8rrs r9 load_byteszDefaultLoadPlanner.load_bytessl  " " (( i22667 5u5  9> E9DOOI0044 5r;c\|j|j}|j||Sr@) lookup_tensorrtransform_tensorr8rtensors r9resolve_tensorz!DefaultLoadPlanner.resolve_tensors+##I$8$89$$Y77r;rcyr@rsrs r9 commit_tensorz DefaultLoadPlanner.commit_tensors r;r[c.t|j|Sr`rarbs r9rz DefaultLoadPlanner.lookup_tensorrcr;cDt||j|jSr`)r dest_offsetslengthsrs r9rz#DefaultLoadPlanner.transform_tensor s%fi.D.DiFWFWXXr;)TTFrl)rmrnro__doc__rrprrqr:r rrArrHrrSrWrrgrhrrrirrrrrrrsr;r9r+r+s7)($((,#( 5  5"& 5! 5  5(,$ -#-8$- -  -&% 8% N=>U\\>Y(YELLYr;r+c `eZdZdZd fd ZdededefdZ d de de ed eddffd Z xZ S) _EmptyStateDictLoadPlannera Extension of DefaultLoadPlanner, which rebuilds state_dict from the saved metadata. Useful for loading in state_dict without first initializing a model, such as when converting a DCP checkpoint into a Torch save file. . N.B. `state_dict` must be an empty dictionary when used with this LoadPlanner .. warning:: Because the entire state dict is initialized, It's recommended to only utilize this LoadPlanner on a single rank or process to avoid OOM. Nc2||_t||i|yr@)r|superr:)r8r|argskwargs __class__s r9r:z#_EmptyStateDictLoadPlanner.__init__s  $)&)r;keyrOr5c 4jy|jvr g}|jj|}|D]D}|r/|jdj |dt |g4|j|Ft fd|Dryy)NT.c3:K|]}|jvywr@)r|).0unflattened_keyr8s r9 zA_EmptyStateDictLoadPlanner._should_include_key..3sT$))+TsF)r|rDgetappendjoinstrany)r8rrOunflattened_keysrDrs` r9_should_include_keyz._EmptyStateDictLoadPlanner._should_include_key!s 99  $))  &(,,005 + 9O ''HH.r2C4HIJ !''8 9 TCST Tr;r<r>c|rJ|J|jjD]\}}|j||st|tr5t j |j|jj}||jvrt||j|||||<t|5|||y)N)dtype)r}itemsr isinstancerriemptysize propertiesrrDrrrA)r8r<rOr>kvrs r9rAz)_EmptyStateDictLoadPlanner.set_up_planner8s ~###00668 "DAq++Ax8!23KKall.@.@AH)))J(=(=a(@!D ! 1  " z8^Dr;r@rl) rmrnrorr:rrrqrrr rA __classcell__)rs@r9rrsj *sh44(,$ E#E8$E E  EEr;rr<rOstrictr5cDg} |jD]\}}||jvr|rtd|d&|j|}t|tr,|j j `|t|||z }q|t|||z }t|S)Nz&Missing key in checkpoint state_dict: r) rr} RuntimeErrorrr& device_meshget_coordinater"r)r<rOrrequestsrobjmds r9r,r,PsH$$&9S h22 2"%KC5PQ#RSS  ) )# . c7 #--/;.sB<< *3C8 8H9" H r;rIc|S)z Create global load plan used by DefaultLoadPlanner. The default load behavior involved no global coordination and this function currently doesn't change the local plans. rs)rIs r9r-r-rs  r;r>cg}|jD]O\}}t|tr+|jj 1|t ||z }A|t ||z }Qt |S)a Create the ``SavePlan`` used by DefaultSavePlanner. On non-coordinator ranks, this function ignores tensors and non-tensor objects, only producing writes for ShardedTensor objects. On the coordinator rank, produce writes for all values. )rrr&rrr#r)r<r>rrrs r9r.r.~swH$$& 6S c7 #--/;/S99 +C5 5H 6 H r;rewrite_index_hintsc .i}g}|D]}g}|jD]}|jtjk(s|jj |vsJ|jtj k(r3t||jj <|j||jJtt|j|jj t|jj|jjg}|}|rKtj |jt#|j$} tj || }|j||jj&Jd|jj d|j$j|jj&|jtj |||t)|fS)a6 Create the global plan and metadata used by DefaultSavePlanner. Metadata is produced by concatenating the metadata of all ``WriteItem`` from the supplied plans. The only global planning change is to update index hints in all ``MetadataIndex`` objects if ``rewrite_index_hints`` is True. )rrchunks)r[zZ Cannot create MD for tensor without bounds. FQN: z )r)rrer SHARDr[rrfrr tensor_datarr setdefaultrrrErFlenrchunkr) rIrr new_plansrG new_itemsitem tensor_mdnew_item new_indexs r9r/r/s$&BI%E JJ" @D99 3 33zz~~R///yyM111%9%;4::>>"  &''333 )MM -'+'7'7'B'B!%!1!1!6!6#%   & + 3 3 #i.>.>*?!I +224yIH  *$$**6**..)*6   ''(8(8(>(>?E" @F ,,TCDK%EL x| $$r;c:t|}t|g\}}|S)zTReturn the ``Metadata`` if DefaultSavePlanner was used to checkpoint ``state_dict``.)r!r/)r<rG_rs r9_create_default_local_metadatars! -j 9D +TF 3EAr Ir;box0box1ct|j}t|D]d}|j||j||j|zk\ry|j||j||j|zk\sdyy)z9Check if two boxes overlap. Tuples are (offset, lengths).FT)roffsetsrangesizes)rrndimsis r9_check_box_overlaprsz  E 5\ <<?dll1o 1 = = <<?dll1o 1 = =  r;outer_box_size inner_boxctt|D]Q}|j|dkry|j|dkry|j||j|z||kDsQyy)NrFT)rrrr)rrrs r9_check_box_boundsrsu3~& '   Q ! # ??1  !   Q )//!"4 4~a7H H  r;rNc d}|jjD]5\}}t|trt |j dk(r1d}t |jD]\}}t|j |s$tjd||j |d}|ttj|jdz }|j|dzdD])}t||stjd|||d}+ttj|j d} || k7stjd|| |d}8|S)NTrz~ key:%s has out of bounds chunk: tensor-size:%s chunk: %s Fr'z$key:%s has overlapping chunks: %s %szq key:%s invalid fill tensor-volume: %s chunks-volume: %s )r}rrrrr enumeraterrr)r7roperatormulrr) rNrOall_goodrr chunks_volume chunk_idxchunk0chunk1 tensor_volumes r9rLrLsNH2288:) U e1 2  uzz?a   !*5<VV %H  %! %0x||UZZ; M ) NN HS)V Or;)T)LrErgloggingr collectionsr functoolsrtypingrrrrr r r ritorch.distributed._shard._utilsr .torch.distributed.checkpoint._dedup_save_plansr )torch.distributed.checkpoint._nested_dictrr2torch.distributed.checkpoint._sharded_tensor_utilsr&torch.distributed.checkpoint._traverser%torch.distributed.checkpoint.metadatarrrrrrrr$torch.distributed.checkpoint.plannerrrrrrrr ,torch.distributed.checkpoint.planner_helpersr!r"r#r$"torch.distributed.checkpoint.utilsr%torch.distributed.tensorr&r( getLoggerrmr)Loggerrp__all__r*r+rrrqr,r-r.r/rrSizerrLrsr;r9rs  @@@ BKX>    F,+**844 TTnsYsYl>E!3>EDDHS#X*2<@ D H~  (^ S#X04 :!%4%H~4%4% 4>8 #$4%n8 1 9M RV  JJ +?   -tH~--d-r;