
    sg                        d dl Z d dlmZmZ d dlmZ d dlmZmZm	Z	m
Z
mZmZ d dlZd dlmZ g dZe G d d             Z G d	 d
e      Ze G d d             Ze G d d             Ze G d d             Zeeef   Zeeeeef   f   Ze G d d             Ze G d d             Z ed       G d d             Zy)    N)	dataclassfield)Enum)AnyDictListOptionalSequenceUnion)	StatefulT)ChunkStorageMetadataTensorStorageMetadataBytesStorageMetadataMetadataMetadataIndexTensorPropertiesStorageMetac                   N    e Zd ZU dZej
                  ed<   ej
                  ed<   y)r   zo
    Each chunk is expected to have the same properties of the TensorStorageMetadata
    that includes it.
    offsetssizesN)__name__
__module____qualname____doc__torchSize__annotations__     X/var/www/html/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/metadata.pyr   r      s    
 ZZ::r   r   c                       e Zd ZdZdZdZdZy)_MEM_FORMAT_ENCODINGz'Describe the memory format of a tensor.r         N)r   r   r   r   TORCH_CONTIGUOUS_FORMATTORCH_CHANNELS_LASTTORCH_PRESERVE_FORMATr   r   r    r"   r"   !   s    1r   r"   c                   4   e Zd ZU dZ eej                        Zej                  ed<    eej                        Z
ej                  ed<   dZeed<    eej                        Zej                  ed<   dZeed	<   d
 Zd Zedej&                  dd fd       Zy)r   z)Properties used to create :class:`Tensor`)default_factorydtype)defaultlayoutFrequires_gradmemory_format
pin_memoryc                 l   | j                   }|t        j                  k(  rt        j                  }nV|t        j
                  k(  rt        j                  }n2|t        j                  k(  rt        j                  }nt        d|       | j                  | j                  | j                  || j                  fS )NzInvalid torch.memory_format: )r.   r   contiguous_formatr"   r%   channels_lastr&   preserve_formatr'   RuntimeErrorr*   r,   r-   r/   )selfr.   mem_format_encodings      r    __getstate__zTensorProperties.__getstate__8   s    **E333"6"N"Ne111"6"J"Je333"6"L"L!>}oNOO JJKKOO
 	
r   c                 X   |\  | _         | _        | _        }| _        |t        j
                  k(  rt        j                  }|| _        y |t        j                  k(  rt        j                  }|| _        y |t        j                  k(  rt        j                  }|| _        y t        d|       )Nz&Invalid torch.memory_format encoding: )r*   r,   r-   r/   r"   r%   r   r1   r&   r2   r'   r3   r4   r.   )r5   stater6   r.   s       r    __setstate__zTensorProperties.__setstate__L   s     	
JKO "6"N"NN!33M + !$8$L$LL!//M + !$8$N$NN!11M +	 89L8MN r   tensorreturnc                     t        | j                  | j                  | j                  t        j
                  | j                               S )N)r*   r,   r-   r.   r/   )r   r*   r,   r-   r   r1   	is_pinned)r;   s    r    create_from_tensorz#TensorProperties.create_from_tensore   s;    ,,== ..11'')
 	
r   N)r   r   r   r   r   r   get_default_dtyper*   r   stridedr,   r-   boolr1   r.   r/   r7   r:   staticmethodTensorr?   r   r   r    r   r   )   s    3 u/F/FGE5;;G 7FELL7M4).u7N7N)OM5&&OJ
(+2 
5<< 
4F 
 
r   r   c                   F    e Zd ZU eed<   ej                  ed<   ee   ed<   y)r   
propertiessizechunksN)	r   r   r   r   r   r   r   r   r   r   r   r    r   r   p   s      
**%&&r   r   c                       e Zd Zy)r   N)r   r   r   r   r   r    r   r   w   s    r   r   c                   d    e Zd ZU dZeeej                  df   ed<   dZ	e
e   ed<   dZe
e   ed<   y)r   Ncheckpoint_idsave_idload_id)r   r   r   rK   r   strosPathLiker   rL   r	   rM   r   r   r    r   r      s8    37M5bkk4/07!GXc]!!GXc]!r   r   c                   V    e Zd ZU dZeeef   ed<   dZe	ed<   dZ
e	ed<   dZee   ed<   y)r   z5This class represents the metadata of the checkpoint.state_dict_metadataNplanner_datastorage_datastorage_meta)r   r   r   r   r   rN   STORAGE_TYPESr   rS   r   rT   rU   r	   r   r   r   r    r   r      s<    ? c=011
 L#L#*.L(;'.r   r   T)frozenc                       e Zd ZU dZeed<   	 dZeej                     ed<   	  e
ddd      Zee   ed<   	 	 	 d	dedeee      dee   fdZy)
r   zIThis class represents a lookup key for items in a state dict or Metadata.fqnNoffsetF)hashcomparer+   indexc                     t         j                  | d|       t         j                  | d|       |+t         j                  | dt        j                  |             y y )NrY   r]   rZ   )object__setattr__r   r   )r5   rY   rZ   r]   s       r    __init__zMetadataIndex.__init__   sN     	4,4%0tXuzz&/AB r   )NN)r   r   r   r   rN   r   rZ   r	   r   r   r   r]   intr
   ra   r   r   r    r   r      sy    S	H,#'FHUZZ 'M eUDIE8C=I	 +/#	
C
C #'
C }	
Cr   r   )rO   dataclassesr   r   enumr   typingr   r   r   r	   r
   r   r   %torch.distributed.checkpoint.statefulr   __all__r   r"   r   r   r   rV   rN   STATE_DICT_TYPEr   r   r   r   r   r    <module>ri      s   	 (  = =  ;   4  C
 C
 C
L ' ' ' 	 	 	 +-AABsE)S.112 " " " / / / $C C Cr   