
    sg                     z   d dl mZmZmZmZmZ d dlZd dlmZ d dl	m
Z
 d dlmZ d dlmZmZmZ d dlmZ g dZ ed	
      dededededef
d       Z ed	
       G d de             Z ed	
      	 ddedeeej.                        ddfd       Z ed	
      dedefd       Z ed	
      dededefd       Zy)    )AnyDictList
NamedTupleOptionalN)compatibility)Graph)GraphModule)map_argNodeTarget)	ShapeProp)replace_target_nodes_with
size_bytesget_size_of_all_nodesget_tensor_metaget_size_of_nodeF)is_backward_compatible	fx_moduleold_op
old_targetnew_op
new_targetc                   	 t               }i 	| j                  j                  D ]  }|j                  |k(  r|j                  |k(  ryt        |j                  	fd      }t        |j                  	fd      }t        |t              sJ t        |t              sJ |j                  |||||j                        	|<   |j                  |	fd      	|<    || _        y)zModifies all nodes in fx_module.graph.nodes which match the specified op code and target,
    and updates them to match the new op code and targetc                     |    S N nval_maps    U/var/www/html/venv/lib/python3.12/site-packages/torch/fx/passes/graph_manipulation.py<lambda>z+replace_target_nodes_with.<locals>.<lambda>    s    
     c                     |    S r   r   r   s    r!   r"   z+replace_target_nodes_with.<locals>.<lambda>!   s    GAJ r#   c                     |    S r   r   r   s    r!   r"   z+replace_target_nodes_with.<locals>.<lambda>(   s    
 r#   N)r	   graphnodesoptargetr   argskwargs
isinstancetupledictcreate_nodename	node_copy)
r   r   r   r   r   	new_graphnoder*   r+   r    s
            @r!   r   r      s     I "G%% 
L77f
!:499&:;DT[[*>?FdE***fd+++%11
D&$))GDM &//6JKGDM
L  IOr#   c                   "    e Zd ZU eed<   eed<   y)r   output_size
total_sizeN)__name__
__module____qualname__int__annotations__r   r#   r!   r   r   ,   s    Or#   r   r*   returnc                     | t        |       j                  |  d}| j                  j                  D ]$  }|j                  dk(  r yt        | |      |_        & y)zGiven a fx graph module, update each node with its total size (weights + bias + output)
    and its output_size(output). For a non-module node, the total size is the output size.
    return total sizeNg        output)r   	propagater&   r'   r(   r   r   )r   r*   total_size_of_graphr3   s       r!   r   r   2   se     &	)&&-%% <77h
 +9d;< r#   r3   c                 ^    | j                   j                  d      }|st        d|  d      |S )Ntensor_metazNode zQ has no tensor metadata associated with it! Check that shape propagation has run.)metagetRuntimeError)r3   rB   s     r!   r   r   E   s=    ))--.KD6 4 5
 	

 r#   c                 $   d}|j                   dk(  rUt        | j                               }||j                     }|j	                         }|D ]  \  }}||j                         z  } t        |      }|j                  j                         }	||	z  }|j                  r0t        j                  g |j                        j                         }
n/t        j                  g |j                        j                         }
|
|z  }|
|	z  }t        ||      S )zGiven a node with node.dtype and node.shape, return its total size and its output size.
    total_size = weights + bias + output_size
    r   call_module)dtype)r(   r.   named_modulesr)   named_parametersnumelr   shapeis_quantizedtorch_empty_affine_quantizedrH   element_sizetensorr   )r   r3   total_num_of_elemssubmodule_dict	submodule
parametersr0   prB   output_elemsize_per_elem_bytesr6   r5   s                r!   r   r   R   s    ww-i5578"4;;/	//1
! 	,GD!!'')+	, "$'K##))+K+%#;;k''

,. 	 $ll2[5F5FGTTV$'99J%3Kk:..r#   r   )typingr   r   r   r   r   rN   torch.fx._compatibilityr   torch.fx.graphr	   torch.fx.graph_moduler
   torch.fx.noder   r   r   torch.fx.passes.shape_propr   __all__strr   r   Tensorr   r   r   r   r#   r!   <module>rb      s+   8 8  1   - 
 1 e,      	 
   - 2 e,  -
 e,AE"*4+=">	 -$ e,	$ 	3 	 -	 e,/ /4 /J / -/r#   