
    sg+                        d dl mZmZmZmZ d dlZd dlmc mc m	Z
 d dlmc mc m	c mZ d dlmc mc m	c mZ d dlmc mc mZ d dlmc mc mZ d dlmc mc mc mZ d dlmZ d dlmc mZ d dlmZ d dlmZ ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z& ejN                  j                  Z(dejR                  d	ejT                  fd
Z+dejR                  d	ejT                  fdZ,dejR                  d	ejT                  fdZ-dejR                  d	eejT                     fdZ.dejR                  d	eejT                     fdZ/dejR                  d	ejT                  fdZ0dejR                  d	ejT                  fdZ1dejR                  d	eejT                     fdZ2deded	ejT                  fdZ3deded	ejT                  fdZ4deded	ejT                  fdZ5deded	ejT                  fdZ6d	ee7eeef   f   fdZ8	 ddededeee7eeef   f      d	ee!   fdZ9y)    )CallableDictListOptionalN)GraphModule)Node   )NSSingleResultTypeNSSingleResultValuesType)get_target_type_strgetattr_from_fqnreturn_first_non_observer_nodemodreturnc                 6    | j                   j                         S Nweightdetachr   s    N/var/www/html/venv/lib/python3.12/site-packages/torch/ao/ns/fx/weight_utils.pymod_weight_detachr      s    ::    c                 <    | d   j                   j                         S Nr   r   r   s    r   mod_0_weight_detachr      s    q6==!!r   c                 (    | j                         d   S r   )_weight_biasr   s    r   mod_weight_bias_0r      s    a  r   c                     g }t        | j                        D ]<  \  }}d|v sd|v s| j                  |   j                         }|j	                  |       > |S )Nweight_ih_lweight_hh_l)	enumerate_flat_weights_names_flat_weightsr   append)r   residx
param_nameparam_values        r   get_lstm_weightr+   "   s`    
C$S%<%<= $ZJ&-:*E++C0779KJJ{#$ Jr   c                 D   g }| j                   D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr      r	   )_all_weight_valuesr&   param__getstate__)r   r'   weight_values      r   get_qlstm_weightr2   +   s    
C.. T

<%%224Q7:1=JJLQOPQRS

<%%224Q7:1=JJLQOPQRST Jr   c                 z   t        | t        j                  t        j                  t        j                  f      r| j
                  j                         S t        | t        j                  t        j                  t        j                  f      r| d   j
                  j                         S | j                         d   S r   )
isinstancennConv1dConv2dConv3dr   r   nni
ConvReLU1d
ConvReLU2d
ConvReLU3dr   r   s    r   get_conv_mod_weightr=   3   sz    #		299bii89zz  ""	C#..#..#..I	J1v}}##%%!!$$r   c                     t        | t        j                        r| j                  j	                         S t        | t
        j                        r| d   j                  j	                         S | j                         d   S r   )r4   r5   Linearr   r   r9   
LinearReLUr   r   s    r   get_linear_mod_weightrA   <   s\    #ryy!zz  ""	C	(1v}}##%%!!$$r   c                    t        | t        j                        rXg }t        | j                        D ]<  \  }}d|v sd|v s| j
                  |   j                         }|j                  |       > |S t        | t        j                        sJ dt        |        d       g }| j                  D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr!   r"   ztype z not handled yetr   r-   r	   )r4   r5   LSTMr#   r$   r%   r   r&   nnqdtyper.   r/   r0   )r   r'   r(   r)   r*   r1   s         r   get_lstm_mod_weightsrF   E   s6   #rww()@)@A 	(OC
*mz.I!//4;;=

;'	( 
#tyy)NU49+=M+NN)22 	XLJJ|))668;A>qANNPQRSTUVWJJ|))668;A>qANNPQRSTUVW	X 
r   nodegmc                     | j                   d   }t        |t              sJ t        ||      }t        |t              sJ |j                  dk(  sJ t        ||j                        }|j                         S Nr	   get_attr)argsr4   r   r   opr   targetr   )rG   rH   weight_arg_nodeweight_noder   s        r   get_conv_fun_weightrQ   W   sk    iilOot,,,0"EKk4(((>>Z'''b+"4"45F==?r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S rJ   )rL   r4   r   rM   r   rN   r   )rG   rH   qconv_state_nodeqconv_state_objs       r   get_qconv_fun_weightrU   b   sW    yy|&---*,,,&r+;+B+BCO!!##r   c                 r   | j                   d   }t        |t              sJ |j                  dk(  ry| j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S |j                  dk(  r|j                  dk(  sJ | j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                   d   }|j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         j                  |      S |j                  dk(  sJ t	        ||j
                        }|j                         S )Nr	   call_moduler   rK   call_method)rL   r4   r   rM   r   rN   r   to)	rG   rH   linear_second_argrO   rP   r   dequant_nodeto_fp16_nodetarget_dtypes	            r   get_linear_fun_weightr^   k   s   
 		!'...},))A,/4000%**1-+t,,,~~+++!"k&8&89}}				. ##}444yy|,---#((+,---#((+"''*+t,,,~~+++!"k&8&89}}!!,// ##z111!"&7&>&>?}}r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         \  \  }}}|S rJ   )rL   r4   r   rM   r   rN   r0   )rG   rH   packed_weight_nodepacked_weightr   _bias_names          r   get_qlinear_fun_weightrd      sd    1($///  J...$R);)B)BCM*779OVUUMr   c                     i t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                   t        t        j                  t        t        j                  t        t         j"                  t        i t        j$                  t
        t        j"                  t        t        j"                  t        t        j&                  t        t        j(                  t        t        j$                  t        t        j$                  t        t         j*                  t        t        j*                  t        t        j,                  t
        t        j,                  t        t        j*                  t        t.        j*                  t        t        j,                  t        t        j0                  t        t         j2                  j4                  j6                  t        t         j8                  t:        t.        j8                  t<        it>        j@                  tB        t>        jD                  tB        t>        jF                  tB        tH        j@                  tJ        tH        jD                  tJ        tH        jF                  tJ        tH        jL                  tJ        tH        jN                  tJ        tH        jP                  tJ        t>        j4                  tR        tH        j4                  tT        tH        jV                  tT        id} | S )N)rW   call_function),r5   r6   r   r9   r:   r   nnqr   nnqatnniqatConvBn1dConvBnReLU1dnniqr7   r;   ConvBn2dConvBnReLU2dr8   r<   ConvBn3dConvBnReLU3dr?   r@   rD   
LinearBn1dmoduleslinearNonDynamicallyQuantizableLinearrC   r+   r2   Fconv1drQ   conv2dconv3dtoqrU   conv1d_reluconv2d_reluconv3d_relur^   rd   linear_relu)"op_to_type_to_weight_extraction_fns    r   &get_op_to_type_to_weight_extraction_fnr      s   )
II()
 NN/)
 JJ)	)

 LL+)
 OO.)
 !2)
 0)
 OO.)
 II()
 NN/)
 JJ))
 LL+)
 OO.)
  !2!)
" 0#)
$ OO.%)
( II())
* NN/+)
, JJ)-)
. LL+/)
0 OO.1)
2 !23)
4 05)
6 OO.7)
: II(;)
< JJ)=)
> NN/?)
@ OO.A)
B LL+C)
D KK*E)
F 0G)
H 0I)
J JJ==?PK)
N GG_O)
P II'Q)
X HH)HH)HH)JJ,JJ,JJ,OO1OO1OO1HH+JJ.OO3
W;O&z .-r   r~   c                    t         j                  j                  }d }t        |d      r|j                  | j
                     d   }|
t               }t        | |      }|}| j                  dk(  rY|d   }|j                         D ]@  \  }}	| j                  |k(  s |	| |      }
||
g| j
                  || j
                  |dd|d	c S  y | j                  dk(  rt        | j                  t              sJ t        || j                        }|d   }|j                         D ]>  \  }}	t        |      |k(  s |	|      }
||
g| j
                  || j
                  |dd|d	c S  y )N_node_name_to_scoper   rf   )	rE   valuesprev_node_nameprev_node_target_typeref_node_nameref_node_target_typeindex_within_argindex_of_argfqnrW   )r   WEIGHTvaluehasattrr   namer   r   rM   itemsrN   r4   strr   rE   )rG   rH   r~   res_typer   ref_node_typeprev_node_typefunction_mappingtarget_fn_typeweight_extraction_fnr   r   module_mappingtarget_mod_types                 r   extract_weight_from_noder      s    (..44H Cr()$$TYY/2)1-S-U*'b1M"Nww/!=oN4D4J4J4L 	0N0{{n,-dB7$%h&*ii-;%)YY,9()$%
 
	F ) 
M	!$++s+++r4;;/;MJ5C5I5I5K 	1O1CyO+-c2$%h&*ii-;%)YY,9()$%
 
	 r   r   ):typingr   r   r   r   torchtorch.ao.nn.intrinsicaor5   	intrinsicr9   torch.ao.nn.intrinsic.qatqatri   torch.ao.nn.intrinsic.quantized	quantizedrl   torch.ao.nn.qatrh   torch.ao.nn.quantizedrg   torch.ao.nn.quantized.dynamicdynamicrD   torch.nntorch.nn.functional
functionalru   torch.fxr   torch.fx.graphr   ns_typesr
   r   utilsr   r   r   opsry   ModuleTensorr   r   r   r+   r2   r=   rA   rF   rQ   rU   r^   rd   r   r   r    r   r   <module>r      s,   1 1  # # * * . .   # # , ,       B X X ii299  "RYY "5<< "!299 ! ! tELL'9 ")) U\\(: %RYY %5<< %%ryy %U\\ %bii D,> $d   $t $ $ $# #+ #%,, #L ; 5<< >.S$x?Q:R5R0S >.L 	;
;; )1S$x)**+);  !;r   