sg"UddlZddlmZmZmZmZmZmZmZm Z m Z ddl Z ddl m Z ddlmZmZddlmZmZddlmZddlmZdd lmZgZeeed <e eeeeeefZe eeeeeee fZej>fd Z dd ed eee jBjDfdeeefdeeefdeeedeee deeedeeeffdZ#y)N) AnyCallableDictIterableListOptionalSetTupleType) QConfigAny) MatchAllNodePattern)GraphNode)type_before_parametrizations)_is_observed_standalone_module)QuantizeHandler__all__ct|tr$|^}}|turt|dk(sJdg}n|}g}t|trt |t ry||k(ryt|trt|j|kDryt|trPt |tjjr,|jdk7ryt|j|k(syt|rF|jdk7s|j|ury|jturU|j d|dk7r@yt|t"r|jdk7s|j|k7ry|j|k7ry|syt|t|j k7ryt%fd t'|j |DS) z&Matches a node in fx against a patternz.Expecting getattr pattern to have two elementsTF call_module call_functionr call_methodc3BK|]\}}t||dyw)r)max_usesN) _is_match).0node arg_matchmoduless W/var/www/html/venv/lib/python3.12/site-packages/torch/ao/quantization/fx/match_utils.py z_is_match..Is+ D) '4Q77s) isinstancetuplegetattrlentype issubclassr ruserstorchnnModuleoprtargetcallableargsstrallzip)r!rpatternr self_match arg_matchess` r"rrs'5!#* [  w<1$ V&V V$K  *d# :|(L w dD !S_x%?*d# :uxx(O 77m #+GDKK,@AZO *  77o %J)F [[G #yy|wqz) J $ 77m #t{{j'@  "  ;3tyy>) "499k: graphr!patternsroot_node_getter_mappingstandalone_module_namesstandalone_module_classescustom_module_classesreturnc |g}ggi}t}fdfdt|jD]} | j|vs| j|vs!|j D]\\} } |j | d} t || | s&| j|vs5g} | | | | || | || }| }||| | | ||J|jD]L} | jdk(st|| j|vs.| | dt| |df|| j<Ndtdtttjjfffd }|jD]]} | jdk(s|| j|st!|| js?| | dt| |d f|| j<_|S) a Matches the nodes in the input graph to quantization patterns, and outputs the information needed to quantize them in future steps. Inputs: - graph: an fx.Graph object - modules: a mapping of fully qualified module name to instance, for example, {'foo': ModuleFoo, ...} - patterns: a mapping from a tuple of nodes in reverse order to uninitialized QuantizeHandler subclass. Outputs a map of node_name -> (node, matched_values, matched_pattern, QuantizeHandler instance, qconfig) For example, { 'relu_1': (relu_1, [relu_1], torch.nn.functional.relu, , QConfig(...)), ... } Nc t|tr||||f||j<yt|tsy|D]}||||||yN)r$rnamer) last_node match_map node_patternmatched_node_patternr5 match_valuen#_recursive_record_node_in_match_maps r"rJz:_find_matches.._recursive_record_node_in_match_mapzsa lD )$ ,Il'' ( L(3 ! 3y!-A7K r8ct|tr|^}}t|dk(}g} ||||||dtur*t ||j D]\} }  | | |||t|dkDr8|r|j t|y|jt|y|j |dy|j |y)Nrr) r$r%r'r&r4r1appendextendlist) r5rrDrGrEsr1 is_single_argcurrent_node_pattern subpatternarg record_matchs r"rTz#_find_matches..record_matchs gu %HAINM/1 D)-A9 Mqz('*4';YOJ S$8LiXY'(1,!(//6J0KL(//5I0JK$++,@,CD ' ' -r8rT)is_custom_module node_targetr!c8|J|vxst||vSrB)r()rVr!r=r<s r"is_standalone_modulez+_find_matches..is_standalone_modules7""" 2 2 )GK()() r8)rX)setreversednodesrCitemsgetrr.r(r/rr2rr+r,r-r)r9r!r:r;r<r=r>rE all_matchedrr5quantize_handler_clsroot_node_getterrGquantize_handlerrDrXrJrTs `` @@r" _find_matchesrbOs>$ " ($&!&"$)+IEK&.4% 99I %$));*F191A --#;#?#?#N WdG4)9S79( $6JIV';,g7G($!%I7!!,,( ) 2     GG} $WT[[)*.CCgE $Idii  # S%((//=Q8R   77m # g 6-gdkk.BCgDI $Idii  r8)NNN)$systypingrrrrrrr r r r+torch.ao.quantization.qconfigr torch.ao.quantization.utilsr rtorch.fx.graphrrtorch.nn.utils.parametrizer graph_modulerrarrr2__annotations__ _MatchResult_MatchResultWithQConfigmaxsizerr,r-rbr8r"ros5 RRR 4=&C8-cT4:x'8/IJ $t*hw'*D03{{.l486:15T T #uxx& 'T7O+,T#7H#45 T &d3i0 T (T 3 T$DI.T #| Tr8