sg=ddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z m Z ddlmZddlmZddlmZmZddlmZddlZdZed d DZ dd ZGd d e Zy)N)floating_and_complex_types_and)TestCasefreeze_rng_stateTemporaryFileName)enable_profiling_mode_for_profiling_testsis_iterable_of_tensors)enable_profiling_mode)chain)ListUnion) TensorTypect|dd}|jDcgc]}|j}}|jt |dk(|d}t j j||ycc}w)N last_graphr)getattroutputstype assertTruelentorch_C_jit_assert_is_instance) selffunc ref_outputsargskwargsgraphotypests U/var/www/html/venv/lib/python3.12/site-packages/torch/testing/_internal/common_jit.pycheck_output_typesr#se D, -E$}} /!QVVX /E /OOCJ!O$ aA HH$$[!4 0sA<c#&K|] }d|z yw)test_nn_N).0names r" r) s &Dj4&7 &s)pdistmultilabel_margin_loss max_unpool3dmulti_margin_lossbinary_cross_entropy!binary_cross_entropy_size_averagectc_loss grid_samplec |r|ni}d} ddtffd } d} | d} |j|| |}t5|j|| |}ddd|j||rt |||| ||ryt5| d }| |}||j|||}t j j| ||| }||j|||}t j j| ||| }|j|||j|||jtvs| r dddy||j|||}| |}t j j||d | }| ||z}t j j||| }| d }| |}||j|||}| |}t j j||d | }| ||z}t j j||| }|j|||j||t||D]\}}|| |j||d d ! dddy#1swY_xYw#1swYyxYw)zVerifies a function performs identically to some reference implementation. Commonly, this is used to verify that a JIT implementation (output_func) matches the behavior of the eager implementation (reference_func). crt|tjr|f}tdt |DS)Nc3.K|]\}}||jttjtjvrR|jj r$|dz|j jzn|dz|j zyw)Nr)dtyperrhalfbfloat16 is_complexsumabs)r'ivs r"r)z:check_against_reference..allSum..8s}oq!m3QRWR\R\^c^l^l3m(m/0gg.@.@AEQUUW[[]*q1uPQPUPUPWFWWosBB) isinstancerTensorr9 enumerate)vss r"allSumz'check_against_reference..allSum5s9 b%,, 'Bo(}oo oc||xr |j}|jjj|SN) requires_graddetachclonerequires_grad_)r!preserve_requires_grad require_grads r" clone_tensorz-check_against_reference..clone_tensor<s0-A!// xxz!00>>rBrIc g}D]x}t|tjr|j||6t |r'|j|Dcgc] }|| c}h|j|z|Scc}wrD)r=rr>appendr)rIinputsargr!rrKs r" clone_inputsz-check_against_reference..clone_inputs@sz@B #C#u||, l30FGH', PST1|A/EFTU c"  # UsB cg}|D]b}t|tjr|jr|j |;t |sG|j td|d|S)Nc|jSrD)rE)r!s r"zHcheck_against_reference..get_recording_tensors..Us !//rB)r=rr>rErMrextendfilter)rrecording_tensorsrOs r"get_recording_tensorsz6check_against_reference..get_recording_tensorsNsc02 QC#u||,1B1B!((-',!((0I3)OP  Q ! rBF)rINT) allow_unused) create_graphrXgMb@?g-C6?)atolrtol) bool runAndSaveRNGr assertEqualr#rautogradgrad_testMethodNamenn_functional_single_gradzip)rrreference_func output_funcrrrX check_typesno_grad no_gradgradrArPrW nograd_inputsr outputs_testrecording_inputsrVgrads grads_testl1l2grads2l1_testl2_test grads2_testg2g2_testrKs ` @r"check_against_referencerv+sV2Fo? T  !!>M  GG 2 4G))$ vF GWl+4|]FK 2 4&@'tD12BCd00AQSYZ[##F7O5F1=$?"4#5#5d>: xx33IuEErBcJ|j|}|j||yrD)r~assertExportImportModule)rr}rNms r"assertExportImportz$JitCommonTestCase.assertExportImports"  ( ( / %%a0rBc|j|}|j||}|j||}|j||dy)NzIResults of original model and exported/imported version of model differed)getExportImportCopyr]r^)rrrNm_importabs r"rz*JitCommonTestCase.assertExportImportModulesO++A.   q& )   x 0 A M NrBNcb|r|ni}t5||i|}ddd|S#1swYSxYwrD)r)rrrNrresultss r"r]zJitCommonTestCase.runAndSaveRNGs:!r   .F-f-G . .s $.ctj}tjj |||j dtjj ||}|s|St5}tjj ||tjj ||cdddS#1swYyxYw)Nr) map_location)ioBytesIOrjitsaveseekloadr)rralso_test_filerbufferimportedfnames r"rz%JitCommonTestCase.getExportImportCopys q&! A99>>&|>DO   DE IINN8U +99>>%l>C D D Ds 5ACC cd}|r|dz }g}g} g} g} |D])} | |vr| j| |j| +|D])} | |vr| j| | j| +t|dkDr |d|dz }t| dkDr |d| dz }t| dkDr |d| dz }t| dkDr |d| dz }|S|d z }t|dkDr |d|d z }t|dkDr |d|d z }|S) Nz0 Failure in testing nodes' autodifferentiation. zOne or more nodes were expected to be autodiffed, but were not found in specified fusible/nonfusible DifferentiableGraph groups. Specifically:rz z were not in one of the DifferentiableGraphs when they were expected to be. Did you intend for these nodes to be autodiffed? If not, remove them from the list of nonfusible nodes.a# were found in one of the FusionGroups when they were expected to be just in a DifferentiableGraph. If it was intended for these nodes to be in FusionGroups, reclassify these nodes as fusible nodes. If these nodes were not intended to be fused, your autodifferentiation logic might be wrong.aP were not in one of the FusionGroups of the DifferentiableGraphs when they were expected to be. They were also not found in an outer DifferentiableGraph. Did you intend for these nodes to be autodifferentiated? If not, you should remove these nodes from the test's fusible nodes. Otherwise your autodifferentiation logic might be wrong.aH were not in one of the FusionGroups of the DifferentiableGraphs when they were expected to be, instead they were found just in an outer DifferentiableGraph. Did you intend for these nodes to be fused? If not, you should move these nodes into the test's nonfusible nodes. Otherwise your autodifferentiation logic might be wrong.aOne or more nodes were not expected to be autodiffed but were found in a DifferentiableGraph or in a FusionGroup of a DifferentiableGraph. Did you intend for these nodes to be autodiffed? If so, change this test to expect autodifferentiation. Specifically:zu were not expected to be in one of the DifferentiableGraphs, but appeared in a FusionGroup of a DifferentiableGraph. zE were not expected to be in one of the DifferentiableGraphs but were.)rMr) rshould_autodiff_nodenodes_not_in_diff_graphfusion_nodes_not_foundnon_fusible_nodes_being_fusedfusion_nodes_foundnodes_in_diff_grapherr_msgdiff_nodes_missingdiff_nodes_in_fusionfusion_nodes_missingfusion_nodes_in_diffnodes r"autoDiffErrorMessagez&JitCommonTestCase.autoDiffErrorMessagesF  > >G"$ $& #% $& / 488(//5&--d3  4 / 6..(//5(//5  6 %&*T"4!56MMM'(1,T"6!78@@@ '(1,T"6!78@@@ '(1,T"6!78@@@& " "G %&*T"4!56111&'!+T"5!67FFFrBc H|jd}|Dcgc]}|jd}}ttj|Dcgc]}|jdc}} | Dcgc]}|jd} }g} g} g} |D]_t fd|Dr| j n| j t fd| DsO| j at| t|k(}g}g}|D]9t fd| Dr|j )|j ;t|t|k(}|.|j|| || || }|j||xr||yycc}wcc}wcc}w)Nzprim::DifferentiableGraphSubgraphzprim::FusionGroupc3DK|]}|jduywrDfindNoder'grs r"r)z7JitCommonTestCase.assertAutodiffNode..sHA1::d#4/H c3DK|]}|jduywrDrrs r"r)z7JitCommonTestCase.assertAutodiffNode..JA1::d#4/Jrc3DK|]}|jduywrDrrs r"r)z7JitCommonTestCase.assertAutodiffNode..rr) findAllNodesrlistr from_iterableanyrMrrr^)rrrnonfusible_nodes fusible_nodes diff_nodesrdiff_subgraphsr fusion_nodesfusion_subgraphsrrrfound_all_nonfusible_nodesrrfound_all_fusible_nodesrs ` r"assertAutodiffNodez$JitCommonTestCase.assertAutodiffNodes''(CD 9CD$&&,DDE//^l0mYZ@S1T0mno ;GH4DFF:.HH!"$(*%$ ;DHHH#**40'..t4J9IJJ-44T:  ;&))<%=EUAV%V" !#! 4DJ9IJJ"))$/&--d3  4 #&&8"9S=O"O  +//0D0G0F0M0B0C EG   17S.test_type/sy++-%>>+66u=(nn.99+F  7 7 AB&$$X^^%5{C&rB)rr&_jit_symbolic_shapes_test_mode_enabled"_jit_set_symbolic_shapes_test_mode&_jit_erase_non_input_shape_information_jit_pass_constant_propagation#_jit_pass_propagate_shapes_on_graphnextrrrr relementsranger) rr traced_graphr constant_prop!prev_symbolic_shapes_test_enabledenable_test_modeoutputrtuple_elementsr;s ` ` r"checkShapeAnalysisz$JitCommonTestCase.checkShapeAnalysiss-2HH,[,[,]) - ?  HH 7 78H I HH ; ;L I77 E HH 8 8 F,..01668F D!!%(("5"5"9"9";<&),!'!2s>23?AnQ/1>?; ?@ 334UVrBrD)TN)T)__name__ __module__ __qualname__r~rrr]rrrr r intrr&rBr"rxrxsWF1N DBH'^TLP$WE$s)T$s)_2L,M$WrBrx)NTTFF)r torch.cuda torch.jittorch.jit._loggingtorch.jit.frontendtorch.jit.quantized$torch.testing._internal.common_dtyper$torch.testing._internal.common_utilsrrrrrr itertoolsr typingr r torch._Cr rr# frozensetrbrvrxr&rBr"rs PkkF 5& & E & SW\ab@HtWtWrB