sg
d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z de dee fdZ
dej j fd Zd
e deeee f fd Zd Zd
ZddddefdZed ZdefdZdefdZdefdZy) )contextmanager)AnyListTuplecastN)Timerfilenamereturnc d}d}d }d}g }t | 5 }|j j | }t | D ] \ }} |dk( r | j | }
|
dk( r#| d |
} ||dz
j d }| j d D cg c] } | t
| d }
} |j dj |
d d d |S c c} w # 1 sw Y |S xY w) Nzz r T)keepends) openreadsplit enumeratefind
splitlineslenappendjoin)r BEGINENDpfxcurrentgraphsf
split_strsi split_strend_locsxliness N/var/www/html/venv/lib/python3.12/site-packages/torch/utils/jit/log_extract.py
extract_irr' s E
C
CG
F
h *1VVX^^E*
%j 1 *LAyAv nnS)G"}(7#A QU#..04C+,<<<+FGaQs3xy\GEG MM"''%. ) * * M H * Ms B C C+$C C C)inp_typec | j }| j }| j }| j }|J |J |J |J t j
|||| S )N)sizestridedevicedtype)sizesstridesr, r- torch
empty_strided)r( r* r+ r, r- s r& make_tensor_from_typer2 s{ >> D
F
__
F NN E De TT irc | t j j | d }|j g }|j D ] }t |j
t j j r&|j t j dd \t |j
t j j r&|j t j dd t |j
t j j rNt t j j |j
}|j t | 4t |j
t j j r*|j t j dd dk( t# d|j
t j j% d| }t j j' |j( ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r0 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r2 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r4 rI r< inp
tensorTypefuncs r& load_graph_and_inputsrM * sy HH b >E ""$
F||~ c chhj%(("4"4 5 MM&..S1 2
EHH$4$4
5 MM&..C0 1
EHH$7$7
8 ehh 1 1388:>J MM/
; <
EHH$5$5
6 MM&..A.!3 4%(TUXU]U]U_T`&ab b c 88 / / 5 AD HH..tzz: &>r3 c ` t d| |d }|j }|j dz S )Nz fn(*inputs))fnr< )stmtglobals )r blocked_autorangemedian)rO r< test_runsttimess r& time_cudarX ? s0
=*GHA
!E <<$ r3 c t j }t | D ] } | | t j }||z
|z dz S )NrR )time perf_counterrange)rO r< rU r# _es r& time_cpur_ D sM A
9
F A
EY %%r3
) warmup_runsrU c t | \ }}t | D ] } || d }|D ]7 }t |t j s |j
j dk( } n |J |rt ||| }|S t ||| }|S )Ncpu) rM r\ r= r0 Tensorr, r> r_ rX ) r4 r< rb rU rI r] is_cpuinputouts r& run_testri K s $R(HE1
;
v F eU\\ *\\&&%/F 06(5&)
,C J =FeVU^<_C Jr3 c / K t j j d } d t j j | y # t j j | w xY ww)NF)r0 r9 _get_graph_executor_optimize)argskwargs old_optimizes r& no_fuserro Z sF 8888?L<
--l;--l;s A+A A+!A((A+c Z t 5 t | | cd d d S # 1 sw Y y xY w)N)ro ri r4 r< s r& run_baseline_no_fusionrr b s& $F#$ $ $s !*c |rdgndg}t j j | }t j j d 5 t | | cd d d t j j | S # 1 sw Y nxY w t j j | y # t j j w xY w)N)DYNAMICr` )STATICr` fuser1)r0 jitset_fusion_strategyfuserri )r4 r< dynamicstrat old_strats r& run_nncr} g s 1%, !>2BII11%8
YY__X
& (B' ( ( %%i0 ( ( ( %%i0 %%i0s$ AB* A= B* =BB* *!C c t j j d 5 t | | cd d d S # 1 sw Y y xY w)Nfuser2)r0 rw ry ri rq s r& run_nvfuserr p s1 " $F#$ $ $s 6?)
contextlibr typingr r r r r@ r0 rZ torch.utils.benchmarkr strr' r9 rD r2 rM rX r_ floatri ro rr r} r r3 r& r s % ) )
' c , UEHH$7$7 Uc eCcN&; *
& )+b
U
< <$% $
1E 1$u $r3