U
,-e @ s d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z e ee dddZ
ejjdd d
Ze eeee f d d d
Zdd Zdd ZdddedddZedd ZedddZedd d Zedd d ZdS ) )contextmanager)AnyListTuplecastN)Timer)filenamereturnc s d}d}d d}g }t | }| |}t|D ]p\}}|dkrFq4||} | dkrZq4|d | }
||d d fdd|
jd d
D } |d| q4W 5 Q R X |S ) Nzz r c s g | ]}|t d qS N)len).0xpfx \/var/www/html/Darija-Ai-Train/env/lib/python3.8/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends)openreadsplit enumeratefind
splitlinesappendjoin) r ZBEGINZENDcurrentZgraphsfZ
split_strsiZ split_strZend_locslinesr r r
extract_ir s$
r$ )inp_typec C sb | }| }| }| }|d k s,t|d k s8t|d k sDt|d k sPttj||||dS )N)sizestridedevicedtype)sizesstridesr( r) AssertionErrortorchZ
empty_strided)r% r& r' r( r) r r r make_tensor_from_type s r. )irr c C s
t jj| dd}| g }| D ]}t| t jjrN|t
dd q$t| t jj rt|t dd q$t| t jj
rtt jj
| }|t| q$t| t jjr|t dddk q$td| q$t jd|}t j|j ||fS ) NT)Zparse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r- _CZparse_irZmakeMultiOutputIntoTupleinputs
isinstancetypeZ FloatTyper randomuniformZIntTyperandint
TensorTyper r. ZBoolTypeNotImplementedErrorZ_create_function_from_graphZ!_jit_pass_erase_shape_informationgraph)r/ r; r3 ZinpZ
tensorTypefuncr r r load_graph_and_inputs) s" r= c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr3 )stmtglobals )r Zblocked_autorangeZmedian)r> r3 test_runsttimesr r r time_cuda> s rE c C s6 t }t|D ] }| | qt }|| | d S )NrA )time perf_counterrange)r> r3 rB r" _er r r time_cpuC s
rK
) warmup_runsrB )r c C sx t | \}}t|D ] }|| qd }|D ] }t|tjr*|jjdk} qLq*|d k sXt|rht|||n
t |||}|S )Ncpu)
r= rH r4 r- ZTensorr( r5 r, rK rE ) r/ r3 rN rB r; rI Zis_cpuinputoutr r r run_testJ s
rR c o s* t jd}z
d V W 5 t j| X d S )NF)r- r2 Z _get_graph_executor_optimize)argskwargsZ old_optimizer r r no_fuserY s
rU c
C s( t t| |W 5 Q R S Q R X d S r
)rU rR r/ r3 r r r run_baseline_no_fusiona s rW c
C sb zN|r dgndg}t j|}t jd t| |W 5 Q R W S Q R X W 5 t j| X d S )N)ZDYNAMICrL )ZSTATICrL Zfuser1)r- jitZset_fusion_strategyfuserrR )r/ r3 ZdynamicZ old_stratZstratr r r run_nncf s $rZ c
C s. t jd t| |W 5 Q R S Q R X d S )NZfuser2)r- rX rY rR rV r r r run_nvfusero s r[ )
contextlibr typingr r r r r6 r- rF Ztorch.utils.benchmarkr strr$ r2 r9 r. r= rE rK floatrR rU rW rZ r[ r r r r s