sg[UddlZddlmZmZddlZddlmZddlmZddl m Z GddeZ Gdd eZ Gd d eZ Gd d eZdaeeeej ed<dej$fdZy)N)ListOptional)_get_device_index)Function)commc,eZdZedZedZy) Broadcastctd|DsJd|Dcgc]}t|d}}||_t|dk(ryt||_|dj |_tj||j}g}t|jddD]#\}}|r |D]}|j||%|j|t|D cgc] } | D]} |  c} } Scc}wcc} } w)Nc3NK|]}|jjdk7ywcpuNdevicetype.0is O/var/www/html/venv/lib/python3.12/site-packages/torch/nn/parallel/_functions.py z$Broadcast.forward.. " '(AHHMMU " #%z2Broadcast function not implemented for CPU tensorsTr)allr target_gpuslen num_inputs get_device input_devicerbroadcast_coalesced enumerateneeds_input_gradappendmark_non_differentiabletuple) ctxrinputsxoutputsnon_differentiablesidxinput_requires_gradoutputtensorsts rforwardzBroadcast.forward s' ,2   @ ? @ ><.;rrz/Gather function not implemented for CPU tensorsr Tc3<K|]}|jywr2)rrs rrz!Gather.forward..Ds>!q||~>sc3BK|]}|jdk(ywrN)dimrr/s rrz!Gather.forward..Es,quuw!|,src3>K|]}|jdyw)rN)viewrOs rrz!Gather.forward..Fs5166!95szvWas asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.Fc3TK|]}|jj!ywr2)sizerN)rrr&s rrz!Gather.forward..Os@Asww@s%() r target_devicerrNr% input_gpuswarningswarnunsqueezed_scalar input_sizesrgather)r&rTrNr's` rr0zGather.forward9s ,2   = < =  E ! %C -mTBM -C >v>> ,V, ,5f55F MM'  %)C !$)C !@@@{{6377C,=,=>>r8ctj|j|j|j|}|j rt d|D}d|zS)Nc3&K|] }|d ywrMr)rgs rrz"Gather.backward..Xs#BQAaD#BsrF)Scatterr4rUrYrNrXr%)r& grad_outputscattered_gradss rr7zGather.backwardRsK!-- NNCOOSWWk   ##B/#BBOo--r8Nr9rr8rrHrH8s(??0..r8rHc,eZdZedZedZy)r^c |Dcgc]}t|d}}||_|jjdk7r|j nd|_d}t jjr;|j dk(r,|Dcgc]!}tt jd|#}}tj||||j|}|t|D]s\} } t jj|| 5t jj} | j|| | j| dddu|Scc}wcc}w#1swYxYw)NTr cuda)rrNrrrrtorchrd is_available _get_streamrscatterr!current_stream wait_stream record_stream) r&r chunk_sizesrNinputr(streamsrr)rr- main_streams rr0zScatter.forward]sG;FGa(D1G G161B1Be1K5++-QS :: " " $)9)9R)?IT>D ELL89G,,uk;Q  &w/ 6 6ZZ&&{1~66"'**";";"=K++GAJ7((566 6 #H 66sE&EAEE' c`dddtj|j|jg|fSr2)rHr4rrN)r&r_s rr7zScatter.backwardrs+T4c.>.>!V+!VVVr8Nr9rr8rr^r^\s*(WWr8r^_streamsrc6|jdk(rytt|jd}|ytdg|j zat|j ,|j |j t|j <t|j S)zBGet a background stream for copying between CPU and target device.r N)rgetattrrerq device_countindexStream)r device_mods rrgrg{s{{e T2J6J3355 %!+!2!26<r}sy! *#"  8<<$!.X!.HWhW848(4./ 07 " "r8