#Ki!v%SSKrSSKrSSKrSSKrSSKrSSKJrJr SSKJ r SSK J r SSKJ r J r SSKJrJr SSKJrJrJrJr SSKrSSKrSSKJr SSKJr SSKJs Jr SSKJ!r!J"r"J#r# SS K$J%r% SS K&J'r' SS KJ(r(J)r)J*r*J+r+J,r, SS K-J.r.J/r/J0r0J1r1 SS K2J3r4 SSK5J6r6 \RnRpr8/r9\:\;\\#S2\#S?\;4S@jj555r\\%"\?R5\FS(\#SA\#4SBj55r]\%"\?R5\1"5\FS2\#S\#4SCj555r^\%"\?R5\1"S 5\FS(\#S2\#S\#4SDj555r_\%"\?R5S2\#SE\#S\#4SFj5r`\%"\?R5S(\#S2\#SE\#S\b\#\#44SGj5ra\%"\?R5\1"5\FS(\#S2\#SH\#SI\OSJ\OSK\BS<\BS\#4SLj555rc\%"\?R5\1"S 5\FS(\#S2\#SM\#S\#4SNj555rdSO\#SP\J4SQjreSR\R4SSjrg\%"\?R5\1"5\F\@RR4S2\#ST\#SP\JS\#4SUjj555rh\%"\?R5\1"S 5\FS(\#SA\#ST\#SP\J4SVj555rk\%"\?R5GSSWj5rm\%"\?R5\1"5\F\@RRSX4S2\#ST\#SP\JS%\O4SYjj555rn\%"\?RR5\FS(\#S2\#ST\#SP\JS%\O4 SZj55ro\%"\?RR5\FS(\#S2\#ST\#SP\JS%\OS \#4 S[j55rr\%"\?RR5\FS(\#S2\#ST\#SP\JS\\O4 S]j55rs\%"\?RR5\FS(\#S2\#ST\#SP\JS\\OS \#4 S^j55ruS(\#S2\#ST\#SE\\#SP\JS_\JS`\#S\#4Sajrv\%"\?R5\1"S 5\FS(\#S2\#S\JS\#4Sbj555rw\%"\?R5\1"S 5S(\#S2\#ST\#SE\\#SP\JS_\JS`\#S\#4Scj55rx\%"\?R5\1"S 5S(\#S2\#ST\#SE\\#SP\JS_\JS`\#S\#4Sdj55ry\%"\?R5\1"5\FS\@RR4S2\#ST\#SE\\#SP\JS\#4 Sejj555rz\%"\?R5\1"S 5\FS\@RR4S(\#S2\#ST\#SE\\#SP\JS\#4 Sfjj555r{\%"\?R5\1"5\F\@RR4SA\#ST\#SP\JS\#4Sgjj555r|\%"\?R5\1"S 5\F\@RR4S(\#S2\#ST\#SP\JS\#4 Shjj555r}\%"\?R5\1"5GSSA\#Si\#Sj\O4Skjj55r~\%"\?R5\1"5Sl\#Sm\#S\#4Snj55r\%"\?GR5\1"5S(\#So\:\JS\JSp\JSq\JSr\J4 Ssj55r\%"\?GRRF5GSS2\#S\JSp\\JSq\\JSr\J4 Sujj5rS\#S\JSp\\JSq\\JS\b\J\J44 Svjr\%"\?GR5\1"5GSSA\#Sw\#S\JSp\\JSq\\JSr\J4 Sxjj55r\%"\?GR 5\1"5S(\#So\:\JS\JSy\J4Szj55r\%"\?GR 5\1"5S(\#So\:\JS{\JS|\JS}\J4 S~j55rS(\#S \#S\R4Sjr\%"\?GR5\1"S 5\ES(\#S\#S\JS\R4Sj555r\%"\?GR5\1"5\ES(\#S\#S\JS\R4Sj555rSr\%"\?GR5\1"5SA\#S\:\JS\:\JS\:\JS\:\JS\#4 Sj55r\%"\?GR5\1"5\FSA\#S\:\JS\:\JS\:\JS\:\JS\:\JS\#4Sj555r\%"\?GR5\1"5S(\#S\#S*\O4Sj55r\%"\?GR5\1"5S>\#S\:\JS\JS\JSr\JS\#4 Sj55r\%"\?GRR5\FGSS(\#S2\#S\\OS\#4Sjj55r\%"\?GR 5\?GR RGR#\8GR$5\?GR RGR#\8GR&5SA\#Sj\OS\\B4Sj555r\%"\?GR(5\1"SS5SA\#Sj\OS\\B4Sj55r\%"\?GR*5\1"5S\#S\JS\B4Sj55r\%"\?GR,5\1"SS9S\#S\JS\B4Sj55r\%"\?GR.5\1"5GSSE\#S\#S\JS\BS\BS\#4 Sjj55r\%"\?GR05\1"5S(\#S\#S\JS\JS\B4 Sj55rS\:\J4SjrS\:\#S\JS\JS\:\#4SjrS\:\#4SjrS\:\#S\J4SjrS\:\#S\JS\J4Sjr\%"\?GR<R\?GR<R/5GSS\:\#S\JS\JS\\#S\#4 Sjj5r\%"\?GR>R\?GR>R/5GSS2\#S\:\JS\JS\\:\#S\\:\#4 Sjj5r\%"\?GR@RF5GSSA\#S\JS\JS\b\#S44Sjj5r\%"\?GRBR5GSSA\#S\:\JS\JS\b\#S44Sjj5r\%"\?GRDRF5GSS2\#S\JS\JS\b\#S44Sjj5r\?GRFGRHGR#\8GR$5GSS2\#S\#S\JS\b\#S44Sjj5r\%"\?GRL5\1"SS9\FGSS2\#S\#S\#S%\JS)\J4 Sjj555r\%"\?GRN5\1"5\FGSS2\#S\#S\#S%\JS)\JS\B4 Sjj555r\%"\?GRP5\1"SS9\FGSS2\#S\#S\#S%\JS)\J4 Sjj555r\%"\?GRRR5\FS(\#SA\#S\#S\#S\\#S\JS\JS\JS\JS\:\BS\b\\#\\#\\#44Sj55r\%"\?GRRR5S(\#SA\#S\#S\#S\\#S\JS\JS\JS\JS\:\BS\RFS\RFS\RFS\b\\#\\#\\#44Sj5rS\\#S\\#4Sjr\%"\?GRXR5S\#SA\#S\:\JS\#S\#SE\\#S\\#S\:\BS\b\\#\\#\\#44Sj5r\%"\?GRXR5S\#SA\#S\:\JS\#S\#SE\\#S\\#S\:\BS\RFS\RFS\RFS\b\\#\\#\\#44Sj5r\%"\?GR\R5SA\#S\:\JSE\\#S\\OS\b\#\#44 Sj5r\%"\?GR^R5S\#SA\#S\:\JS\#SE\\#S\:\BS\b\\#\\#44Sj5rSA\#SE\\#S\\#S\\#S\\#SK\BS\OS\OS\BS\b\#\#\#\\#\\#44Sjr\%"\?GRb5\1"SSS5SA\#SE\\#S\\#S\\#S\\#SK\BS\OS\OS\b\#\#\#44Sj55r\?GRbRGR#\8GR&5\?GRbRGR#\8GR$5SA\#SE\\#S\\#S\\#S\\#SK\BS\OS\OS\b\#\#\#44Sj55r\?GRfRGR#\8GR$5GSS\:\#4Sjj5r\%"\?GRjR5SA\#SE\\#S\\#S\#S\#S\OS\OS\b\#\#\#44Sj5r\%"\?GRlR5SA\#SE\\#S\\#S\#S\#SK\BS\OS\OS\b\#\#\#44Sj5r\%"\?GRlGRn5SA\#SE\\#S\\#SK\BS\OS\OS\b\#\#\#44Sj5r\%"\?GRrR5SA\#SE\\#S\\#S\#S\#SK\BS\OS\OS\b\#\#\#\#\#44Sj5rSA\#SE\\#S\\#S\#S\#S\OSK\BS\#4Sjr\%"\?GRvR5SA\#SE\\#S\\#S\#S\#S\OS\OS\b\#\#\#\#44Sj5r\%"\?GRxR5SA\#SE\\#S\\#S\#S\#S\OS\OS\b\#\#\#\#\#\#44Sj5r\%"\?GRzR5SA\#SE\\#S\\#S\#S\#S\OS\OS\b\#\#\#\#44Sj5r\%"\?GR|5\1"SS5\FGSSj555r\%"\?GR5\1"5SSSSSSS.S\\#\)4SR\\RS\\GRS\BS\BS\\GR4 Sjj55r\%"\?GR\?GR\?GR/5\1"5S55r\?GRRGR#\8GR&5\%"\?GR5\1"SSSS5SA\#SE\#S\\#S\\#S\\#SK\BS\OS\O4Sj555rSr\%"\?GRR5S\#SA\#SE\\#S\\#S\\#S\\#S\\#S\BS\OS\:\BS\#S\b\#\\#\\#44Sj5r\%"\?GRR5S\#SA\#SE\\#S\\#S\\#S\\#S\\#S\BS\OS\:\BS\b\#\\#\\#44Sj5r\%"\?GRR5S\#SA\#SE\\#S\\#S\\#S\\#S\\#S\BS\OS\:\BS\RFS\RFS\RFS\b\#\\#\\#44Sj5r\%"\?GR5\1"SSS5SA\#S(\#SE\#S\\#S\\#S\\#S\\#S\O4Sj55r\%"\?GR5\1"SSS5SA\#S(\#SE\#S\\#S\\#S\\#S\\#S\OS\#4Sj55r\%"\?GR5\1"5\FSA\#S\b\J\J44Sj555rS2\+S\+S\:\JS\J4Sjr\%"\?GR5\1"5S2\+S\+S\:\J4Sj55r\%"\?GR5\1"5SA\+S\+S\:\JS\:\JS\:\J4 Sj55r\%"\?GR5StS.S\+S\JSy\+S\+S)\)4 Sjj5r\%"\?GR5\1"5StS.S\+S\JSy\+S\+S)\)4 Sjj55rStS.S\+S\JSy\+S\+S\BS)\)4 GSjjr\%"\?GRR5\?GRRGR#\8GR$5GSGSj55r\%"\?GR5S\+S\JSy\+S\+4GSj5r\%"\?GR5\1"5S\+S\JSy\+S\+4GSj55rS\+S\JSy\+S\+S\B4 GSjr\%"\?GR5\1"SSM5\FS2\#S\b\#\#44GSj555r\%"\?GR5\1"5GSS\#GS\\B\J\O4GS\\B\J\O4GS\\GR4GS jj55r\%"\?GR5GSGS j5rGS rGS r\%"\?GRGR5\%"\?GRGR5\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5SA\#S\\:\JGS \\:\OS\#4GSj555555555r\%"\?GRGR5\%"\?GRGR5\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5SA\#S\\:\JGS \\:\OS\#4GSj555555555rGSGSjr\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OS\#4GSjj5555r\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OS\#4GSjj5555r\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OGS\\OS\#4 GSjj5555r\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OGS\\OS\#4 GSjj5555r\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OGS\\OGS\\OS\#4 GSjj5555r\%"\?GRR\?GRR/5\?GRRGR#\8GR$5\?GRRGR#\8GR&5\1"SSGS9GSSA\#S\:\JGS\\OGS\\OGS\\OS\#4 GSjj5555r\FGSSA\#S\:\JGS\:\\OGS\BS\#4 GSjj5rGSrGSrGS rGS!rGSGS"jrGS#rGS$rGSGS%jrGSGS&jrGS'r\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS(555r\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS)555r\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS*555r\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS+555rGS,rGSGS-jrGSGS.jGrGS/Gr\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS0555Gr\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS1555GrGS2GrGS3Gr\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS4555Gr\%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS5555Gr \%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS6555Gr \%"\?GRGR5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS7555Gr \%"\?GRGR5\%"\?GRGR5\?GR GRGR#\8GR$5\?GR GRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5\?GRGRGR#\8GR$5\?GRGRGR#\8GR&5GS855555555Gr\%"\?GR R\?GR R/5\1"5GSSA\#S\:\JGS9\BGS\\OS\#4 GS:jj55Gr\%"\?GRR\?GRR/5\?GRRGR#\8GR&5\1"5GSSA\#S\:\JGS9\BGS\\OGS\\OS\#4 GS;jj555Gr\%"\?GRR\?GRR/5\1"5GSSA\#S\:\JGS9\BGS\\OGS\\OGS\\OS\#4GS<jj55GrGSGS=jGrGS>GrSw\\#GS?\\#GS@\#S\#4GSAjGrGS?\,S\#4GSBjGr\FSA\#S\:\JGS9\BGS\:\\OS\#4 GSCj5Gr\%"\?GR.R5GSD\#GSE\#S\B4GSFj5Gr\%"\?GR0\?GR2/5\1"5GSG55Gr\%"\?GR4/5GSH5Gr\%"\?GR6/5GSGSIj5Gr\%"\?GR8/5GSJ5Gr\%"\?GR:/5GSK5GrS2\#ST\#SE\\#SP\JS_\JS\b\#\#44 GSLjGr\%"\?GR>5\1"SS`5S2\#ST\#SE\\#SP\JS_\JS\b\#\#44 GSMj55Gr\%"\?GR@5\1"SS`5S2\#ST\#SE\\#SP\JS_\JS\b\#\#44 GSNj55Gr S\#GSO\OS\#4GSPjGr!S\#GSO\OS\#4GSQjGr"GSR\#S\,4GSSjGr#GST\,GSU\#S\#4GSVjGr$GSU\\#S\#4GSWjGr%GSX\JGS9\BSR\RS\GR4GSYjGr&GSZ\#GS[\JGS\\JGS9\B4GS]jGr'GSZ\#GS^\JGS[\JGS\\JGS9\B4 GS_jGr(GSZ\#S\:\JGS9\B4GS`jGr)GSZ\#S\:\JGS9\B4GSajGr*\%"\?GRV5\1"5\FGSZ\#S\:\JGS9\B4GSbj555Gr+GSGSD\#GSc\#GSd\JGSe\JGS9\BGSf\BS\#4GSgjjGr,\%"\?GRZ5\1"5\FGSGSD\#GSc\#GSd\JGSe\JGS9\BS\#4 GShjj555Gr-\%"\?GR\5\1"SS9\FGSi555Gr.\%"\?GR^5\1"5SS\@RR4GSjj55Gr/GSk\RFGSl\RFGSm\BS\B4GSnjGr0\?GRbRGR#\8GR$5\?GRbRGR#\8GR$5\1"SGSo9SGSp.GSqj555Gr1\%"\?GRdR\?GRdR/5\?GRdRGR#\8GR&5\1"5\FGSSA\#S\b\J\J4GS9\BGSr\\OGSs\\OS\#4 GStjj5555Gr3\%"\?GRdGR5\?GRdGRGR#\8GR$5\?GRdGRGR#\8GR&5\1"5\FGSGSD\#S\\b\J\J4GS9\BGS \\b\O\O4S\#4 GSujj55555Gr4\%"\?GRj5\%"\?GRl5\%"\?GRn5\F\1"5GSD\#S\b\JS4S\#4GSvj55555Gr8\%"\?GRr5\%"\?GRt5\%"\?GRv5\F\1"5GSD\#S\b\JS4S\#4GSwj55555Gr^^ T (a [[RR4O[4n[R "U0UD6Vs/sHn[ X25(dMUPM nn[R"UST 06umm U4SjnU 4SjnT "[XP50[XQ5D6nT (aU$[Xg5$s snf)Ntype_promotion_kindcT>[U[5(aURT5$U$N isinstancerto)xcomputation_dtypes r0 increase_prec0type_casts..inner..increase_precOs%!V$$tt-..r/cT>[U[5(aURT5$U$r9r:)r= result_dtypes r0 decrease_prec0type_casts..inner..decrease_precUs$!V$$ttL))r/) rtorchtypes_Numberpytreearg_tree_leavesr;utilselementwise_dtypesr)argskwargs allowed_typesr= flat_argsr?rCrr>rBr3r1r4r2s @@r0innertype_casts..inner@s.EVU[[(( )6)  ++T;V1W W  !  r/c.[R"X5$r9)rE full_likeselfvalues r0 fill_scalarrs ??4 ''r/rc^[R"TR5S:HU4Sj5 [R UT5$)Nrc,>STR5S3$)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrV)rsr0fill_tensor..sRSXS\S\S^R__jkr/)rE_checkrVatencopyrs `r0 fill_tensorrs3 LL qk 99T5 !!r/rc^[R"[R"US-SS9SS9S- $NrminmaxrEclamprs r0 hardsigmoidrs) ;;u{{4!83 ;a ??r/cJ[R"US:US:-US-S5$)Ngg@gUUUUUU?rErprsrs r0hardsigmoid_backwardrs0 ;; $y!  r/min_valmax_valc@[R"X:*X:-SU5$)Nrr)rsrrrs r0hardtanh_backwardrs ;;DO L r/c6[R"X:*SU5$rzr)rsrrks r0threshold_backwardrs ;;t(![ 99r/negative_slopeself_is_resultc<[R"US:XU-5$rzr)rsrrrs r0leaky_relu_backwardrs ;;taxN.J KKr/grad approximatecSnSnSnUS:XabX5-S-nSnX-nX-n XaXy---n [R"U 5n SU-n SU -n SU -nSX-- nUSSU-U---nX-U-nXU--$UnXT-S-nSS[R"UU-5--nU[R"X-S -5-nUUUU---$) Ng;f?g;f?gmBP ?tanhrgHm?r$rg)rErerfro)rrrM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberQ tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r0 gelu_backwardrs%G&I'Jf$s*{/0ZZ& TzJ+j55 AF T(9$9:14DD)99::&,Q4&=112eii d 233sTCZ'((r/inputc[R"[R"U55n[R"U5nX-SX"-- -nXU--$rc)rErFsoftplussigmoid)rsrinput_tanh_softplus input_sigmoidouts r0 mish_backwardrsN **QZZ%67MM%(M  1':'P#P QC 3 44r/c4U[R"U5-$r9)rErrs r0silur"s %--% %%r/c\SS[R"U*5-- nX-SUSU- ---$rc)rEro)rsrrs r0 silu_backwardr)s:1uyy$''(G  AG (<$< ==r/weightc<[R"US:XU-5$rzr)rrs r0 _prelu_kernelr1s ;;tax} 55r/c|[R"US:XU-5n[R"US:SX-5nX44$)Nrrr)rsrr input_grad weight_grads r0_prelu_kernel_backwardr6s? TAX{[4HIJ++dQhT-?@K  $$r/noiseloweruppertrainingc|U(aXC- S:aURU5$X4-S- n[RXXv5$)Ngư>r%)mulrr)rsrrrrrrrs r0rrelu_with_noise_backwardrAsCEMD(u%%-1,'' ~  r/buffercUS:n[R"USS5n[R"USS5n[R"[R"U5*5nXXVSU-- -- -$)Nrr$rZ)rErproabs)rsrr in_negative max_derivsignrqs r0log_sigmoid_backwardrVsc(K KA.I ;;{Ar *D 599T?"#A d1q5k&:: ;;r/loss reductioncU[RR:Xa[R"U5$U[R R:Xa[R "U5$U$r9)r"r,rrEmeanr-sum)rrs r0apply_loss_reductionrcsHINN(((zz$ imm)) )yy r/dtypecU[R:Xa[R$U[R:Xa[R$U[R :Xa[R $gr9)rE complex32float16 complex64float32 complex128float64rs r0 to_real_dtyperlsK }} %// !}} %"" "}} #r/targetc&X- S-n[X25$)Nr%)r)rrrrs r0mse_lossr{s Ma D  00r/c|U[RR:XaSUR5- OSnXAU- -U-$)N@)r"r,rnumel)rsrrrnorms r0mse_loss_backwardrs9 #,y~~/C/C"C3 D 6> "[ 00r/c[R"XUS9nUR[S55n[R"XASS9n[R "U5n[R "XVU5$)N)rVrz-infTrVkeepdim)rEsoftmaxeqfloatall zeros_likerp)rrVrrmasked masked_rowszeross r0 safe_softmaxr sU --U 3C WWU6] #F))FT:K   S !E ;;{3 //r/rncX- R5n[R"XC:SUS--U- USU-- 5n[XB5$)Nrr%)rrErpr)rrrrjrs r0smooth_l1_lossr sI M   D ;;t{C$'MD$8$t:K LD  00r/cU[RR:XaSUR5- OSnX- n[R "U5nXP-n[R "Xt:X-U- U[R"U5-5$rm)r"r,rrrErrpr) rsrrrrjrr=abs_x norm_grads r0smooth_l1_loss_backwardrss "+inn.B.B!B3 D A IIaLE"I ;;  EJJqM! r/cZ[XX#U5n[XVR5 [XeSS9$NT copy_fromcopy_to exact_dtype)rrshaper)rsrrrrjr_results r0smooth_l1_loss_backward_outrs+%[4 PFj,,/ FD QQr/deltac U[RR:XaSUR5- OSnX- n[R "Xd*:U*U-U-[R "Xd:XP-U-XV-U-55$rm)r"r,rrrErp)rsrrrrrr=s r0huber_loss_backwardrsv "+inn.B.B!B3 D A ;; F  e# AIt1E948k;QR r/cZ[XX#U5n[XVR5 [XeSS9$r)rrrr)rsrrrrr_rs r0huber_loss_backward_outrs+!Fu MFj,,/ FD QQr/ ignore_index total_weightcUR5S:aSOSnU[RR:XaX- nUR U5n[ R "X%:gUS5n[ R"U5n [ R"XUS5n U R5UR5s=:aS:aO OUR U5nUbO[UR55V s/sHn SPM n n URSX'URU 5nX-n[ R "X%:gUS5nX-$s sn f)Nr%rr$g) rVr"r,rr\rErprscatterr[rreshape) rsrrrrr r! channel_dim safe_targetr_r] new_shapes r0_nll_loss_backwardr(sxxzA~!1KINN(((!0   k *F++f4fa@K!!$'Jz TJJ~~+//+/a/!++K8   %dhhj 12 11Q 1 2!'a  *!* ++f4k1EK  ##3s/ EcUR5S:dS5e[R"UR5U5nURU5nUS-S:Xd SUSU35eUS-nUR USU5nUR X5U5n[ R "U5nSU- U-U-U-n X-n[ R"X/US9$)Nrz*glu does not support 0-dimensional tensorsr%z.Halving dimension must be even, but dimension z is size rnr)rVrJcanonicalize_dimsizenarrowrErcat) rsrrVwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r0 glu_backwardr5s 88:>GGG>%%dhhj#6H ))H C 7a< 8 )C5Q<qI Ha3IX)H MMr/c SUR5s=::a S::dS5e S5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eUR5S:Xd'S URS UR5S 345eUb(UR5URS :XdS 5eU[RR :XaUR5S:XamUR5S:Xa URSURS:Xd8SURSSUR5SURS35eOs  a B!BB B!BB  ::<1 E 88:?8vzz|q'8L DJJqMV\\!_< $TZZL 6<<.J =    1 $D    b!3!3!5 6jA' $ >V\\^tzz"~=F =INN(((TXXZ1_ A%+*;*;A*>$**Q-*O EdjjQRm_U)oo/00G HYHYZ[H\G] _ O*O  A%+*;*;*=*B EkFWFWEX Y B 69L r/c DUR5S:XdSUR535eUR5S:XdSUR535eURSURS:Xa@URSURS:Xa URSURS:Xd!SURS UR35eUR5S:Xd&S URS UR5S 35e[XX#XEU5$) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr%r$r9r:r<z ( z , elements))rVrrr()rsrrrrr r!s r0nll_loss2d_backwardrAFs: 88:? ]^b^f^f^h]ij? ::<1  _`f`j`j`l_mn  1 a( JJqMV\\!_ , JJqMV\\!_ ,I $DJJ>r/cn^URUmS[4U4SjjnU"USTS5nU"X2TT5nX#4$)zb Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rWcN>UcU$US:aUT-n[[X5U5$rzrr)valrrdefaultdim_sizes r0 clamp_wrap(_normalize_start_end..clamp_wraps. ;N 7.C3s?E**r/r)rint)r=rVrhrirrs @r0_normalize_start_endrsFwws|H+#+ ua1 -E S8 4C :r/srcc h[R"URU5nURUn[ XX45up4[ UR5nXC- US- -U-Xr'UR U5nUS:XaXF:XaUS:XaUR5$S/UR5-n[R"X`RS9n X- U-X'[R"X`R[RS9n US:wa[R"XU:5n XF:wa[R"XU:5n US:wa[R"XU- U-S:H5n S/UR5-n SX'U RU 5n [ R#U [ R%XUS5U5$)Nr$rdevicerrrZ)rJr*r|rrrtexpandclonerVrEarangeronesbool logical_andviewrrp_unsafe_masked_index) rrrVrhrirjrsrc_sizeindicesidxmask mask_shapes r0rmrmsr  S 1C{{3H%e%=JEEKK H[D1H-$6HM **X C zco$!)yy{'+fuyy{&:G ,,x 5CKD(GL ::h||5:: FD z  e|4   Sy1 qy  e t';q'@Auyy{"JJO 99Z D ::dD55c!Le TTr/indexcRURU5n[R"X@X#5$r9)rlrEselect_scatter)rsrgrVrr_s r0select_backwardrEs'&&{3J     DDr/offsetdim1dim2cTURU5n[R"XPX#U5$r9)rlrEdiagonal_scatter)rsrgrrrr_s r0diagonal_backwardrLs) &&{3J  ! !*6 NNr/ input_dtypecHURU:waURU5nU$r9)rr<)rsr_rs r0_cast_grad_to_input_dtyperUs&K']];/ r/outputcrX-nXA[R"XBSS9-- n[XU5R5$NTr)rErr contiguous)rsrrVrnew_grad_outputr_s r0_softmax_backward_datar]sC "*O EII$-$J %[k J U U WWr/cxU[R"U5[R"XSS9-- n[XU5$r)rErorr)rsrrVrr_s r0_log_softmax_backward_dataros= uyy0599d4 J %[k JJr/cXS--X!S- -- n[[R[RUS9nU"SXd5R S5nU"SX-U5R S5n X-$)z/Utility function to implement im2col and col2imr%r$rrrrZ)rrErint64r\) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r0 _im2col_col2im_indices_along_dimr{suQ&!|)DDH EKKGI!H7AA!DAx4jAKKBOK  ))r/ kernel_sizedilationpaddingruc  ^^^^^^"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS5 U"TS5 U"TS S S 9 U"TS 5 URm[T5n[R"US ;=(a [ STSS55U4Sj5 [ S[ TSSTTTT555m[R"[ ST55UUUUUU4Sj5 US:HnU(dURS5nURuppTupTupTunnTunn[U UUXUR5n[U UUXUR5n[R"XXU45nURS5RS5nUSS2SS2UU4nURSSSSSS5nURS5nURS5nURXU-U-UU-5nU(dURS5nU$)Nr%cg)Nz"im2col(): only 2D kernel supportedr&r&r/r0rim2col..s0Tr/cg)Nz$im2col(): only 2D dilation supportedr&r&r/r0rrs-Sr/cg)Nz#im2col(): only 2D padding supportedr&r&r/r0rrs,Qr/cg)Nz"im2col(): only 2D stride supportedr&r&r/r0rrs+Or/c^^U(a[ST55O[ST55n[R"UUU4Sj5 g)Nc3*# UH oS:v M g7frNr&.0rPs r0 1im2col..check_positive..(%Qq5%c3*# UH oS:v M g7frr&rs r0rr;REqFErc>TST3$Nz& should be greater than zero, but got r&param param_namesr0r0im2col..check_positive..ZL(NugVr/rrErrrstrictconds`` r0check_positiveim2col..check_positive4,2s(%((;RE;R8R V r/rrrFrrurr@c3*# UH oS:gv M g7frr&rds r0rim2col..:z!Avzrrc >S[T53$)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr0rr--25\NS[TSS5STSTSTSTSTS3 $) Nz!Given an input with spatial size rX, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrusr0rrsJ3E%*4E3FG"m;xj9)9VH-]D Fr/r@rrZr$rT)rErrrrrzipr\rrrrpermuter+r$squeeze)rrrrrurr| batched_input batch_dimr%input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r0im2colrsl LL[!Q&(TU LLX!#%ST LLW"$QR LLV!#OP ; .8Z(8Yu568$ KKE u:D LL :3:uRSz:: < &) "#J;' K  LL '; '' F FAIM "/4{{,IGH"I%J $Hh9:yELL::yELL 55I) LML+55b9CCBG !Q 24FF GF ^^Aq!Q1 -F',,Q/N',,Q/N ^^)H4n~6UF " Mr/rc ^^^^^^!^"[R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS 5 U"TS 5 U"TS S S 9 U"TS5 U"TS5 URm"[T"5n[R"US;=(a [ ST"SS55U"4Sj5 TSTS-n[R"T"SU-S:HUU"4Sj5 [ TTTTT5V V V V V s/sH uppn SU SU --XS- -- S- U --PM" nn n n n n USUS-m![R"T"ST!:HU!UUUUU"U4Sj5 [R"T!S:U!UUUUU"U4Sj5 US:HnU(dUR S5nURm"TunnTunnTunnTunnTunnURT"ST"SU-/T-U-5nURSSSSSS5n[UUUUUUR5n[US5n[UUUUUUR5n[ TT5VVs/sHunnUSU--PM nnnURT"ST"S[T5-/U-5nSSUU4n [RUU USS9n[ R""UU*U*U*U*45nU(dUR%S5nU$s sn n n n n fs snnf)Nr%cg)Nzonly 2D output_size supportedr&r&r/r0rcol2im..s0Or/cg)Nzonly 2D kernel supportedr&r&r/r0rrs0Jr/cg)Nzonly 2D dilation supportedr&r&r/r0rrs-Ir/cg)Nzonly 2D padding supportedr&r&r/r0rrs,Gr/cg)Nzonly 2D stride supportedr&r&r/r0rrs+Er/Tc^^U(a[ST55O[ST55n[R"UUU4Sj5 g)Nc3*# UH oS:v M g7frr&rs r0r1col2im..check_positive..rrc3*# UH oS:v M g7frr&rs r0rrrrc>TST3$rr&rsr0r0col2im..check_positive..rr/rrs`` r0rcol2im..check_positiverr/rrrFrrur)r%rc3*# UH oS:gv M g7frr&rs r0rcol2im..rrrXc >S[T53$)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr0rrrr/rr$c>STSST3$)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rXz and kernel_size=r&)rrsr0rrs!==B2YKH"m%r/rZc:>STSTSTSTSTSTSTSS 3$ NzGiven output_size=rrrrz , expected input.size(-1) to be but got rZ.r&Lrrrrrrusr0rrD$[M }M:Zy &B))*9U2YKqBr/c:>STSTSTSTSTSTSTSS 3$r&r&r)sr0rrr+r/rr@r accumulater)rErrrrrr\r$rrrr^rlprodr_unsafe_index_putrrr)#rrrrrrurr|prod_kernel_sizerrrrrcolrout_hout_wrrrrr r r r  indices_row indices_colorPoutput_padded_sizerrr*rs# ````` @@r0col2imr9s LL[!Q&(OP LL[!Q&(JK LLX!#%IJ LLW"$GH LLV!#EF ; .8Z(7Ie468$; . KKE u:D LL :3:uRSz:: < #1~ A6 LL b $$) %'* (K'  ' "Cc S1s7]S!G_ ,q 0R 77'   AQA LL b Q B B  LL A B B AIM " KKELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV WE MM!Q1a +E2 xY%,,K$K3K2 xY%,,K14K0IJ0I1!a!e)0IJ __ q58tK0014FFF {K 0C  # #FC4 # HF UU6YJ YJ K LF " Mk VKs 'M$ M-rctXRU5U--R[R"U5S9nU$NrV)type_asrrJr)rsrrurPs r0native_dropout_backwardr=Cs@  [1E9 :AA11+> B A Hr/ input_size dimensionr+c[U5S:Xa[R"US5$[R"[U5U5n[R "XUR [RS9nURSX45R5nURSUS-5RXUS-5nURU5nSU-U4-n[RXxUSS9R5$)NrrrZr$r9Tr-)rrE squeeze_copyrJr*rrint32unfoldflattenmovedimrlrr0r) rr>r?r+rjrVrr_rs r0unfold_backwardrFRs  :!!!$**  Z) rB unnormalizedx_maxrs r0_softmaxrdsE Aww%**$$$&+&>&> uDDLL'#  Aaggi1n%%yy|  140yy+ EIIlF FF <( Mr/)rc(SSKJn UR5nU(a UR[R :Xde[ R"U[ RRS9upEURU5nU"UR5S:H5(aUnO[R"XSS9nX- n[R"[R"[R"U5USS95nXh- n U(dU RU5n U $rZ)rrr\rrrEr^rJrKr_r`r<rrarFrro) r=rVrXr\r>rBshiftedrcshifted_logsumexprs r0 _log_softmaxrhsE Aww%**$$$&+&>&> uDDLL'#  Aaggi1n%% 140) %))EIIg,>T"RS  (F <( Mr/r padding_idxscale_grad_by_freqsparsecUR5S:XdS5eURS::a5URSU5nURS:XaURS5nU$X$)Nr%z'weight' must be 2-Dr$r)rVr| index_selectr)rrrirjrkrs r0 embeddingrnsb ::<1 444 ||q!!!W- <<1 ++a.C r/ num_weightscd[R"U[RRS9upVUR U5n[ U[ R5nU(aUURU45n[ R"U5n[RXq/USS9nXqn X RS5- n[X:HUR5n URU S5n URU4UR URS-5n [RX/U SS9R U5$)Nr]Tr-rZr)rJrKr_r`r<rrElongrlrZrr0r\r^r| masked_fillr) rsrrorirjr>rBcountsrgrad_weights_scalerr grad_weights r0embedding_dense_backwardrvs',&>&>)N)N)V)V'#..!23K%guzz:G""K>2w''' 4D'Q#_!$@$@$DD W3[5E5E FD  " "4 +D'' **7<<>::K  ! !+y$4 ! P S S r/c$SnUHnX-nM U$rcr&)r=rPis r0r/r/s A   Hr/tensors num_chunkscZ/nUHnUR5nXQU-S- U-U-nXeU:wa9S/S-URU- S- -SXeU- /-n[RXGS5nUSU[R "US/5-nUR URU55 M U$)Nr$rr%rZ)r+r|rconstant_pad_ndrESizeappendr$) ryrVrzpadded_tensorstensor tensor_size pad_along_dimr view_sizes r0 _pad_chunkrs Nkkm $)J6:zIJV , ,#'V[[3.23C 007C))&q9F% J3C(DD fnnY78 r/cXUSRnUHnURU:wdM g g)NrFTr|)ryr|rs r0have_same_ndimsrs- 1:??D ;;$  r/cUSR5SUnUH/n[R"UR5SUU:HS5 M1 g)Nrcg)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr&r&r/r0r+leading_dimension_matches..%s]r/)r+rEr)ryrVleading_dim_sizesrs r0leading_dimension_matchesr sI )$3/ KKM$3 #4 4 ] r/c[R"US:S5 [R"[U5S:S5 USRnUSRnUHvn[R"UR 5S:S5 [R"URU:HS5 [R"URU:HS5 Mx [ U5(a)[R"USR5U5nOH[R"US:S5 UH'n[R"XR:S 5 M) [X5 U$) Nr$cg)Nz&_chunk_cat expects positive num_chunksr&r&r/r0r._preprocess_chunk_cat_inputs...s*Rr/rcg)Nz0_chunk_cat expects a non-empty input tensor listr&r&r/r0rr0s"Tr/cg)Nz#_chunk_cat expects non-empty tensorr&r&r/r0rr5s1Vr/cg)Nz8_chunk_cat expects all input tensors with the same dtyper&r&r/r0rr8Nr/cg)Nz8_chunk_cat expects all inputs tensors on the same devicer&r&r/r0rr<rr/cg)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr&r&r/r0rrCsar/cg)Nz3_chunk_cat expects dim < ndim for all input tensorsr&r&r/r0rrHMr/) rErrrrrrrJr*rVr|r)ryrVrzexpected_dtypeexpected_devicers r0_preprocess_chunk_cat_inputsr)s"  LLq"RS LL G qTQZ%%Naj''O V\\^a')VW LLN * N   MM_ , N w$$WQZ^^%5s; 1H a F LLkk!M  g+ Jr/rc[XU5n[XU5nUc[R"XAS-5$[R"XAS-US9 U$)Nr$)r)rrrEr-)ryrVrzrrs r0 _chunk_catrNsK 'wZ @Cj9N {yyq11 .'s3 r/ split_sizesc[RXUS9nUc-UVs/sHoUR[RS9PM! sn$[ X45H$upg[ XgR5 [XvSS9 M& gs snf)NrrVTr) rsplit_with_sizesrrEr[rrrr)rrrVrsplitssrsplits r0split_with_sizes_copyr_st " "4# " >F {HNO1e&=&=>OO -MF fkk 2 U M. Ps&A9 split_size.cB[RRXU5$r9)rrr)rrrVs r0 unsafe_splitrrs ::  U 44r/cB[RRXU5$r9)rrr)rrrVs r0unsafe_split_with_sizesrws  ( (S AAr/cURnX2nUS:XaUS:XdeUR54$XA-S- U-nSSKJn U"U5n[ U5Vs/sHoqPM nnXU-U- - US'[ R "XU5$s snf)Nrr$) guard_intrZ)rdetachrrrr[rEr) rrrVrgrchunksrrxrs r0rr~s**KHQ1}} #a'J 6F@ v F',V}5}!:}K5 $7($BCKO ;;t# ..6s Btensor_indices_or_sectionsc^ URRS:XdeUR[R:XdeUR 5m [R "T S:H=(d T S:HU 4Sj5 T S:Xa8UR5n[U[5(deURX25$[n[RR5=n(aUR=n(a URnU"5 UVs/sHowR5PM nnSSS5 URWU5$s snf!,(df  N%=f)Ncpur$rc>STS3$)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr&) split_dimsr0rAtensor_split_tensor_indices_or_sections_py_impl..s< ! 99S>r/veccUR5(d+UR5(d[U5n[U5nU[R"X5-nUS:XaU$UR 5S:XaX0-$XSU--$rz)rTrrrEmvr)rrrrjrtrs r0addmvrss  ! ! # #DOO,=,=4yE  %((4% %C qy  yy{a{  r/rrstdgammaNCHxWgroup output_maskc \^^^^^^[R"XTUSS9 [R"XSS9 [R"TUSS9 [R"UR 5TT-T-:HUUU4Sj5 [R"TR TT4:HUUU4Sj5 [R"TSL=(d TR 5T:HUU4Sj5 TT-n [R"TU T-:HUU4Sj5 [R"X5RTTT5RS/S9n URTTT5RS/S9n Sn SnSnU S (Ga/S TU -- nTb[R"U TRS 55RTTU 5RS5n[R"U TRS 55RTTU 5RS5n[R"URS 5TRS TU 55nOU RTTU 5RS5nU RTTU 5RS5n[R"URS 5[R"S TU 4URS 95nUT-U- U-U-U-U-nU*T-UU-U-- nURS 5n[US5n[US5n[R"URTTU T5U5[R"URTTU T5U5-U-n U RUR 5RUR 5n U S (ahU RTTU 5U RTTU 5TRS 5-- URS 5-RS /S9RT5nU S(aU RS /S9nXU4$)NF)allow_cpu_scalar_tensorsc>STT-T-S3$)NzExpect input to have z elementsr&)rrrsr0r,native_group_norm_backward.. s'A }I>r/c.>STSTSTR3$)NzExpect mean to have shape (, z , but got r)rrrsr0rr s-aS5'DJJ<Pr/c>>STSTbTR53$S3$)NzExpect gamma to have z elements but got rZ)r)rrsr0rrs)'s*STST3$)NzExpect number of channels z, to be evenly-divisible by number of groups r&)rrsr0rrs,QC/[\a[bcr/r%rrrnrZr$rr@)rJcheck_same_devicecheck_same_shaperErrrrrrr\r$rrr^r<r)rsrrrrrrrrrcpgdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r0native_group_norm_backwardrs D$ 5N 4F LL Q$> LL q%j P LL  +!+i u*C LL S5[c ; & + +Aq# 6 : :s : CB   !Q $ ( (aS ( 1B $G $G#F1~~ 39   YYr5??1#56>>q%MQQRSTFYYr5??1#56>>q%MQQRSTFr" a,B ZZ5#.2215FZZ5#.2215Fr" Auc?4;;?Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"  r1 % r1 % IIk))!UC=r Bii aS92> ?   //%++.11%++>1~E3'"''!UC*@4>>RTCU*UU..$%SaSS\ WQZ 1~QC f %%r/out2c  [XX#XEXgX5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)r enumeraterrr)rsrrrrrrrrrrQrRrrr_rxrPs r0native_group_norm_backward_outrMsc"(D!%Fd#J&!1 = jmQWW 5 Q 4 P" r/c.UbURU5$U$r9r<)r=rs r0 _maybe_castrjs}ttE{ Hr/grad_outnormalized_shapebiasc^"URnUR5n [R"UR5m"U"4SjXXV45uppU ceU [ U5- nXSnUSUn/n/n[ U 5H-nUU:aURU5 MURU5 M/ [U5n[U5nSSK J n U"US:H5(dU"US:H5(a[US(aURU5OSUS(aURXS5OSUS(aURXS54$S4$[X;R55n[XKR55nU ceX- U-nU bX-nOU nUU-n[R"UUS5n[R"UU5n[R"UUS5n[R"UU5nUU- U- nSnSn Sn!US(aUU- U-nUS(a3U b0[ U5S:a[R"U U-US5n OU U-n US(a;U b8[ U5S:a[R"U US5n!OU R!5n![#UUR5[#U Ub UROS5[#U!UbUR54$S54$)Nc3j># UH(nUbURT[RS9OUv M* g7fr;)r<rEr[rr=r>s r0r-native_layer_norm_backward..s?91A =  e.E.EF  1s03rrpr$r%TF)rrVrJget_computation_dtyperrr[r~r/rrrqrlr^rErrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrxrMrqx_hat grad_x_hatabrrrrQrd_weightrr>s# @r0native_layer_norm_backwardr qs++KJ33EKK@960 95M{  $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZAKQ!V$$(=a1f(E(E,7NEOOK (3>q>EOOK. /t3>q>EOOK. /  HL  T>>#3 4D T>>#3 4D  !! !  $ &E"0 " QA */6A :u %B 2($ /B 5" B EBJE $G!%H#F1~!8u$1~+1  !A %yy!68I5QH$u,H1~)/  !A %YY}.?GF"((*F GU[[)Hf.@flldKF$*:DJJE AEE r/c [XX#XEXg5n XU 4n [U 5H/upUcM [XUR5 [ XU SS9 M1 U $r)r rrrr)rrrrrrrrrQrRrrr_rxrPs r0native_layer_norm_backward_outr s`()tFd#J&! = jmQWW 5 Q1 4 P" r/c `/n[[U55H(nURUR5U- S- 5 M* [R "UR 5nURU5nUcU[R[R4;a/[R"[R5RnO1[R"[R5RnOUn[R"[RR R"R%[R&"US5R)USS9U55n UR+U 5n UbU R+U5n UR,=(d USL=(a UR,n [R."U5n U [R0[R24;n U (d'U (d U R55n U R55n U R7U5nX4$)Nr$r%Tr)r[rr~rVrJrrr<rErrfinforGrrsqrtopsraddScalarrYrr is_nestedr channels_lastchannels_last_3drr<)rrrrGdims_to_reducerxr>upcasted_inputeps_val rqrst_inputupcasted_resultrrWis_channels_lastrs r0_fused_rms_normrs!#N 3'( )eiikAo12*33EKK@XX/0N {  @ @kk%--044Gkk%--044G++  !! IIna ( - -.$ - OQX K%((5O )--f5LF$$6$K6;K;KI//6M$  ) -)446!,,.  $ $U +F  r/cfURnUR5n[R"UR5nUR U[ RS9n UR U[ RS9n UbUR U[ RS9OSn U ceU[U5- n XlSn USU n/n/n[U5H-nUU :aURU5 MURU5 M/ [U 5n[U5nSSK J n U"US:H5(dU"US:H5(a=US(aURU5OSUS(aURXlS54$S4$[X:R55nU bX-nOU nSnSnX-nUS(a'[ R "UU-USS9nUUU- U-- U-nUS(a0U b-U U-n[U5S:a[ R "UUSS9nOUn[#UUR5[#UUR54$)NrVrr[r$TrF)rrVrJrrr<rEr[rr[r~r/rrr\rlr^rr)rrrrrrrrr>rrrrrrrrrxrrr\rrr rsum_vald_weight_full_shapes r0_fused_rms_norm_backwardr!sR++KJ33EKK@KK)@)@ M+5;R;RSJ    #53J3J K   $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZADa1fQ!7!7,7NEOOK (3>q>EOOK. /  GK  T>>#3 4D"0 " $G!%H  E1~))EJ.4EtTg 55=1~+1+e3  !A %yy#):EH+H GU[[)Hekk* r/ running_mean running_varmomentum functionalc .S/[[SUR555-n [R"UR 5n Un Un U(Ga'[R"UR 5n UR U S9n [R"XSSS9up[R"X-5nX- U-n[R"X5n[R"UU 5nUb&UU-SU- U--n U(dURU 5 UbgUR5URS- n[R"X5nUUUS- - -nUU-SU- U--n U(dURU 5 OUbUceUR U SS9nUn UR U SS9nUn UnS[R"XG-5- nURR S:waUnUnO"UR#S 5nUR#S 5n[%XR5S- 5n[%UUR5S- 5nX- U-nUb1UR'5n[%XR5S- 5nUU-nUb1UR'5n[%X R5S- 5nUU-nURR S:Xa2UR UR S9nUR UR S9nUR UR S9UUU U 4$) Nrr%rT)rV correctionrr$)rrrr)rtr[rVrJrrr<rEvar_meanrrcopy_rrr_rrrlr^rD)rrrr"r#rr$rGr%reduction_dimsr>new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r0native_batch_norm_helperr6bsS4a 566N33EKK@#!O!77 DHH#4H5  >> a  {{:+,,$&MM$7 MM$7  #')3q8||6SS ""#34  "  A.A!==DL'1A;7L&5X8TTO!!/2'K,CCC#->TJ '!nn+<4nH %ejj!234 <<   %$II-I-I yy{Q7"6599;?;,&( !"699;?;& ||~ yy{Q7$ ||E!LLu{{L3 LLu{{L3   $  r/r0 save_invstdc 2[XX#XEXgS5 upn n XU 4$NFr6 rrrr"r#rr$rGrr0r1r]s r0native_batch_normr<s1*B t;(QV*&Fy!Q i ''r/c UcUc[RXX%Xg5$Uc [S5eUc [S5eU(a[RXX#XEXg5$[RXX#XFU5$)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrs$_native_batch_norm_legit_no_training)rrrr"r#rr$rGs r0native_batch_norm_decompositionr@s 3,, 48   <   <  ,, 4{h  88 4{c  r/cjURU5nX1-S- U-nUS:XaZUS:XaTUVs/sHoTPM nnXDU-U- - XaS- '[RRRR XU5$[RRR RXU5$s snfNr$r)r+rErrrrrr)rrrVrrr]rs r0unsafe_chunk_py_implrCs{{3H#a'F2JQ8q=+126az6 2",V0Ch0N"O QJyy~~55==fSVWW 99>> & & - -f# FF3s B0c N[RRUUUUUSUU5$r9)rr>r)rrrr"r#r$rGs r0r?r?s5  ( ( 0 0      r/c 2[XX#XEXgS5 upn n XU 4$r9r:r;s r0r>r>s1*B t;(QV*&Fy!Q i ''r/c 6[XUSSX4US5 upgn n XgU4$r9r:) rrrrr$rGrr0r1r]s r0!_native_batch_norm_legit_no_statsrG(s4*B tT4S%*&Fy!Q i ''r/c ^[XX#XEXgS5 unn n n n U cS5eU cS5eXXU 4$)NT#new_running_mean should not be None"new_running_var should not be Noner:) rrrr"r#rr$rGrr0r1r,r-s r0#_native_batch_norm_legit_functionalrK7s_" ! t;(QU    'N)NN '  &L(LL & i? JJr/c L[RRXX#USU5nSnU[RRR:Xa[RR X5n[R "U[RURURS9$)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rE_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8rMr) rrrr"r#rGrbackend reserve_sizes r0_get_batch_norm_reserve_tensorrWPs hh11 t;cGL%((,,222xxHH   ;;EKK U\\ r/c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NTFrr6rW rrrr"r#r$rGrr0r1r]reserves r0_batch_norm_with_updater]msU*B      *&Fy!Q- t;dG i 00r/c x[XX#USXVS5 unnn n n [XX#XFSS9n U cS5eU cS5eXxXX4$)NTrYrIrJrZ) rrrr"r#r$rGrr0r1new_rmnew_rvr\s r0"_batch_norm_with_update_functionalrasu ! t;hT  - t;dG  DDD   CCC  y6 BBr/c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NFrYrZr[s r0_batch_norm_no_updatercsU*B      *&Fy!Q- t;eG i 00r/cUbe[R"U5U:R[RS9nUR U5U-SU- -nXC4$)Nrrn)rErUr<rTr<)rrP generatorrrWs r0_fused_dropout_decompositionrfsY    OOE "Q & * * * =D ,,u  %q 1C ;r/)rrMr pin_memory non_blockingrWrrgrhrWc U(aU[R:XdS5eU(aS5e[U[R[[ [ [45(deUc7Uc4Uc1[U[R5(aUR5$U$Sn[U[R5(aUnO[R"U5nUbcX8R:waTUb1URS:Xa![RRX5nSn[RRXU5nUb(U(d![RRX5nSnUb[R"XS9$U$)NTODOFrTrV)rEstridedr;rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r=rrMrrgrhrWdtype_convertedx_tensors r0_to_copyrss15==08&8 0!6!> a%,,UD'B C CC C ~%-M,A a & &779 HO!U\\""&&q) f7  !5||88IH"O<<**8\J <<44XE {{8AA Or/c,[RU5$r9)ralias)r=s r0nop_decompositionrvs ::a=r/out3exponential_average_factorepsilonc [RUUUUUUUU5upn U(a XXRS[RS94$UURS5URS5URS[RS94$)Nr(r)rr<rlrErT) rrrr"r#rrxryrr rs r0cudnn_batch_normr{s$$  " GA!aU[[ABB  EKK0  r/c[U5HBup#US:XdM X R:aURUU:XaM1URU5nMD U$rc)rr|rr\)r=broadcast_maskrrs r0_broadcast_batch_norm_backwardr~ sF/  19dVVm 0E D!A0 Hr/r\c *[UUUUUUUUUU 5 $r9)native_batch_norm_backward) rrrr"r#r0r7rMrGrr\s r0batch_norm_backwardr' s/ &     r/c .^&URn Ub URn OU n [R"UR5m&U&4SjUUUUUUU45un n nnnnnURnUR 5nUS:dS5eSn[ [ U55UU- nUnUnU(a UbUceO#UbUceUn[R"UU-5nS/U-nUUUU'/n[U5HnUU:wdM URU5 M [UU5nSU- n[R"U U5n[R"XU- -U5n[UU-U5n[[R"UU-UU-5U5n Uc[UU5S-n!O[UU-U5n!U(aU U- U -n"U U"- U- U!-n#OU U!-n#U S(aUU-n$OSn$U S(aUn%OSn%U#RU 5[U$U 5[U%U 54$)Nc3P># UHnUbURT5OUv M g7fr9rrs r0r-native_batch_norm_backward..^ s/  A$%= a7 s#&r%z$rank of the input must be at least 2r$rn)rrJrrrVr/rtrErr[r~r~rrr<r)'rrrr"r#r0r7rMrGrr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrr5r}reduction_axesrxrgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojr_ru grad_biasr>s' @r0rrC st++K || " 33EKK@          ++KJ ?BBB? D[)*[->>L D F F$666$6!,1A1MMM -34!"j 0N&t,N4 "N :  9  ! !! $ *$ ?D  Dii ~>O IImD'89> JE./E~VI/ %$,0J 3FNKcQ 3 [ .  T!Z/$t+y8JF "Z/ 1~fn  1~#    k"K.I|, r/c  [UUUUUUUUUU 5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)rrrrr)rrrr"r#r0r7rMrGrrQrRrrr_rxrPs r0native_batch_norm_backward_outr sv"(    Fd#J&!1 = jmQWW 5 Q 4 P" r/save_varc B[RUUUUUUUSU/SQ5 $NT)TTTrr)rrsrr"r#r0rrys r0miopen_batch_norm_backwardr s5  * *    r/ reserveSpacec B[RUUUUUUUSU/SQ5 $rr) rrsrr"r#r0rryrs r0cudnn_batch_norm_backwardr s5  * *    r/c^^^^^URmURm[T5m[R"TS;U4Sj5 URSSH!n[R"US:gU4Sj5 M# TSUS-S:XawTSUS-S:Xah[ S[ TSSU555n[ S[ TSSX555n[RRRXU5$S mS mUUU4S jnU"TSUS5upgpU"TSUS5uppUS [US 5U 4nU (dU (d[R"USS9$SnU"XXSS9upU"XXSS9upSn[[URS5[URS55H$unnUc US USS2U4nMUUS USS2U4-nM& UX{-- $)Nrc>ST3$)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r&rsr0r%adaptive_avg_pool2d.. s KD6Rr/rXrc">S[T5S3$)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape r(rrsr0rr s99>uaIr/rZc3.# UH upX-v M g7fr9r&)rrxr7s r0r&adaptive_avg_pool2d.. sG*F$!qv*Fc3<# UHupo1US- U-- v M g7fr$Nr&)rrxr7rs r0rr s" +OaQ! O+Osc2[R"X-USS9$)Ntrunc rounding_moderEdivrr rs r0 start_index(adaptive_avg_pool2d..start_index" syy99r/cF[R"US-U-U-S- USS9$)Nr$rrrrs r0 end_index&adaptive_avg_pool2d..end_index% s&yy!a%1q1,awGGr/c>[R"UT [RS9nT"X!U5nX-S-nX-nUS:H=(d X-S:H(+nU(aUS- nO US:XaUS-n[R"UT [RS9nURS5U-nU(aQ[R"US- UR UR S9n [R"X5nT "X!U5n X- n OUn XXv4$)Nrr$rrZr)rErrr\rmrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r0 compute_idx(adaptive_avg_pool2d..compute_idx( shvU[[I 7 3'!+ ( #q(GH,Ba,GH  NI A  NILL6M ll2* ((! 399SZZF--,C6W5BWFFI//r/.r@)rrZrc[U[5(aX4$US:deX!RS5:nUS:Xa [US5n[R "XS5n[X*5nX4$)NrrZrXr@r)r;rr\r^rErr)valsrrrrVrs r0 maybe_mask'adaptive_avg_pool2d..maybe_maskP sp fg & &< 7N7 0 0 44Dby(q1$$T5D&vt4F< r/)rrVr)rrrrErrrnnr% avg_pool2dr^rr r[)rrrrukernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrxjrrr|rrs @@@@@r0adaptive_avg_pool2dr s  \\F KKE u:D LL R[[  F I  Ry;r?"a'E"I B,G1,LG#eBCj+*FGG +.uRSz;+O  xx""--eVDD:H0@/:%)[QS_.U+DK.9%)[QS_.U+DK 'a0$6 7D jzz$H--    bND  bND Cdjjn-uTZZ^/DE1 ;sAq!|$CS!Q\**C F (% &&r/c[R"SUS35 [[RUR SU*5n[[RU5nS/UR -nUR SU*USU*&U[RX@RS9RU5U--RS5nUR[UR SU*5[U5-5n[RURS5U/URS5SS9RUR 5$)N max_unpooling d_forward_outr$rrZFr-)rJalert_not_deterministicroperatorrrr|rrrrr$rlrtr0) rrrrVnchwindices_nc_shape indices_flatrs r0 _max_unpoolndrp s !!M#m"DE  djj3$/ 0B  k *BsTYY"jj3$/Usd$++b+5::;KLrQQ gbk^^DEcT!23d;6GG HF  ! !r\NDLL,< "  d6<<r/c,^^^^[R"TR[R:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR S;U4Sj5 [R"TR TR :HUU4Sj5 [STR 5H1m[R"TRT5S:UU4S j5 M3 [TTTS5$) Nc">STR3$)Nz2elements in indices should be type int64 but got: r)rsr0rmax_unpool2d.. sDW]]OTr/r%c">S[T5S3$)NzMThere should be exactly two elements (height, width) in output_size, but got elements.rrsr0rr ;'(  4r/rc$>STRS3$)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.rrsr0rr s%%)YYK| =r/c<>STRSTR3$NzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rrsr0rr s'PQUQ[Q[P\]229-- Br/r$rc*>STRSTS3$)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rxrsr0rr s ::,&6qcHr/) rErrrrr|rr[r+r)rrrrxs```@r0 max_unpool2dr s LL $T LL KA  LL V  LL gmm# 1dii  IIaL1   ! w Q 77r/cD^^^^^^[R"TR[R:HS5 [R"TRS;U4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR TR :HUU4Sj5 [S TR5H1m[R"TRT5S :UU4S j5 M3 [R"TS S :=(a TS S :=(a TS S :U4S j5 [TTTS5$)Ncg)Nz(elements in indices should be type int64r&r&r/r0rmax_unpool3d.. s.Xr/r@rc$>STRS3$)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rrrsr0rr s^_d_i_i^jjvwr/rc">S[T5S3$)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr0rr rr/c">S[T5S3$)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrusr0rr sdehioepdqq{|r/c">S[T5S3$)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr0rr sefijqfress}~r/c<>STRSTR3$rr)rrsr0rr s'PQVQ\Q\P]^229-- Br/r$rc*>STRSTS3$)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rxrsr0rr s  ;;-'7s-Ir/r%c>ST3$)Nz5strides should be greater than zero, but got stride: r&rsr0rr s GxPr/) rErrrr|rrr[r+r)rrrrurrxs`````@r0 max_unpool3dr s? LL $&X LL fw LL KA  LL F q| LL G ~ LL w}}$ 1ejj ! JJqMA   " LLq A 9&)a-9F1IMP a 88r/)rtrc [XX#SUS9$)NTinplacert _index_addr=rVrrrts r0 index_add_r s aeT GGr/c [XX#SUS9$)NFrrrs r0 index_addr s aeU% HHr/rcx^^^^ ^ ^ [R"URT5m[R"TRS:*U4Sj5 TRS:XaTR S5OSm URS:aUR T5OSm [R"T T :HUU U 4Sj5 TS:wan[R "UR5m [R"T [L=(d [R"[T5T 5UU 4Sj5 UT-nURS:HnU(aURS5OUnST-T4-nU(a[RO[Rn U "XxUSS9n U(aU$U(aU RS5$U R!5$) Nr$c$>STRS3$Nz(Index should have dimension 1 or 0 (got r;rrsr0r_index_add.. :5::,aHr/rc>STSTST<3$)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r&)rV index_sizersr0rr  s%j\1XYdXeeqmplrsr/c(>S[T5STS3$)Nzalpha argument of type z cannot be safely cast to type !)r)rt python_typesr0rr " s-d5k]:YZeYffghr/r9Tr-)rJcanonicalize_dimsr|rErr+ dtype_to_typerris_weakly_lesser_typerr\r index_put_ index_putrr)r=rVrrrrtzero_dimrSrrrr rrs `` ` @@@r0rr sK  ! !!&&# .C LL aH#(**/AqJ&,kkAo&++c"1K LLz!s z))!''2  4  E**4; D h %vv{H#QB C-5( "C#*I BV 5C!)s{{1~?s~~/??r/c  [R"[U5S:S5 [U5nUSR5nUSSn[ SU55nU(aX64nOXc4nXu-nUSR Xr5nS[U5-n [ U5Hfn X n [RXSXkRS5- 4-U5n U(a[RXSU S9nMQ[RXSU S9nMh U$)Nrcg)Nz#received an empty list of sequencesr&r&r/r0rpad_sequence..4 s-Rr/r$c3B# UHoRS5v M g7frr+)rr=s r0rpad_sequence..8 s/Y&&))Ys)rrrVr) rErrr+rrEr[rr|r) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsrxcurrseqrows r0 pad_sequencer(1 s  LLY!#%RS^N|  "HQRLM/Y//G",,'H A,   8CC ..L > ","" Q,,q/(A$BBM  %%cAQ%?C%%cAQ%?C# Jr/c[XX#SS9$)NTr _index_copyr=rVrrs r0 index_copy_r.L s qud ;;r/c[XX#SS9$)NFr*r+r-s r0 index_copyr0Q s que <STRS3$rrrsr0r_index_copy..] r r/rr9) rJrr|rErr\rrrrr) r=rVrrrrrSrrrs ` r0r,r,W s  ! !!&&# .C LL aH vv{H#QB"'**/EOOA uE C-5( "C#*I BV $C!)s{{1~?s~~/??r/cF[R"URS5U5n[R"[R"U5*5nUR (dUR (aURS5nOUnU[R"U5- U4$)Nr&r()rErrlrorris_xpurD)rrrqrs r0log_sigmoid_forwardr6m sn --r*D 1C 599T?"#A ||t{{% Q  ''r/lowhighrec [R"UR[U5[U5URUR US9$)N)r7r8rrre)prims_uniform_helperrrrr)r=r7r8res r0uniformr<z s=    cN t_ggxx  r/c8UR[XX#55$r9)r*r<)rr7r8res r0uniform_r> s ::gd9 ::r/c2[U5S- nUb@[R"USLS5 [R"[U5U:HS5 U$Ub[R"USLS5 [R"[U5U:HS5 /n[U5HZupE[ U5U:Xa$UR XS-[ U5-5 M8UR [ XS-U-55 M\ U$[R"SS5 g)Nr%cgNz9Must specify exactly one of output_size and scale_factorsr&r&r/r0r.upsample_compute_output_size.. Or/cgNr&r&r/r0rrB sRr/cgrAr&r&r/r0rrB rCr/cgrEr&r&r/r0rrB srr/FcgrAr&r&r/r0rrB sRr/)rrErrrr~r)r>r scale_factorsspatial_dimensionsrxrs r0upsample_compute_output_sizerL sZ1, T ! O   S%);;ZH  4  O   S'+==zJ m,DA1v{"":!e#4s1v#=>""7:!e+ ){ RE& TFSZ,?  U6 >>r/c/n[U5nU(aSOSn[U5HnXnURU*U-n X'b XX'-- OX- n [R"U[R UR S9n X-U -R[R5n [US- U- 5Hn U RS5n M URU 5 M U$)Nrrrr$rZ) rr[rrErrrr<rr\r~)rrrNrYrnum_spatial_dimsrrrTisizeruoutput_indices input_indicesr]s r0!_compute_upsample_nearest_indicesr` sG;'SsF # $ --12/5y/D*+%-e5==V(1U:>>u{{K '!+a/0A)33B7M1}%+%, Nr/)preserve_memory_formatrrNc[XU/5$r9rRrrrNs r0upsample_nearest1dre s U& ::r/c[XU/SS9$rWrcrds r0upsample_nearest_exact1drg s U& FFr/scales_hscales_wc[XX#/5$r9rcrrrhris r0upsample_nearest2drl s U(1E FFr/c[XX#/SS9$rWrcrks r0_upsample_nearest_exact2drn% s U(1ET RRr/scales_dc[XX#U/5$r9rcrrrorhris r0upsample_nearest3drr4 s U(h1O PPr/c[XX#U/SS9$rWrcrqs r0_upsample_nearest_exact3drtB s  X:$ r/rYc:[XX#S9nSS/U-n[RX5nURS:Xad[R "U5nUR SnURRS:XaUS:a[RnURUS9nU$)NrXr@r$cudarV) r`r _unsafe_indexr|rJrrrrrEr[r) rrrNrYspatial_indicesrrrW n_channelss r0rRrRT s8 FOTl_,G    /F {{a33E: [[^ <<   &:>!33M"""? Mr/c U(a U(aSnOU(aSnO U(aSnOSn[U5U-S:Xd[U55e[S[U5U5Vs/sHn[XXC-5PM sn$s snf)Nrr@rr%r)rr[r)params has_biaseshas_projections group_sizerxs r0 gather_paramsro s|o    v; #q (5#f+5 (38CK3T 3Taf()3T  s"A>cxU(a%USU-USU-pTUSU-S-USU-S-pvO XXpTSupgXEXg4$)Nr%r$NNr&)r{hiddensrx bidirectional cur_params cur_hidden bidir_params bidir_hiddens r0params_hiddensr s[!'AAJ%+AEAI%6A 8Jl!'GJJ%/" < ==r/c~X:deURURSX!U- 55 URSSU5$rz)r~r,)rlast_batch_size batch_sizers r0update_hidden_for_packedr sA  '' ' NN:$$Q j4PQR   Q: ..r/c tX:XaU$X:de[R"UURSXU- 545$rz)rEconcatr,)rrr inp_hiddens r0 update_hidden_for_packed_reverser sJ$  '' ' <<    a2N O  r/c USnUSnU(aUSOSn U(aUSOSn /n /n U(aUSOUSn URSSU 5n[R"U[U55nU(aUSSS2nUHXnURSnU U:XaO"U(a[ XUU5nO [ XUU 5nU"XXyX5nUn U RU5 MZ U(aU R5 O!U RU5 U R5 [R"U S5nU(d[R"U S5OUnUU4$)Nrr$r%rrZ) r,rErrtrrrr~reverser-)inphiddenr{r| hidden_fn batch_sizesr ih_weight hh_weightih_biashh_bias step_outputrrr split_inprxr hidden_outs r0one_layer_rnn_datar sCq Iq I%fQi4G%fQi4GK"$G)0k"ok!nOq!_5J Ck!23IddO  IIaL a   9QJ2QJs IW :&#&z" ))K #C.57A&:J  ?r/c^U4SjnU$)NcD>T"[R"XU5U-5$r9rlinearrxrrrrr nonlinearitys r0rQrnn_cell..inner sAHHZGDqHIIr/r&rrQs` r0rnn_cellr sJ Lr/c^U4SjnU$)Ncr>[R"XU5nT"[R"XU5U-5$r9rrs r0rQrnn_cell_data..inner s. HHQ7 +AHHZGDqHIIr/r&rs` r0 rnn_cell_datar sJ Lr/c USnUSnU(aUSOSnU(aUSOSn [R"XU5n U(aU RS5OU n URS5n /n U Hn U"XXhXy5n U R U 5 M U(aU R 5 [ R"U S5nXRS54$)Nrr$r%r) rrflipr\r~rrEr-r)rrr{r|rrrrrrprecomputed_inputrrrxrs r0 one_layer_rnnr sq Iq I%fQi4G%fQi4G95<)..q1BS!!!$JK qi)U :& ))K #C ""1% %%r/cUSnUSnU(a USnUSnOH[R"UR55n[R"UR55nUSRS5n USRS5n /n Sn U RS5n SnSnSnSnUR 5nU R 5n U R 5n [R R RRUUUUUU U UU U U UUUUU5nUSUSUSnnnUURS5URS544$)Nrr$r%rF) rEr r+r\rrrmkldnn_rnn_layerrr)rrr{r|rw0w1w2w3hxcxrmode hidden_size num_layersrrrMoutputsrahycys r0mkldnn_one_layer_lstmr sS B B AY AY [[ # [[ #   Q B   Q BK D''!*KJMK E .. C B Biinn--55         !G$ GAJ 2rA rzz!}bjjm, ,,r/c (U(aURSS5OUn/n [U5Hn [X!X5uppU(a XKS- :aUOSnU "X X5unnU RU5 U(aU "XXSS9unnU RU5 U(a+[R "UW/UR 5S- 5nOUnUS:wdMU(dMXS- :dM[R"XSS9nM U(aURSS5OUnX 4$)Nrr$rT)r)rM) transposer[rr~rEr-rVrP)rrr{r|rrPrMrrlayer_fn final_hiddensrxrrrrfwd_inp fwd_hiddenbwd_inp bwd_hiddens r0 _rnn_helperr# s&1EOOAq !eEM : =K A> : $ U(:'&u*QZ( "*\t# GZ   , IIw0'++-!2CDEE a C  M1- --r/c URS5n [X#S5n[UU UUUUUUU[[[ [ R5S95 upU [ R"U S54$r) rrrrrrrErrrs r0rnn_relu_inputrk rr/c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$NrFrr) rrrrrrrErr datarrr{r|rrPrMrrrrs r0 rnn_relu_datar wYYq\F 6u 5F$    ##EJJ/ C  M1- --r/c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$r) rrrrrrrErrrs r0 rnn_tanh_datar rr/cf[R"XU5U-nURSU5nUSR5n USR5n USR 5n USR5n X-X--n XR 5-nUcUO[R"XS5nX4$)Nr@rr$r%rrrchunkrr)rrrrr hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r0 lstm_cellr s HHRG ,s 2EKK9-MA&&(G"**,Ka %%'IQ'')H  W0 1B GGI B ahhrd&CB 6Mr/c JUSnUSnU(aUSOSnU(aUSOSn[U5S:XaUSO[U5S:XaUSOSn USRS5n USRS5n [R"XU5n U(aU R S5OU n /n U H"n[ X XXSS9upU R U 5 M$ U(aU R5 [R"U S5nXRS5U RS544$)Nrr$r%rrr@r) rr\rrrrr~rrEr-r)rrr{r|rrrrrrrrrrrs r0one_layer_lstmr sq Iq I%fQi4G%fQi4G[A%q F q8H6!9d   Q B   Q B95<)..q1BSK 3B7QRS2! ))K #C A 1 . ..r/c USnUSnU(aUSOSnU(aUSOSn [U5S:XaUSO[U5S:XaUSOSn /n /n U(aUSOUSn [R"U[U55nU(aUSSS2nUSnUSnUR SSU 5UR SSU 5nnUGHnUR Sn[ R"XU5nUU :aaU RUR SUU U- 5UR SUU U- 545 UR SSU5UR SSU5nnUU :aZ[R"UUR SU UU - 54S5n[R"UUR SU UU - 54S5n[UUUXyU SS9unnUn U RU5 GM U(aU R5 UU4nO\U RUU45 U R5 [U 6unn[R"US5[R"US54n[R"U S5nUU4$) Nrr$r%rrr@rZr)rrErrtr,rrrr~rrrrr-)rrr{r|rrrrrrrrrrrorig_hxorig_cxrrrxrhidden0hidden1rs r0one_layer_lstm_datar spq Iq I%fQi4G%fQi4G[A%q F q8H6!9dKG)0k"ok!nO Ck!23IddO QiGQiGq!_-q!_- B  IIaLhhsw/   NNIIaOa$78IIaOa$78  YYq!Q'1a);B  W^^AO8KLMqBW^^AO8KLMqB3B IQRSB236"X Bx =YYw*EIIgq,AA ))K #C  ?r/c<SnU"XU5(a[$[$)aCheck whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c[RR5(dgU/[U5-[[R "U55-nUVs1sHoDR iM nn[U5S:wagUR5nU[R "S5:wagUVs1sHoDRiM nnUH)nU[R[R4;dM) g UR(agUSRS5USRS5:gn U (aggs snfs snf)NFr$rrr%T)rErN_get_mkldnn_enabledrtr from_iterablerrpoprrbfloat16 requires_gradr+) rrr{rytdevicesrdtypesrr}s r0 use_mkldnn2select_one_layer_lstm_function..use_mkldnnHsxx++--'DH$tE,?,?,G'HH%,-W88W- w<1  U\\%( (#*+7a''7+EU[[%..99   Q%**Q-2a5::a=8 ).,s D8.D=)rr)rrr{rs r0select_one_layer_lstm_functionr9s":%V$$$$r/c [U5S:XdS5e[X#USRS5USRS5:g5n[[ USUS55n [ XU5n [ UU UUUUUUUU 5 up[[ U 65n U [R"U SS5[R"U SS54$)Nr%lstm expects two hidden statesrr$) rrr+rtrrrrEr) rrr{r|rrPrMrrrrrrs r0 lstm_implrks r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F-e@H$   Cm,-M  M!,a0%++mA>NPQ2R RRr/c [U5S:XdS5e[X4USRS5USRS5:g5n[[ USUS55n [ UU UUUUUUS[ [US95 up[[ U 65n U [R"U SS5[R"U SS54$)Nr%rrr$F)r) rrr+rtrrrrrErrs r0lstm_data_implrs r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F$   #= Cm,-M  M!,a0%++mA>NPQ2R RRr/c$URSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr$r%r)rrrrr rrrrrrchunked_igateschunked_hgates reset_gate input_gatenew_gates r0gru_cellr sYYq!_NXXjW=CCAqIN #nQ&77@@BJ #nQ&77@@BJq!^A%6%CDJJLH  !Z /( ::r/cN[R"XU5RSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr$rr%rrs r0 gru_cell_datar sXXcg6<> 1 1 mg r/c[UR5X5n[US5n[US5n[RR R XX%U5$r)rLr+rOrErr_upsample_bicubic2d_aars r0upsample_bicubic2d_aa_vecrsP ){ REmQ/GmQ/G 99>> 0 0 mg r/c~[UR5X5nU(aUOS/[U5-n[XX%5$r9)rLr+r_upsample_linear)rrrrJrTrNs r0_upsample_linear_vecrs7 ){ RE+]$#e*1DF E- @@r/rc[XX#/5$r9r)rrrris r0upsample_linear1dr "s E z JJr/c[XX#U/5$r9r)rrrrhris r0upsample_bilinear2dr"-s E (?S TTr/c[XX#XE/5$r9r)rrrrorhris r0upsample_trilinear3dr$<s  Mh+I r/cZU(aUS:a US- US- - $S$Ub US:aSU- $X- $)Nr$rnrr&)rrrrus r0_compute_scaler&Ms@5=\# (S.1HqH#/EAIsU{U7CUUr/c,U(aX-$XS--S- $Nrr&)ru dst_indexrs r0_compute_source_indexr*Ts   C(3..r/weightsweights_precisionc[S[X555SUS- --nX2- n[R"USS5R [R 5$)Nc3# UHFupUR[R5UR[R5-v MH g7fr9)r<rErB)rrrs r0r%_sum_tensors_uint8..^s5:K$!U[[ADD--:KsAAr$r) _sum_tensorsrrErr<rT)rr+r,rs r0_sum_tensors_uint8r2[s_:=c:K  1$ %'F (F ;;vq# & ) )%++ 66r/c[R"U5R5nSn[R"X!RS9nSUSUS----nUS:nX%R 5- $)Nrrr$i)rErrrrr)r+ max_weightmax_weight_precision precisionsvaluesrs r0_compute_weight_precisionr9eseW%))+J2;L;LMJ :zA~!67 7F g D ((* ,,r/c ^^^TRSnTRSSn[U5n[R"T[RR S9unmUUU4Sjn[ [XQU55V V V Vs/sHun upnU"XX6S- U - 5PM n n n n n[[U 65upn/n[SS//U-6HhnSS/[U5Vs/sHnUUS:XaUUOUUPM sn-n[RTU5n[UT5nURU5 Mj [[U55Hsn XX- R!SS5R#T5n[USSS2USSS25VVs/sH#unnU[$R&"UU- U5-PM% nnnMu [U5S:XdeUSn[R("T5nTR*R,S:XaUS :a[$R.n[1U[$R25(deUR5US 9nTR75(dUR95nU$s snn n n fs snfs snnf) Nr$r%r]c`>[XT U5n[R"UT RS9R T S9n[ XET 5R SS9nUR"URS/S/U-Q76nUR [R5nUS-R US- S9nXgU4$)Nrrrrrr$r) r&rErrr<r*rr$rr) inp_sizerrNnsqueeze scale_factorrxx_f32r=xp1rrrs r0 get_values$_upsample_linear..get_valuess%h-P  LL%,, 7 : : : G%l}EKKPSKT ekk!n@sh/?@ HHU[[ !1umm1 m-}r/rrrnrvrV)rrrJrKr_ INT_TO_FLOATrrrtr r[rrwrr~reversedrr<rErrrrr[r;rrrTround)rrrrNry inp_sizesn_dimsr]rArxr<rr8xs_f32xsxp1svsrkrvxscalev1v2rrWrs` ` @r0rrnsvQJ ABI ^F'' !AANNHAu 09   /0 0 +A+F 8vzA~>0   CL)F B 1vh' (TluV}U}!qtqybed1g=}UU   uc * #Au - ! ) eFm $)be#**3477>b1gr!$Q$x0 1B 27F+ +0  % r7a<< UF//6M ||F"zB// fell + ++ +   ]  ;F  " " $ $ MQV s?I1 I9 *I>rr c4URUR:H$r9r)rr s r0 is_same_sizerSs 77agg r/c,[RX5$r9)rr)r=rrLs r0_reshape_aliasrUs 99Q r/c,[RX5$r9)rr)r=rs r0rwrws ::a !!r/c.[RXX#5$r9)rr)r=rrr.s r0r0r0s >>!e 88r/cUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 SSKJn U"UR5S:H5(a;[RRX5nURURU5$[[U55H0nX'nUcM URSUR!U5S- S9X''M2 ["R%X5R'U)U5$)NcgNz3tensors used as indices must be long or int tensorsr&r&r/r0r&_unsafe_masked_index..rr/cgNz*tensors used as masks must be bool tensorsr&r&r/r0rr[GJ!   a ) 5 5teT BBr/cRUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 UR 5S:XaUR5$[[U55H@nX%nUcM URURU5*URU5S- S9X%'MB URU)S5n[RXUSS9$)NcgrZr&r&r/r0r5_unsafe_masked_index_put_accumulate..rr/cgr]r&r&r/r0rrer^r/rr$rTr-)rErrrqrrrrr[rrr+rrrr0)r=rrr8rrx masked_values r0#_unsafe_masked_index_put_accumulaterhs   LL  EII66M  LL ejj <  wwyA~wwy 3w<    !&&)QGGJ! %%teQ/L  ! !!lt ! LLr/cUR5nSnUS:aSnUb5US:a)S/U-nURSXv'URU5nOUnX-n[R"X:gUS5n U R U5n [R "XU 5RU5*n [R"X:gU S5n U[RR:XaUS:aURSS5n X4$UblWRUR5n[R "XU 5RU5n [R"X:gU S5n U R5n O!X:gR5RU5n U[RR:XaU R5n X4$U[R R:XaU R5U - n X4$)Nr$r%rr&r)rVrrrErpr\gatherrr"r+rrErrr<r-r,)rrrrr rHr%rwr& safe_target_rr!wsums r0_nll_loss_forwardrnsXXZFK z   A:E"(aE  E"AAx++f4fa@K((5Lll4l;CCKP PF [[/ ;FINN(((VaZ}}R- ##  HHTZZ ||AL9AA+N{{614;xxz .33588> IMM'''   inn** * ,  r/c>UR5S:aUR5S::dS5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eURS nUb?UR5S:XaUR5U:XdS US UR35e[XX#U5$) Nrr%r7r$r8r9r:r;rZz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rVrrrn)rrrrr r= n_classess r0nll_loss_forwardrq9s 88:>dhhjAoP/PP - ::<1 E 88:?8vzz|q'8L DJJqMV\\!_< $TZZL 6<<.J = 2I >fjjla/FLLNi4O 9)E++1<<. : P T6l KKr/c[XX#U5$r9)rn)rrrrr s r0nll_loss2d_forwardrsVs T6l KKr/Ac0US-U-US-- U-U-S-$)Nr%rr$r&r=rts r0_upsample_cubic_convolution1rwds( UaK1q5 !Q & *Q ..r/c:X-SU-- U-SU--U-SU-- $)Nrr@r&rvs r0_upsample_cubic_convolution2rzhs. UQU]a !a% '1 ,q1u 44r/rcSnUR[R"S5:Xa[R"USU- /SS9n[R"US-SU- /SS9n[X15n[ X!5n[R "USS9upg[R "USS9upXhX4$[US-U5[ X5[ SU- U5[SU- U54$)Ngrrnrrr)rrErrzrwr) rrttt1tt2w03w12rrrrs r0 _upsample_get_cubic_coefficientsrls Axx5<<&&kk1cAg,A.kk1s7C!G,!4*32*32cq)cq)r~ )S! 4 ( . (q! 4 (q! 4   r/coeffstscN[U5n[S[X555$)Nc3.# UH upX-v M g7fr9r&rrrs r0r+_upsample_cubic_interp1d..sE0DHR0Dr)rr1r)rrcoeffs2s r0_upsample_cubic_interp1drs".r2G EF0DE EEr/c6[[RU5$r9)rrEr)rs r0r1r1s %))R  r/ num_stepscUS::a[R"SX2S9$U(dUS- U- OSn[R"U*X@X2S9$)Nr$rr)stepsrr)rErlinspace)rrrrrs r0_linspace_from_neg_onersCA~||Af::-:)a-9 $A >>1"a MMr/thetahrkcURnURn[X#XE5RSUS5n[XXE5RUSS5n[R "SXES9n[R RRUSSSS9n[R RRUSSSS9n[R RRUS SSS9nXg-U-$) Nr$)r$r$r$r)rr%constantrrrrr$r$)r%r rrrrrErrr%r) rrrkrrrgrid_xgrid_ygrid_ones r0_make_base_grid_4drs KKE \\F$Ae D I I!QPQ RF #Ae D I I!QPQ RFzz)5@HXX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?X %%r/rctURnURn[X4XV5RSSUS5n[X$XV5RSUSS5n[XXV5RUSSS5n [R "SXVS9n [R RRUSSSS9n[R RRUSSSS9n[R RRU S SSS9n [R RRU S SSS9n Xx-U -U -$) Nr$)r$r$r$r$r)rrrrr)r$r%)r%r$)rrr) rrrrkrrrrrgrid_zrs r0_make_base_grid_5drs% KKE \\F #Ae D I I!QPQST UF #Ae D I I!QPQST UF #Ae D I I!QPQST UFzz,eCHXX $ $VjPQ $ RF XX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?V #h ..r/cUup4pV[XXbS9nURSSS5URRS5-R S5nURX5US5$)NrrZrr$rXr%)rrr]r\r) rr+rr2r]rrk base_gridgrids r0_affine_grid_generator_4drs]JA!"5QLI NN2q! $uxx'9'9!'< < A A" ED 99Q1a  r/cUup4pVn[XXgUS9nURSSS5URRS5-R S5n U RX5XgS5$)NrrZr@r$rXr)rrr]r\r) rr+rr2r]rrrkrrs r0_affine_grid_generator_5drsaMA!"5QOI NN2q! $uxx'9'9!'< < A A" ED 99Q1 ##r/c[R"[U5S;S5 [U5S:Xa [XUS9$[ XUS9$)Nrcg)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r&r&r/r0r'affine_grid_generator..sUr/r@r)rErrrr)rr+rs r0affine_grid_generatorrsF LL D VU 4yA~(MRR(MRRr/rinterpolation_mode padding_mode _expand_gridc ^^^^^^^^^^^ ^!^"^#^$^%^&^'^(^)^*^+^,^-[R"TS;U4Sj5 [R"TS;U4Sj5 S[S[S[4U4Sjjm-S[S[S [S[4S jm+S[S[S[4UUU+4S jjm S[S[S[4U U-4S jjnTRummm$m%URunm)m*nUS :XdeT(a(UR TST)T*U5R TTT)T*S 5nS[S[S[4U$U%4Sjjm&[R"TTRS9R TSSS5m[R"TTRS9R STSS5mS[S[S[S[4UUUU&U)U*4SjjmS[S[S[4UUUU4Sjjm"USn USn TS:XaU"U T%5n U"U T$5n U R5U R5sm'm(T'S-T(pT'T(S-nnU UnnUU - UU - -nX- UU - -nX- X- -nU T'- U T(- -n[U"4SjT'T(U4XU4UUU4UUU4455$TS:Xa<U"U T%5n U"U T$5n U R5nU R5nT""UUS5$T-"U T%5n T-"U T$5n U R5m'U R5m(U T'- m,U T(- nT(d"T,RS5m,URS5nS[S[S[4U U"U$U%4Sjjm#S[S[4U#U'U(U,4Sjjm![U!4Sj[S 555n[!UU5$)!N)rr$r%c>ST3$)NzInvalid interpolation mode r&)rsr0r"_grid_sampler_2d..s-.@-ABr/c>ST3$)NzInvalid padding mode r&)rsr0rrs -B<.+Qr/coordsr+rWcJ>T(aUS-S- OUS-nUS-S- nX-U-$r(r&)rr+rofsrs r0 unnormalize%_grid_sampler_2d..unnormalizes6%2tczCs Sj3|c!!r/ twice_low twice_highcDX:Xa[R"U5$US- nX!- S- nX- R5n[R"XT5nXT- R 5R [R S9n[R"US-S:HXc-XC-U- 5$)Nr%rr$r)rErrfmodfloorr<int8rp)rrr coords_min coords_spancoords2extraflipss r0reflect_coordinates-_grid_sampler_2d..reflect_coordinatess  "##F+ +] !-2 &++- 70&--/222D{{ AINE. 0H50P  r/c>TS:XaU$TS:Xa"USUS- 5$T(aT"USSUS- -5nOT"USSU-S- 5n[R"USUS- 5$)Nrr$r%rZr)rr+coords_reflectedrrrs r0compute_coordinates-_grid_sampler_2d..compute_coordinatessx 1 M Q ;;vq$(3 3#6vq!tax.#Q #6vr1t8a<#P ;;/D1H= =r/c$>T"X5nT"X!5$r9r&)rr+ coords_unrrs r0compute_source_index._grid_sampler_2d..compute_source_indexs- "933r/r%r$rJysc >[R"SU:*[R"UT:[R"SU:*UT:555$rzrEr)rJriHiWs r0in_bounds_cond(_grid_sampler_2d..in_bounds_cond"sF  GU&&rBw0A0A!r'2PR70ST  r/rwsc>^^T"X5mT(aTOSm[UUUU U 4SjUR[RS9UR[RS9U455$)Nr$c3x># UH/n[R"TUS5RTTTT5v M1 g7fr)rErpr)rrrrroHoWs r0r1_grid_sampler_2d..clip..1s9 M KKa # ( (Ar2 6 6Ms7:r)rr<rEr) rJrrrrrrrrrrs @@r0clip_grid_sampler_2d..clip*s\b% A1  ee%++e.EKK0H"M   r/ixiyc2>T "XU5up4nTTTXC4U-$r9r&) rrrkidx_xidx_yw_C_idxN_idxrrs r0 get_summand%_grid_sampler_2d..get_summand6s*?bu+,r11r/).r).r$rc3<># UHupnT"XU5v M g7fr9r&)rrrrkrs r0r#_grid_sampler_2d..Ls*     " " sc:>T"UT5nT"UT5nT"X#S5$rcr&)rrr=rarrrrs r0get_value_bounded+_grid_sampler_2d..get_value_boundedks(#B+A#B+AqQ' 'r/rc>TUS- -nT"TS- U5T"TU5T"TS-U5T"TS-U54n[UT5$)Nr$r%)r)riy_ofscsrix_nwiy_nwtxs r0 get_coeff#_grid_sampler_2d..get_coeffps[cAg&F!%!)V4!%0!%!)V4!%!)V4 B ,B3 3r/c34># UH nT"U5v M g7fr9r&)rrrs r0rrzs:#y~~r@)rErrrrrrrrrrr1rFr\rr[r).rrrrrrrr]twor=rarrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrrrrrrrrrrrrrrrrrrrrs.` ```` @@@@@@@@@@@@@@@@@@@r0_grid_sampler_2drs LLi'B LL !#Q"F"#"&"  F  s    PV   >F ># >& > >4V43464477LAq"bZZNAr2s !8O8 yyAr2s+221aRC 6 v &  LL188 , 1 1!Q1 =E LL188 , 1 1!Q1 =E    V    4F   22F2&22 V A V AQ !!R ( !!R (xxz288: uqy%ueaiueu urz* urz* rz*U rEz* t$t$t$t$      q !!R ( !!R (XXZ XXZ :z155 B  B    %Z %ZaBaB (& (f ( ( (  43 46 4 4:q::'33r/c[UUUUUS9$)N)rrrr)r)rrrrrs r0grid_sampler_2dr~s   -!#  r/c2^^[R"TR5S:H=(a TR5S:HUU4Sj5 [R"TRS5TRS5:HUU4Sj5 TT-R SS9$)Nr%r$cL>STR5STR53$)Nzmatrix @ vector expected, got rrrrsr0rmv..s0 BswwykJr/rcv>STRS5STRS5STRS5S3$)Nzsize mismatch, got input (rr=r$z), vec (r;rrsr0rrs:,TYYq\N!DIIaL>RURZRZ[\R]Q^^_`r/r)rErrVr+rrs``r0rrss LL  a*CGGINJ LL !  #` 3J    ""r/cUb.US- U-S-nSU- U-U[R"U5-- nOSU- U-[R"U5- nUbXb-n[Xd5$rc)r logsigmoidr)rrr pos_weightr log_weightrs r0 binary_cross_entropy_with_logitsr sr  1n.2 F d"j1<<3E&EFF d"Q\\$%77 }  00r/tensor1tensor2is_outc  ^ URUR:aX4OX4up4SSKJm URS:aURS::dgUR(aU(dgURS:XagT "UR 5S:H5(agUR nUR 5nS/n[USS5HnURXS-5 M [U 4S j[U[[U55U555$) Nrr[rr%FTr$rZc3b># UH$upnT"US:H5=(d T"X:H5v M& g7frr&)rrrr+r\s r0rshould_fold..s9" D tqy!B^DM%BB" s,/) r|rrr\rrrrurEr~rrrt) r r rt1t2t1_shape t1_strideexpected_strider+r\s @r0 should_foldrs$+<<7<<#?g gEWFBD GGqLRWW\ ||qbhhjAo&&xxH IcO!"&tb&99:' !$ tH_56"  r/) pass_is_out)rc SSKJnJn UR5nUR5nUS:waUS:wdeUS:XaUS:Xa[R "X5$US:XaUS:Xa[R "X5$US:XaGUS:XaA[R"[R"[R"US5U5S5$US:XaUS:Xa[R"X5$[XU5(GaVXe:nU(a UROUnU(dUOUS:XaUR5OUn URn [U SS5n [[ R"U 5n U R5S:Hn U (aU R%U RS5 UR'XS5nU (a\[R(R*R-URU 5U 5nU(aURR/5$U$[R(R*R-UR U 5U 5$US:GaUS:GaUS:aUR1S5OSnUR1S5nURSSnUS:aUR1S5OUR1S5nUS:aUR1S5OSn/n[3US- 5H#nUR%UR1U55 M% US:XaUS:XaU"USUS:g5(a}U"USS:H5(a,UR4(aRS5U5$U"USS:H5(a+UR4(a[7XRS55$[[R8"UU55nUUU/-n[;U5nUR=U5R'UUU5nUS:HnU(a7UU/-nUR=U5R'UU5RS5nO)UUU/-nUR=U5R'UUU5nUn US:aU R%U5 US:aU R%U5 U(a/UR?U5RS5RAU 5$UR?U5RAU 5$[RB"SS 5 g) Nr)r\ guard_or_truer$r%rZrXrFcg)Nz/both arguments to matmul need to be at least 1Dr&r&r/r0rmatmul..Js$Ur/)"rrr\rrVrEdotrrrr\rr]rrrtrrrr~r$rr _unsafe_viewrr+r[rr\broadcast_shapesr/rbmmrr)r r rr\r dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrr2m1 batch_tensor1m2rP batch_tensor2rxexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r0r\r\sgT++-K++-K !  q 00 0aK1,yy**  kQ.xx))  kQ.}}UXXeoogq&A7KQOO  kQ.xx)) Wv . . - $WZZ'$G+:J799;PW ((GCRL) X\\<8 vvx1}     ,JJ{BK8 YY^^00b1A<PF-6699'') BF B99>>..y||B/?N N  kQ.!,aGLL Q \\"  cr* !,qW\\" gll26F +aGLL Q#% {Q'A  a 1( 1 q mA.-2BBCCmA.!3449N9Ngooa0'::mA.!3449N9Ngq'9:: $  " "=- @ 3aW<#$89#>>*=>FF !R !A% "6""= 23-r21  #7"a"@ &~~.ABJJ$b!  , ?    " ?    " #''(89AA"EJJ<X X#''(89>>|L L UUVr/rrcJ^^^^^^^^TRu nmm[TUSX#5n[TUSX$5n[R"T[RR S9upX[ R"USTRS9RUS9n [ R"USTRS9RUS9n [XzU5n [XiU5n U RS5n U R5n U R5nX- RSS5nX- RSS5nU R[ R5n UR[ R5nUS- XS-US -4nU S- XS-U S -4m[U5m[U5nS umnTR [ R":Xa[%T5m[%U5nTVs/sHBnUST--[ R&"U5S --R[ R(5PMD snmUVs/sHBnUSU--[ R&"U5S --R[ R(5PMD nnUUU4S jmUUUUU4S jm[+U4SjU55nTR [ R":XaUce[-UUU5nO[/S[1UU555n[R2"T5nUR5US9nU$s snfs snf)Nrr$r]rrrZrrnr%rrc>[R"USTS- 5n[R"USTS- 5n[RTSSX#/5nU$r)rErrrw)rrJy_idxx_idxrNin_hin_wrs r0 load_bounded0upsample_bicubic2d_default..load_boundedsM B4!8, B4!8,   utT5&@ Ar/c>^[UU4SjT55nTR[R:XaTce[ UTT5$[ S[ UT555$)Nc36># UHnT"TU5v M g7fr9r&)rx_ofsr9ras r0rCupsample_bicubic2d_default..get_x_interp..sB'l1e,,'sc3.# UH upX-v M g7fr9r&rs r0rr>sJ4IBG4Ir)rrrErTr2r1r)rasrc_xrixs_ofsr9weights_precision_x weights_xs` r0 get_x_interp0upsample_bicubic2d_default..get_x_interpsWB'BB ;;%++ %&2 22%eY8KL LJCy4IJJJr/c34># UH nT"U5v M g7fr9r&)ry_ofsrDs r0r-upsample_bicubic2d_default..s;7%,u%%7rc3.# UH upX-v M g7fr9r&rs r0rrHsL6K(2bg6KrrV)rr&rJrKr_rDrErrr<r*r\rrrrrrTr9rint16rr2r1rrr)rrrrrr]h_scale_factorw_scale_factorrrxrx_floaty_floatr=rayscalerOiys_ofs weights_yweights_precision_yrksrc_yrrWrDr7r8rAr9rBrCs` @@@@@@@r0upsample_bicubic2d_defaultrTMs{{Aq$$D+a.-QN#D+a.-QN'' 5#H#H#U#UHA  [^ELL9<<5<IA [^ELL9<<5<IA#N}EG#N}EG#G A Ak c *Fk c *F U[[A U[[A1uaQA&G1uaQA&G08I08I/9,, {{ekk!7 B7 B !** +ejjmc.A A E Eekk R  !** +ejjmc.A A E Eekk R   KK ;7; ;E {{ekk!"...#E96IJLc%6KLL//6M   ]  ;F MA  s%A L5A L c .[R"[U5[U5-S:HS5 UcIUce[[[ [ 4[ S[ URSSU5555nU(aUOSupE[XX$U5$)Nr$cg)Nz:Must specify exactly one of output_size and scale_factors.r&r&r/r0r(upsample_bicubic2d_vec..sLr/c3T# UHup[[U5U-5v M g7fr9)rr)rrkrus r0r)upsample_bicubic2d_vec..s* ?HA ! u,-- ?s&(r%r) rErrr rrrrrT)rrrrJrrs r0upsample_bicubic2d_vecrZs LL [D//14L((( #s(O  #AGGABK ?  )6}<G %amg VVr/c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9nUS- US- UR5- R5- $)Nrr$)rErrrrmiddlerdim_idxrs r0r_reflection_pad..idxsD,,ufnQXXFzVaZ'++-7<<>>>r/_reflection_or_replication_padrrrs` r0_reflection_padrds ? *   r/c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9n[R"USUS- 5$)Nrrr$)rErrrr]s r0r_replication_pad..idxs4,,ufnQXXF{{7Avz22r/rarcs` r0_replication_padrhs 3 *   r/idx_fncr^ [U5S-m [R"UR5T S-T S-4;U 4Sj5 URT *SnUR5T - n[ T 5Vs/sHoQST S- U- -PM nn[ T 5Vs/sHoQST S- U- -S-PM nnUn[ T 5HAnS/UR5-n U"XeX5Xu5XU-'[ RX5nMC [R"U5n URU S9nU$s snfs snf)Nr%r$c(>STSTS-STS-S3$)Nreflection_padz d requires r$zD or r%zD inputr&rsr0r0_reflection_or_replication_pad..s".[q sQwiwOr/rV) rrErrVrr[rrwrJrr) rrri inp_shapenc_dimrx padding_left padding_rightrrrWrVs @r0rbrbs7 g,! C LL C!GS1W%%OI UUWs]F8=c C 1Aq1-. LC=B3ZHZQ#'A+.23ZMH F 3Z&**,. ), @PQJ##F0 //7M   ]  ;F MDHs 4D/D4c 2^^^^[U5S-mURT*SVs/sHo3S- PM nn[T5Vs/sHoRSTS- U- -PM nn[T5Vs/sHoRSTS- U- -S-PM nn/n[UR5HanS/UR-n SX'UR [ R "URUURS9RU 55 Mc UST*mUT*Sn Sm[T5Vs/sH oZUXe-PM n n[T5Vs/sH oVUX- PM n n[T5Vs/sHnSXE-Xe-X- PM n n[T5Vs/sHo[USXEXe-Xu-4PM nn[R"[R[T5Vs/sH nT"X5PM sn5n[RTUTU -S5nUUUU4Sjn[R"[T5Vs/sHn/S QPM sn6HnU[!S/T-5:XaM/n/n[T5HnnUUS:Xa XnXnO7UUS:XaXnXSXe4nO UUS:XaXnXXEXu- XES- 4nUR W5 UR W5 Mp U"UUU5nM U$s snfs snfs snfs snfs snfs snfs snfs snfs snf) Nr%r$rZrcBUupn[R"X:X:*5$r9r) index_rangerxlbubs r0index_range_condition7_reflection_pad_backward..index_range_conditions" r  !'22r/rrc J>[T 5H4nX#SX#S:n[U[5(dM)U(dM2Us $ [R"[ R UVs/sH nT "U5PM sn5n[ RT UTU-S5nX-$s snf)Nr%r$r)r[r;rrSrrrr) rr index_rangesrxupper_less_than_lowerrtrgr rVrsrws r0r.,_reflection_pad_backward..accumulate/ssA$0OA$69K$K !/66;P;P     CO PL L L L 1Lrrrc\[R"XUS9n[R"XUS9nX44$)Nr)rEaminra)rrVrrras r0aminmaxrYs, ::dW 5D ::dW 5D :r/rc[R[R"[R"U5SU5XUS9$)Nrr)rrrErpisnan)rrVrrs r0nansumrcs0 88EKK D 11d;SQV8 WWr/rrMrrgrMc D[RRSUSXX4S9$)Nrr$rrr start_step)rirrMrrgs r0arange_defaultris+ ;; ! ! 3f " r/c B[RRXSX#XES9$)Nr$rr)rhrirrMrrgs r0 arange_startrxs) ;; ! ! AU& " r/cSSKJn U"U0UD6$)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyper)rLrMrs r0out_dtype_decomprsA D +F ++r/marginc^^^^ ^ [R"T5m[R"T5mTRSm TRSm [R"US:H=(d US:HS5 [R"TR S:H=(a T S:gU4Sj5 [R"TR S:H=(a TR 5T :HU U4Sj5 TbY[R"T5m[R"TR S:H=(a TR 5T :HU U4Sj5 TRS5m[R"TSTS9nX6- T-nURS5nUS:XaUOXw-nTbUTT-n[R"T TRS 9n[R"UT:gUS5nU[RR:XaUR!5$U[R"R:Xa UR%5URS- $UR!SS 9$) Nrr$r%cg)Nz only p == 1 and p == 2 supportedr&r&r/r0r#multi_margin_loss..s+Mr/c">STR3$NzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr0rrs_`e`k`k_lmr/c(>STSTR3$)Nz#inconsistent target size, expected r'r)nframersr0rrs5fXYv||nUr/c(>STSTR3$)Nz#inconsistent weight size, expected r'r)rVrsr0rrs9#i ~Vr/rrr)rE atleast_2d atleast_1drrr|rr\rjr^rrrpr"r,rrr-r) rrrPrrrurqrrVrs `` ` @@r0multi_margin_lossrs   U #E   f %F [[^F ++a.C LLa!16#MN LL a$C1Hm LL q5V\\^v5U!!&) KK1  63!6 V   a F U0A UA AA !VA  v  ,,s5<< 0C C6M1a(AINN(((vvx imm)) )uuw##vv!v}r/ is_targetc^ ^URm URm[R"U5n[R"U5nURSn[R"[ T 5S:*=(a US:gU 4Sj5 [R"[ T5S:*=(a TT :HU U4Sj5 [R "X1R S9nUS:Hn[R"[R"XTU5SSS 9nXF:n[R"XqS5n[R"USUS 9n [R"XqS5n [R"XJRSS 9:HSS 9n S U RRSS 9- U-n U RS5n X- n [R"U SU 5n U[RR :XaU R#S S 9R%5n O>U[R&R :XaU R#5n OU R#S S 9n U R)UR*5R-T5n X4$)Nr$r%rc>ST3$rr&)orig_input_shapesr0r0multilabel_margin_loss_forward..s_`p_qrr/c>STST3$)Nzinconsistent target size: z for input of size: r&)rorig_target_shapesr0rrs,->,??STdSefr/rrZTrrrrn)rrZ)rrErrrrrrrprjanyr\Tr^r"r,rrrr-r<rr$)rrrrVris_endend_idx target_masktidx0rtidx1rrqrrs @@r0multilabel_margin_loss_forwardrs{{    U #E   f %F ++a.C LL "/saxr LL !#M(9=M(Mf ,,s== 1C r\FjjV#6BMG-K KK Q /E U%0A KK R 0E #R!88a@I accmmm##e+A AA A Iq!$AINN((( EEgE  # # % imm)) ) EEG EEgE  U[[)112CDI <r/) attn_maskruquerykey dropout_p is_causalrc6^^^^[R"[R"T5U4Sj5 [R"TR5S:H=(a- TR5S:H=(a TR5S:HUUU4Sj5 [R"TS:HU4Sj5 [R"TRSTRS:H=(a TRSTRS:HS5 [ R RTTTUTUSUTRS5TRS5:gS 9 upxURS S SS5R[RS 9RSS S S5nXx4$) Nc">STR3$)Nz-query must be FP32, FP64, BF16, FP16 but got r)rsr0r. s? }Mr/r@cn>STR5STR5STR53$)Nz,q, k, v must be a 4 dimensional tensor, got rr)rrrsr0rr s1>uyy{m2cggi[XZ[`[d[d[fZghr/rc>ST3$)Nz&dropout probability must be zero, got r&)rsr0rrs $J9+"Vr/rcg)Nz&q, k, v should have the same head sizer&r&r/r0rrs8r/r$)rrr dropout_maskru enable_gqar%rrV) rErrTrVrr"_scaled_dot_product_attention_mathrr+rrr[) rrrrrrrurattns ```` r0*scaled_dot_product_flash_attention_for_cpursR LL &M LL q@SWWY!^@ q0@h LLSV LL A%++a.(KSYYq\U[[^-K8 ::BB   ::a=CHHQK/C LFF q!Q" %"9"9 : Aq!  <r/c0^[U5U4Sj5nU$)Nc<>T"U0UD6nUSRU5$rz)r*)rLrMr outplace_ops r0 inplace_op$register_inplace..inplace_opBs%4*6*Aw}}S!!r/r)aten_oprrs ` r0register_inplacerAs"G$"%" r/cjUR5(d+UR5(d[U5n[U5n[R"X5n[ U[ R5(aUS:waXT-nUS:XaU$[ U[ R5(aUS:waX-nX-$rB)rTrrrEr r;numbersNumber)rbatch1batch2rjrtrs r0baddbmmrJs  ! ! # #DOO,=,=4yE  YYv &F eW^^ , ,  qy dGNN + +tqy{ =r/c,[R"XSS9$)Nrrr)rrOs r0 floor_divider\s 99T 88r/cb[R"[RURS5$rc)rSrrrr)rs r0 sym_numelrbs   HLL!''1 55r/rrcUc[RRU/US9$[RRU/XS9$)Nrr)rr dim_IntList IntList_out)rrrs r0 sum_defaultrgsA {xx##D"E#::xx##D"E#CCr/c  [U[R5(dU$Uc@[RR U[ [UR5555$[RR X/5$r9) r;rErrrdimsrtr[rV)rrVs r0squeeze_defaultrts] dELL ) )  {||  tE$((*,='>??||  u--r/c.^[U4Sj[[UR5555nUR[ R :Xa[ ROSnURSUSUS9nXURUR5- -U4$)Nc36># UHoT:wdM Uv M g7fr9r&)rrxrVs r0r)_weight_norm_interface..s@ 31CxQQ 3s  r%T)rr) rr[rrrrErrrr<)rNr|rVkeep_dim norm_dtypers ` r0_weight_norm_interfacersr@c!''l 3@@H !5>> 9tJ 66!Xt:6 >D DGGAGG$$ %t ++r/ assume_uniqueinvertc[U[R5(d[R"XRS9n[U[R5(d3U(a[R "X5$[R "X5$UR5S[UR5S5-:a [XUS9$[XX#S9$)Nrg$@g(\?rr) r;rErrrnerrrY isin_default isin_sorting)elements test_elementsrrs r0isinrs h - -<<1E1EF mU\\ 2 2 88H4 488H4 4tc(..*:E&BBBHFCC =  r/)rec:Uc=[R"UR5[RURS9nO=[R"UR5U[RURS9nX :R UR 5nU$)Nr)rerr)rErandr+rrr<r)rreraw_prPs r0 bernoullirso  499;emmDKKP IIK--;;   $**%A Hr/rcLUR5S:Xa#[R"U[RS9$URSUR --nUR U5n[[SUR *S- S55nXA:HRUS9nU(aU)$U$)Nrr)r$rZr$r) rrE empty_likerrr|rrr[r)rrrexpanded_elem_shaper=rVrWs r0rrs~~1 ;;"..4-2D2D+DD )*A b=---126 7C  " "s " +CC4"s"r/cUR5nUR5nU(a[R"XE/5n[R"USS9upxUSSUSS:Hn [R"U SS/S5n U(aU R 5n [R "U 5n U RSX5n U SUR5$[R"U5up[R"X5n [R"XR5:U S5nXU:HnU(aUR 5OUnURUR5$)NT)stabler$rZrF) rDrEr-sortr| logical_notrr0r searchsortedrpr$r)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsr]rtest_idxcmps r0rrs/$$&M&..0yy-!DE (- <(M%(,0DD..~1vuM +779N/q,?A())"'**-?"@  !5E;;s%?%?%AA3J", =#)coos{{8>>**r/c,URS5nX!$rY)r$)rr flatteneds r0takers R I  r/cUc[RnU[R:Xa [U5n[R XR US9$r;)rEr[preserve_formatrrresizer)rrOrWs r0 resize_asr sB// ----e4 ;;t[[ ; FFr/)FF)noner9)r%)rNNr$)rZFFrr(r)r$r$F)Fr)rrnN)rr$N)Fr)NNN)rrFT)rrFr9)rF(rSr~rrrvcollections.abcrr contextlibrenumrrrr r typingr r r rrEtorch._meta_registrations torch._primsrnr:torch._prims_common _prims_commonrJtorch.nn.functionalrr%rrrr torch._decomprrrrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrHtorch.utils._pytreerrN DispatchKeyr rtstr__annotations___opsrrr"r_rrUr`compute_only_pw_cast_for_opmathpw_cast_for_opmath"pw_cast_for_opmath_non_tensor_argsrDpw_cast_for_int_to_realrr^rgrirrrr~rarrrrrrrrrrrrrrrrrrrrrrrr,rr _safe_softmaxr r rrr_rrrrr(r5r>rArGrJrLrNrRrfrnslicerrrmrrrrrrrr9r=rFrLrPpy_implCompositeImplicitAutogradAutogradrOrdrhrnrvr/rrrrrrrrrrrrrrrrrrr r rr!r6r<r@ unsafe_chunkrCr?r>no_statsrGrKrWr]rarc_fused_dropoutrfrsrrWrlift lift_freshrvr{r~rrrrr_adaptive_avg_pool2drrrrrrrr(r.r0r,r6r< Generatorr>rLrOrerrlrrrU_upsample_nearest_exact1drnrtrZr`rgrRrrrrrrrrrrrnn_tanhrrrnn_relurrrrrrrrlstmrrr r grur rrrrrr"r$r rr&r*r2r9rrSrUrrwr0rrhrnrqrsrwrzrrr1rrrrrrrrrr rr\upsample_bicubic2drTrZreflection_pad1dreflection_pad2dreflection_pad3drdreplication_pad1dreplication_pad2dreplication_pad3drhrbreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrrrrrkrMrrhrrrr+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrVrrrrrrrr addbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_rFscatter_r# scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r&r/r0rcsFN ."%$-- #,,07 *(hh"" c zz~~   %$) ''99''" 'T#*88@@# uDDLL&-88@@ &" "uDDQQ   c f **+ \2F2v2,2--. \4v4&4/4../ \SS6SS5S0S ))* \           + 2))*+(,())*+"V","(() @f@@*@112 \fF3../ \PP%P05P@EP0P ' GFGvG(G//0 F&V1//0 \:F:&:U:1:001 \LL%L7<LNRL2L **+ \))f)3),)<**+5v5f5,5 " &v&&&#&**+ \>v>V>>,> **+66666,6334%% % % 66> %5%667                8 $112 \>3G3G1 1 1-01 1'1../ \11 &1061CF101**+0,0++, ^^)) 1  1  1 1  1- 144<<=  % /5 BE MR > 44??@ R R  R  R R  R  RA R00889  % /5 BE NS : 00445 R R  R  R R  R  R6 R$$ $ $ V  $  $  $$ $@))* \NfNFNNN+N$../ \'' ' ' V  '  '  '' '0'T001 \   V       2B112  $^^)) 1 1 1 V 1 1  131&::; \ $^^))       V      <  --. ^^))1 1 11 1/1667 \ ^^))         8  " ))v)%)#),,- &&F&v&.&++,  O Oc O  O  O O  O- O ))* 3? 3? 3? C= 3? # 3?  3?+3?l  ( 4B  % ,4UO   5 & %kCCDk2236eHTN4E&++, VV A& AU A8D> A- A & S'.))* FT+0' $        (&556     7: DI  &\  &\ *T&\ tF| # " &\" ""J00$//2E2EFG !  &\     &    H   '')C)C)G)GH "&   c    $v,   d6l   ))00155C5c5%PS BT52544<<=67B B $S B03B 63;B>B  ))*//C/c/% :L/+/"--55)) &/ &/ &&/ &/ 63; &/&/T # fF##$"../            0" #   f 6   $ 77??@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&AS&n77;;<     F       d ,, ,, ,, 8F Xf-x/? ?@=8 8F# x/? 77??@OO O3iO  O  O V  O 6 OdO 8F Xf-x/? ?@OAOf77;;< 3i     V   6 d ,, ,, ,, 8F Xf-x/? ?@=4,,4453 33i3 V 3 % 3  66> 363l55==>GG G3iG  G V  G d G 8F Xf- -.G?GTO O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOd../ UK/ (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" (00 (4'' (<(<='' (M(MN    V    6   6"  &!          666 !"  O>  F"";#H#HIG4<GJGAAIIJ  V  6        666 !"K*55==> (  ( V  ( 6  ( (  (  ( (  ( 666 !" (? ( 55>>? (  ( V  ( 6  ( (  (  ( 666 !" (@ (@@HHIK K V K 6 K K  K  KK K 66666 12KJK0  V  6       :44<<=1 1 V 1 6 1 1  1  1 1 6666 )*1>14??GGHC C V C 6 C C  C  C C 666666 9:CIC422::;1 1 V 1 6 1 1  1  1 1 6666 )*1<14++, VV- & $( %)37& VZ  & EKK & U\\ " &  &&E//0&'&XdiiAB C &&{';';<--. VVVV,   6 6"  &!   !&-/=> 00889  V 6"  &!   &!  d 68F#Xf%5 56:677??@dd d V d6" d &! d  d&!d d ddd 68F#Xf%5 56dAdP77;;<"" " V "6" " &! "  "&!" " "d" ,," ,," ,," 68F#Xf%5 56"="J778 VVV$  6"  &!   v%90667 VVV$  6"  &!   v%82112 c'vc'E#s(Oc'3c'L )8(!2( % $'$'+/    tS%   c5 ! ( &   &;'; 8 //334//334//334$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9: 3  3$s)$ 3DK( 3 3;L;L;L555 366::;66::;66::;##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A ?  ?$s)$ ?DK( ? ?BSBSBS<<< ?@0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;#; ;c; UO; ;<?PX; ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;#G GcG UOG G<FW G0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ G GcGuoGuo G  G<?PXG ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ S ScSuoSuo S  S<FW S0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ $ Q QcQuoQuo Q uo Q  Q<?PXQ ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ $   c uo uo  uo   <FW    c % !    4  >/ FK+\&,/-d& R ++,[BBC[112.3D-.8 ++,[BBC[112.3D-.8 **+KAABK001.2C,.@ **+KAABK001.2C,.@ /6=@/d (>>?--.S/@)S> ' ==> ,,-S.?(S<;; &{<<={++,.->'.6' ==> ,,-..?(.644889!!))+*O*OP!!))+*>*>?@Q:33778  (()N)NO  (()=)=>?P90044511556##K$I$IJ##K$8$89%%k&K&KL%%k&:&:;&&{'L'LM&&{';';<A=N<M:K76A //779O9O9S9STU  !% K KcKKuo K  KVK %%t'?'?'C'CD!!))+*>*>?  !% $ U UcUUuo U uo U  U@ U &&(A(A(E(EF  !% $ $   c  uo  uo  uo    V/7 & 7$,V$47IO7 7-'9-f-E EcEE % ! E  EER))112Fv$3,,d.?.?@A B++,-"."//019292234C5C6AABCMDM23 3 3  V 3  3  3  66> 3 l--. X~&L L L V L L  L  66> L'/L6//0 X~&L L L V L L  L  66> L'1L/F/u//5F5u55  3E (F%7FVFF !Xf%!&!NN#'N05 NEJ\\N&f&&&T&"/f////T/"!V!49!T!$V$49$T$223 SStCySS4S  c4 c4 c4c4 c4  c4  c4 c4L,,-             .     #! #==> $)..:N:N 1? 1 dt@[BBC>>? ',vW@DvWr0088$:Q:Q:U:UVW  (()=)=>  $# P PsCxPPe_ P e_ P  P?XPf//334$$[%J%JK$$[%9%9:  48 W W%S/*WWE%,/0 W  W;L5 W.--.--.--.  v c3h F /// ../../../   sCx V 000   38_ c3_f, - 8667667667 \T888Tn % UEu& $ X4X%X,,dkkoo>? $( ==%)    EKK   LL  U\\ "   @ **+, $( ==%)      EKK  LL  U\\ "  -  ",#, ../'' (<(<= #^^)) ) ) ))  ) V  )  ) )>0)X;;<$$,,44[5I5IJ X{#- - -- 66> -$K=-xHHPPQ  A#'!A A A A A  AA E?A 66>ARAH'  ( ))* 9+9'6(6))488<<89$( D  D EKK  D &  D  D: D--t||/?/?@A.&.x}.B. ==>,?, " 38 # $../,0 ,, (  \\  0 $5:##