9i"!u%SSKrSSKrSSKrSSKrSSKrSSKJr SSKJr SSKJ r J r SSKJ r J r SSK JrJrJrJrJr SSKrSSKrSSKJr SSKJr SSKJs Jr SSKJrJ r J!r! SSK"J#r# SS K$J%r% SS KJ&r&J'r'J(r(J)r)J*r* SS K+J,r,J-r-J.r.J/r/ SS K0J1r2 SS K3J4r4 \RjRlr6/r7\8\9\:S'\RvRxRzr="SS\5r>GSS\S\R~S\@S\@4SjjrA\ "\A\R~RSS9rC\ "\A\R~RS9rD\ "\A\R~RSS9rE\ "\A\R~RS9rGS\!S\HS\!4SjrI\#"\=R5\/"S5\DS \!S!\!4S"j555rJ\#"\=R5\/"S5\DS \!S!\!4S#j555rK\#"\=R5\/"S5\DS \!S\!S$\MS%\M4S&j555rL\#"\=R5\/"S5\DS'\!S(\MS)\MS*\MS+\@S,\!4 S-j555rN\#"\=RR/5S.5rQ\#"\=RRB/5S/\!4S0j5rR\#"\=R5\/"5\DS1\!S\!4S2j555rS\#"\=R5\/"S5\DS'\!S1\!4S3j555rT\#"\=R5\/"S5S'\!S1\!S4\MS5\M4S6j55rU\#"\=R5\/"5\DS1\!S\!4S7j555rV\#"\=R5\/"5\DS'\!S1\!S\!4S8j555rW\#"\=R5\/"S5S'\!S1\!S%\M4S9j55rX\#"\=R5\/"S5\DS'\!S1\!S:\MS;\@4S<j555rY\#"\=R5\/"S5\DGSS=\!S1\!S>\94S?jj555rZ\#"\=R5\DS'\!S@\!4SAj55r[\#"\=R5\/"5\DS1\!S\!4SBj555r\\#"\=R5\/"S5\DS'\!S1\!S\!4SCj555r]\#"\=R5S1\!SD\!S\!4SEj5r^\#"\=R5S'\!S1\!SD\!S\`\!\!44SFj5r_\#"\=R5\/"5\DS'\!S1\!SG\!SH\MSI\MSJ\@S;\@S\!4SKj555ra\#"\=R5\/"S5\DS'\!S1\!SL\!S\!4SMj555rbSN\!SO\H4SPjrcSQ\R4SRjre\#"\=R5\/"5\D\>RR4S1\!SS\!SO\HS\!4STjj555rf\#"\=R5\/"S5\DS'\!S@\!SS\!SO\H4SUj555ri\#"\=R5GSSVj5rk\#"\=R5\/"5\D\>RRSW4S1\!SS\!SO\HS$\M4SXjj555rl\#"\=RR5\DS'\!S1\!SS\!SO\HS$\M4 SYj55rm\#"\=RR5\DS'\!S1\!SS\!SO\HS$\MS\!4 SZj55rp\#"\=RR5\DS'\!S1\!SS\!SO\HS[\M4 S\j55rq\#"\=RR5\DS'\!S1\!SS\!SO\HS[\MS\!4 S]j55rsS'\!S1\!SS\!SD\\!SO\HS^\HS_\!S\!4S`jrt\#"\=R5\/"S5\DS'\!S1\!S\HS\!4Saj555ru\#"\=R5\/"S5S'\!S1\!SS\!SD\\!SO\HS^\HS_\!S\!4Sbj55rv\#"\=R5\/"S5S'\!S1\!SS\!SD\\!SO\HS^\HS_\!S\!4Scj55rw\#"\=R5\/"5\DS\>RR4S1\!SS\!SD\\!SO\HS\!4 Sdjj555rx\#"\=R5\/"S5\DS\>RR4S'\!S1\!SS\!SD\\!SO\HS\!4 Sejj555ry\#"\=R5\/"5\D\>RR4S@\!SS\!SO\HS\!4Sfjj555rz\#"\=R5\/"S5\D\>RR4S'\!S1\!SS\!SO\HS\!4 Sgjj555r{\#"\=R5\/"5GSS@\!Sh\!Si\M4Sjjj55r|\#"\=R5\/"5Sk\!Sl\!S\!4Smj55r}\#"\=R5\/"5S'\!Sn\8\HS\HSo\HSp\HSq\H4 Srj55r~\#"\=RRB5GSS1\!S\HSo\\HSp\\HSq\H4 Stjj5rS\!S\HSo\\HSp\\HS\`\H\H44 Sujr\#"\=GR5\/"5GSS@\!Sv\!S\HSo\\HSp\\HSq\H4 Swjj55r\#"\=GR5\/"5S'\!Sn\8\HS\HSx\H4Syj55r\#"\=GR5\/"5S'\!Sn\8\HSz\HS{\HS|\H4 S}j55rS'\!S\!S~\R4Sjr\#"\=GR 5\/"S5\CS'\!S\!S\HS~\R4Sj555r\#"\=GR5\/"5\CS'\!S\!S\HS~\R4Sj555rSr\#"\=GR5\/"5S@\!S\8\HS\8\HS\8\HS\8\HS\!4 Sj55r\#"\=GR5\/"5\DS@\!S\8\HS\8\HS\8\HS\8\HS\8\HS\!4Sj555r\#"\=GR5\/"5S'\!S\!S)\M4Sj55r\#"\=GR5\/"5S=\!S\8\HS\HS\HSq\HS\!4 Sj55r\#"\=GRR5\DGSS'\!S1\!S\\MS\!4Sjj55r\#"\=GR5\=GRRGR\6GR 5\=GRRGR\6GR"5S@\!Si\MS\\@4Sj555r\#"\=GR$5\/"SS5S@\!Si\MS\\@4Sj55r\#"\=GR&5\/"5S\!S\HS\@4Sj55r\#"\=GR(5\/"SS9S\!S\HS\@4Sj55r\#"\=GR*5\/"5GSSD\!S\!S\HS\@S\@S\!4 Sjj55r\#"\=GR,5\/"5S'\!S\!S\HS\HS\@4 Sj55rS\8\H4SjrS\8\!S\HS\HS\8\!4SjrS\8\!4SjrS\8\!S\H4SjrS\8\!S\HS\H4Sjr\#"\=GR8R\=GR8R/5GSS\8\!S\HS\HS\\!S\!4 Sjj5r\#"\=GR:R\=GR:R/5GSS1\!S\8\HS\HS\\8\!S\\8\!4 Sjj5r\#"\=GR<RB5GSS@\!S\HS\HS\`\!S44Sjj5r\#"\=GR>R5GSS@\!S\8\HS\HS\`\!S44Sjj5r\#"\=GR@RB5GSS1\!S\HS\HS\`\!S44Sjj5r\=GRBGRDGR\6GR 5GSS1\!S\!S\HS\`\!S44Sjj5r\#"\=GRH5\/"SS9\DGSS1\!S\!S\!S$\HS(\H4 Sjj555r\#"\=GRJ5\/"5\DGSS1\!S\!S\!S$\HS(\HS\@4 Sjj555r\#"\=GRL5\/"SS9\DGSS1\!S\!S\!S$\HS(\H4 Sjj555r\#"\=GRNR5\DS'\!S@\!S\!S\!S\\!S\HS\HS\HS\HS\8\@S\`\\!\\!\\!44Sj55r\#"\=GRNR5S'\!S@\!S\!S\!S\\!S\HS\HS\HS\HS\8\@S\RBS\RBS\RBS\`\\!\\!\\!44Sj5rS\\!S\\!4Sjr\#"\=GRTR5S\!S@\!S\8\HS\!S\!SD\\!S\\!S\8\@S\`\\!\\!\\!44Sj5r\#"\=GRTR5S\!S@\!S\8\HS\!S\!SD\\!S\\!S\8\@S\RBS\RBS\RBS\`\\!\\!\\!44Sj5r\#"\=GRXR5S\!S@\!S\8\HS\!SD\\!S\8\@S\`\\!\\!44Sj5rS@\!SD\\!S\\!S\\!S\\!SJ\@S\MS\MS\@S\`\!\!\!\\!\\!44Sjr\#"\=GR\5\/"SSS5S@\!SD\\!S\\!S\\!S\\!SJ\@S\MS\MS\`\!\!\!44Sj55r\=GR\RGR\6GR"5\=GR\RGR\6GR 5S@\!SD\\!S\\!S\\!S\\!SJ\@S\MS\MS\`\!\!\!44Sj55r\=GR`RGR\6GR 5GSS\8\!4Sjj5r\#"\=GRdR5S@\!SD\\!S\\!S\!S\!S\MS\MS\`\!\!\!44Sj5r\#"\=GRfR5S@\!SD\\!S\\!S\!S\!SJ\@S\MS\MS\`\!\!\!44Sj5r\#"\=GRfGRh5S@\!SD\\!S\\!SJ\@S\MS\MS\`\!\!\!44Sj5r\#"\=GRlR5S@\!SD\\!S\\!S\!S\!SJ\@S\MS\MS\`\!\!\!\!\!44Sj5rS@\!SD\\!S\\!S\!S\!S\MSJ\@S\!4Sjr\#"\=GRpR5S@\!SD\\!S\\!S\!S\!S\MS\MS\`\!\!\!\!44Sj5r\#"\=GRrR5S@\!SD\\!S\\!S\!S\!S\MS\MS\`\!\!\!\!\!\!44Sj5r\#"\=GRtR5S@\!SD\\!S\\!S\!S\!S\MS\MS\`\!\!\!\!44Sj5r\#"\=GRv5\/"SS5\DGSSj555r\#"\=GRz5\/"5SSSSSSS.S\\!\'4SQ\\RS\\GR|S\@S\@S\\GR~4 Sjj55r\#"\=GR\=GR\=GR/5\/"5S55r\=GRRGR\6GR"5\#"\=GR5\/"SSSS5S@\!SD\!S\\!S\\!S\\!SJ\@S\MS\M4Sj555rSr\#"\=GRR5S\!S@\!SD\\!S\\!S\\!S\\!S\\!S\@S\MS\8\@S\!S\`\!\\!\\!44Sj5r\#"\=GRR5S\!S@\!SD\\!S\\!S\\!S\\!S\\!S\@S\MS\8\@S\`\!\\!\\!44Sj5r\#"\=GRR5S\!S@\!SD\\!S\\!S\\!S\\!S\\!S\@S\MS\8\@S\RBS\RBS\RBS\`\!\\!\\!44Sj5r\#"\=GR5\/"SSS5S@\!S'\!SD\!S\\!S\\!S\\!S\\!S\M4Sj55r\#"\=GR5\/"SSS5S@\!S'\!SD\!S\\!S\\!S\\!S\\!S\MS\!4Sj55r\#"\=GR5\/"5\DS@\!S\`\H\H44Sj555rS1\)S\)S\8\HS\H4Sjr\#"\=GR5\/"5S1\)S\)S\8\H4Sj55r\#"\=GR5\/"5S@\)S\)S\8\HS\8\HS\8\H4 Sj55r\#"\=GR5SsS.S\)S\HSx\)S\)S(\'4 Sjj5r\#"\=GR5\/"5SsS.S\)S\HSx\)S\)S(\'4 Sjj55rSsS.S\)S\HSx\)S\)S\@S(\'4 Sjjr\#"\=GRR5\=GRRGR\6GR 5GSSj55r\#"\=GR5S\)S\HSx\)S\)4GSj5r\#"\=GR5\/"5S\)S\HSx\)S\)4GSj55rS\)S\HSx\)S\)S\@4 GSjr\#"\=GR5\/"SSL5\DS1\!S\`\!\!44GSj555r\#"\=GR5\/"5GSS\!GS\\@\H\M4GS\\@\H\M4GS\\GR4GSjj55r\#"\=GR5GSGSj5rGS rGS r\#"\=GRGR5\#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5S@\!S\\8\HGS \\8\MS\!4GS j555555555r\#"\=GRGR5\#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5S@\!S\\8\HGS \\8\MS\!4GS j555555555rGSGSjr\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MS\!4GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MS\!4GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MGS\\MS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MGS\\MS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MGS\\MGS\\MS\!4 GSjj5555r\#"\=GRR\=GRR/5\=GRRGR\6GR 5\=GRRGR\6GR"5\/"SSGS9GSS@\!S\8\HGS\\MGS\\MGS\\MS\!4 GSjj5555r\DGSS@\!S\8\HGS\8\\MGS\@S\!4 GSjj5rGSrGSrGSrGSrGSGS jrGS!rGS"rGSGS#jrGSGS$jrGS%r\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS&555r\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS'555r\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS(555r\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS)555rGS*rGSGS+jrGSGS,jrGS-r\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS.555Gr\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS/555GrGS0GrGS1Gr\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS2555Gr\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS3555Gr\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS4555Gr\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS5555Gr \#"\=GRGR5\#"\=GRGR5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5\=GRGRGR\6GR 5\=GRGRGR\6GR"5GS655555555Gr\#"\=GRR\=GRR/5\/"5GSS@\!S\8\HGS7\@GS\\MS\!4 GS8jj55Gr \#"\=GRR\=GRR/5\=GRRGR\6GR"5\/"5GSS@\!S\8\HGS7\@GS\\MGS\\MS\!4 GS9jj555Gr \#"\=GRR\=GRR/5\/"5GSS@\!S\8\HGS7\@GS\\MGS\\MGS\\MS\!4GS:jj55Gr GSGS;jGrGS<GrSv\\!GS=\\!GS>\!S\!4GS?jGrGS=\*S\!4GS@jGr\DS@\!S\8\HGS7\@GS\8\\MS\!4 GSAj5Gr\#"\=GR(R5GSB\!GSC\!S\@4GSDj5Gr\#"\=GR*\=GR,/5\/"5GSE55Gr\#"\=GR./5GSF5Gr\#"\=GR0/5GSGSGj5Gr\#"\=GR2/5GSH5Gr\#"\=GR4/5GSI5GrS1\!SS\!SD\\!SO\HS^\HS\`\!\!44 GSJjGr\#"\=GR85\/"SS_5S1\!SS\!SD\\!SO\HS^\HS\`\!\!44 GSKj55Gr\#"\=GR:5\/"SS_5S1\!SS\!SD\\!SO\HS^\HS\`\!\!44 GSLj55GrS\!GSM\MS\!4GSNjGrS\!GSM\MS\!4GSOjGrGSP\!S\*4GSQjGr GSR\*GSS\!S\!4GSTjGr!GSS\\!S\!4GSUjGr"GSV\HGS7\@SQ\RS\GR|4GSWjGr#GSX\!GSY\HGSZ\HGS7\@4GS[jGr$GSX\!GS\\HGSY\HGSZ\HGS7\@4 GS]jGr%GSX\!S\8\HGS7\@4GS^jGr&GSX\!S\8\HGS7\@4GS_jGr'\#"\=GRP5\/"5\DGSX\!S\8\HGS7\@4GS`j555Gr(GSGSB\!GSa\!GSb\HGSc\HGS7\@GSd\@S\!4GSejjGr)\#"\=GRT5\/"5\DGSGSB\!GSa\!GSb\HGSc\HGS7\@S\!4 GSfjj555Gr*\#"\=GRV5\/"SS9\DGSg555Gr+\#"\=GRX5\/"5SS\>RR4GShj55Gr,GSi\RBGSj\RBGSk\@S\@4GSljGr-\=GR\RGR\6GR 5\=GR\RGR\6GR 5\/"SGSm9SGSn.GSoj555Gr.\#"\=GR^R\=GR^R/5\=GR^RGR\6GR"5\/"5\DGSS@\!S\`\H\H4GS7\@GSp\\MGSq\\MS\!4 GSrjj5555Gr0\#"\=GR^GR5\=GR^GRGR\6GR 5\=GR^GRGR\6GR"5\/"5\DGSGSB\!S\\`\H\H4GS7\@GS \\`\M\M4S\!4 GSsjj55555Gr1\#"\=GRd5\#"\=GRf5\#"\=GRh5\D\/"5GSB\!S\`\HS4S\!4GStj55555Gr5\#"\=GRl5\#"\=GRn5\#"\=GRp5\D\/"5GSB\!S\`\HS4S\!4GSuj55555Gr9GSB\!S\`\HS4GSv\\H\H\H/\!4S\!4GSwjGr:\#"\=GRv5\#"\=GRx5\#"\=GRz5\/"S5GSx5555Gr>\#"\=GR~5\/"GSyGSz5SSGS{.GS|j55Gr?\#"\=GR5\/"5GSSGS}.GS~jj55Gr@\#"\=GRR\=GRR/5\/"5S\GRSSGS.Sp\'SQ\\RGS\GRS\\GR|S\@4 GSjj55GrD\#"\=GRGR/5S\GRSSGS.So\'Sp\'SQ\\RGS\GRS\\GR|S\@4 GSjj5GrF\#"\%5GS5GrG\#"\=GR5\=GRRGR\6GR"5\/"5SsSsS\>RR4S@\!SS\!Si\'GS\'SD\\!SO\HS\!4GSjj555GrH\#"\=GR5\=GRRGR\6GR"5\/"SGS5S@\!SS\!SO\HS\`\!\!44GSj555GrI\#"\=GRR5GSSSGS.GS\!GS\!S/\!GS\MGS\@GS\\!S)\\MS\`\!\!44GSjjj5GrKGSGrL\#"\=GR/5\/"SS9\DGSGSj555GrM\#"\=GR5\/"5GS55GrN\#"\=GR5GS5GrO\#"\=GRR\=GRR/5SSGS.S1\!SQ\\RS\\!S\!4GSjj5GrQ\#"\=GRR\=GRGR/5GSS1\!S\\H4GSjj5GrT\#"\RxRzGR5GSGSj5GrU\#"\=GR5\/"5SSGS.GSj55GrV\#"\=GRR5SGS.S1\RBGS\\GRS\RB4GSjj5GrWSGS.GSjGrXSSGS.GSjGrY\#"\=GR5\/"5GS55GrZ\#"\=GR5GSGSj5Gr[G\L"\=GR\=GR5 G\L"\=GR\=GRH5 G\L"\=GR\=GRL5 G\L"\=GR\=GR5 G\L"\=GR\=R5 G\L"\=GR\=GR5 G\L"\=GR\=R5 G\L"\=GR\=GR5 G\L"\=GR\=R5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR5 G\L"\=GR\=GR 5 G\L"\=GR \=R5 g(N)Iterable)Enum)partialreduce)chainproduct)AnyCallablecastOptionalUnion) sym_floatsym_intTensorregister_decomposition) out_dtype)IntLike NumberTypesuggest_memory_format TensorLikeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out out_wrapper)_pytree)tree_map__all__c \rSrSrSrSrSrSrg) Reduction0rN)__name__ __module__ __qualname____firstlineno__NONEMEANSUM__static_attributes__r%\/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/torch/_decomp/decompositions.pyr!r!0s D D Cr.r!Fftype_promotioncompute_dtype_onlyinclude_non_tensor_argscR^^^^[R"T5UUUU4Sj5nU$)Nc>^^ T (a [[RR4O[4n[R "U0UD6Vs/sHn[ X25(dMUPM nn[R"UST 06umm U4SjnU 4SjnT "[XP50[XQ5D6nT (aU$[Xg5$s snf)Ntype_promotion_kindcT>[U[5(aURT5$U$N isinstancerto)xcomputation_dtypes r/ increase_prec0type_casts..inner..increase_precNs%!V$$tt-..r.cT>[U[5(aURT5$U$r8r9)r< result_dtypes r/ decrease_prec0type_casts..inner..decrease_precTs$!V$$ttL))r.) rtorchtypes_Numberpytreearg_tree_leavesr:utilselementwise_dtypesr)argskwargs allowed_typesr< flat_argsr>rBrr=rAr2r0r3r1s @@r/innertype_casts..inner?s.EVU[[(( )6)  ++T;V1W W  !  r.c.[R"X5$r8)rD full_likeselfvalues r/ fill_scalarrs ??4 ''r.rc^[R"TR5S:HU4Sj5 [R UT5$)Nrc,>STR5S3$)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrU)rsr/fill_tensor..sRSXS\S\S^R__jkr.)rD_checkrUatencopyrs `r/ fill_tensorrs3 LL qk 99T5 !!r.rc^[R"[R"US-SS9SS9S- $NrminmaxrDclamprs r/ hardsigmoidrs) ;;u{{4!83 ;a ??r.cJ[R"US:US:-US-S5$)Ngg@gUUUUUU?rDrorrrs r/hardsigmoid_backwardrs0 ;; $y!  r.min_valmax_valc@[R"X:*X:-SU5$)Nrr)rrrrrs r/hardtanh_backwardrs ;;DO L r.c6[R"X:*SU5$ryr)rrrrjs r/threshold_backwardrs ;;t(![ 99r.negative_slopeself_is_resultc<[R"US:XU-5$ryr)rrrrrs r/leaky_relu_backwardrs ;;taxN.J KKr.grad approximatecSnSnSnUS:XabX5-S-nSnX-nX-n XaXy---n [R"U 5n SU-n SU -n SU -nSX-- nUSSU-U---nX-U-nXU--$UnXT-S-nSS[R"UU-5--nU[R"X-S -5-nUUUU---$) Ng;f?g;f?gmBP ?tanhrgHm?r#rg)rDrerfrn)rrrM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberP tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r/ gelu_backwardrs%G&I'Jf$s*{/0ZZ& TzJ+j55 AF T(9$9:14DD)99::&,Q4&=112eii d 233sTCZ'((r.inputc[R"[R"U55n[R"U5nX-SX"-- -nXU--$rb)rDrFsoftplussigmoid)rrrinput_tanh_softplus input_sigmoidouts r/ mish_backwardrsN **QZZ%67MM%(M  1':'P#P QC 3 44r.c4U[R"U5-$r8)rDrrs r/silur!s %--% %%r.c\SS[R"U*5-- nX-SUSU- ---$rb)rDrn)rrrrs r/ silu_backwardr(s:1uyy$''(G  AG (<$< ==r.weightc<[R"US:XU-5$ryr)rrs r/ _prelu_kernelr0s ;;tax} 55r.c|[R"US:XU-5n[R"US:SX-5nX44$)Nrrr)rrrr input_grad weight_grads r/_prelu_kernel_backwardr5s? TAX{[4HIJ++dQhT-?@K  $$r.noiseloweruppertrainingc|U(aXC- S:aURU5$X4-S- n[RXXv5$)Ngư>r$)mulrr)rrrrrrrrrs r/rrelu_with_noise_backwardr@sCEMD(u%%-1,'' ~  r.buffercUS:n[R"USS5n[R"USS5n[R"[R"U5*5nXXVSU-- -- -$)Nrr#rY)rDrornabs)rrrr in_negative max_derivsignrps r/log_sigmoid_backwardrUsc(K KA.I ;;{Ar *D 599T?"#A d1q5k&:: ;;r.loss reductioncU[RR:Xa[R"U5$U[R R:Xa[R "U5$U$r8)r!r+rrDmeanr,sum)rrs r/apply_loss_reductionrbsHINN(((zz$ imm)) )yy r.dtypecU[R:Xa[R$U[R:Xa[R$U[R :Xa[R $gr8)rD complex32float16 complex64float32 complex128float64rs r/ to_real_dtyperksK }} %// !}} %"" "}} #r.targetc&X- S-n[X25$)Nr$)r)rrrrs r/mse_lossrzs Ma D  00r.c|U[RR:XaSUR5- OSnXAU- -U-$)N@)r!r+rnumel)rrrrrnorms r/mse_loss_backwardrs9 #,y~~/C/C"C3 D 6> "[ 00r.c[R"XUS9nUR[S55n[R"XASS9n[R "U5n[R "XVU5$)N)rUrz-infTrUkeepdim)rDsoftmaxeqfloatall zeros_likero)rrUrrmasked masked_rowszeross r/ safe_softmaxr sU --U 3C WWU6] #F))FT:K   S !E ;;{3 //r.rmcX- R5n[R"XC:SUS--U- USU-- 5n[XB5$)Nrr$)rrDror)rrrrirs r/smooth_l1_lossr sI M   D ;;t{C$'MD$8$t:K LD  00r.cU[RR:XaSUR5- OSnX- n[R "U5nXP-n[R "Xt:X-U- U[R"U5-5$rl)r!r+rrrDrror) rrrrrrirr<abs_x norm_grads r/smooth_l1_loss_backwardrss "+inn.B.B!B3 D A IIaLE"I ;;  EJJqM! r.cZ[XX#U5n[XVR5 [XeSS9$NT copy_fromcopy_to exact_dtype)rrshaper)rrrrrrir^results r/smooth_l1_loss_backward_outrs+%[4 PFj,,/ FD QQr.deltac U[RR:XaSUR5- OSnX- n[R "Xd*:U*U-U-[R "Xd:XP-U-XV-U-55$rl)r!r+rrrDro)rrrrrrrr<s r/huber_loss_backwardrsv "+inn.B.B!B3 D A ;; F  e# AIt1E948k;QR r.cZ[XX#U5n[XVR5 [XeSS9$r)rrrr)rrrrrrr^rs r/huber_loss_backward_outrs+!Fu MFj,,/ FD QQr. ignore_index total_weightcUR5S:aSOSnU[RR:XaX- nUR U5n[ R "X%:gUS5n[ R"U5n [ R"XUS5n U R5UR5s=:aS:aO OUR U5nUbO[UR55V s/sHn SPM n n URSX'URU 5nX-n[ R "X%:gUS5nX-$s sn f)Nr$rr#g) rUr!r+rr[rDrorscatterrZrreshape) rrrrrrrr  channel_dim safe_targetr^r\ new_shapes r/_nll_loss_backwardr'sxxzA~!1KINN(((!0   k *F++f4fa@K!!$'Jz TJJ~~+//+/a/!++K8   %dhhj 12 11Q 1 2!'a  *!* ++f4k1EK  ##3s/ EcUR5S:dS5e[R"UR5U5nURU5nUS-S:Xd SUSU35eUS-nUR USU5nUR X5U5n[ R "U5nSU- U-U-U-n X-n[ R"X/US9$)Nrz*glu does not support 0-dimensional tensorsr$z.Halving dimension must be even, but dimension z is size rmr)rUrIcanonicalize_dimsizenarrowrDrcat) rrrrUwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r/ glu_backwardr4s 88:>GGG>%%dhhj#6H ))H C 7a< 8 )C5Q<qI Ha3IX)H MMr.c SUR5s=::a S::dS5e S5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eUR5S:Xd'S URS UR5S 345eUb(UR5URS :XdS 5eU[RR :XaUR5S:XamUR5S:Xa URSURS:Xd8SURSSUR5SURS35eOV\\^tzz"~=F =INN(((TXXZ1_ A%+*;*;A*>$**Q-*O EdjjQRm_U)oo/00G HYHYZ[H\G] _ O*O  A%+*;*;*=*B EkFWFWEX Y B 69L r.c DUR5S:XdSUR535eUR5S:XdSUR535eURSURS:Xa@URSURS:Xa URSURS:Xd!SURS UR35eUR5S:Xd&S URS UR5S 35e[XX#XEU5$) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr$r#r8r9r;z ( z , elements))rUrrr')rrrrrrrr s r/nll_loss2d_backwardr@Cs: 88:? ]^b^f^f^h]ij? ::<1  _`f`j`j`l_mn  1 a( JJqMV\\!_ , JJqMV\\!_ ,I $DJJ>r.cn^URUmS[4U4SjjnU"USTS5nU"X2TT5nX#4$)zb Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rVcN>UcU$US:aUT-n[[X5U5$ryrr)valrrdefaultdim_sizes r/ clamp_wrap(_normalize_start_end..clamp_wraps. ;N 7.C3s?E**r.r)rint)r<rUrgrhrrs @r/_normalize_start_endrsFwws|H+#+ ua1 -E S8 4C :r.srcc h[R"URU5nURUn[ XX45up4[ UR5nXC- US- -U-Xr'UR U5nUS:XaXF:XaUS:XaUR5$S/UR5-n[R"X`RS9n X- U-X'[R"X`R[RS9n US:wa[R"XU:5n XF:wa[R"XU:5n US:wa[R"XU- U-S:H5n S/UR5-n SX'U RU 5n [ R#U [ R%XUS5U5$)Nr#rdevicerrrY)rIr)r{rrrsexpandclonerUrDarangeronesbool logical_andviewrro_unsafe_masked_index) rrrUrgrhrirsrc_sizeindicesidxmask mask_shapes r/rlrlsr  S 1C{{3H%e%=JEEKK H[D1H-$6HM **X C zco$!)yy{'+fuyy{&:G ,,x 5CKD(GL ::h||5:: FD z  e|4   Sy1 qy  e t';q'@Auyy{"JJO 99Z D ::dD55c!Le TTr.indexcRURU5n[R"X@X#5$r8)rkrDselect_scatter)rrrfrUrr^s r/select_backwardrEs'&&{3J     DDr.offsetdim1dim2cTURU5n[R"XPX#U5$r8)rkrDdiagonal_scatter)rrrfrrrr^s r/diagonal_backwardrLs) &&{3J  ! !*6 NNr. input_dtypecHURU:waURU5nU$r8)rr;)rrr^rs r/_cast_grad_to_input_dtyperUs&K']];/ r.outputcrX-nXA[R"XBSS9-- n[XU5R5$NTr)rDrr contiguous)rrrrUrnew_grad_outputr^s r/_softmax_backward_datar]sC "*O EII$-$J %[k J U U WWr.cxU[R"U5[R"XSS9-- n[XU5$r)rDrnrr)rrrrUrr^s r/_log_softmax_backward_dataros= uyy0599d4 J %[k JJr.cXS--X!S- -- n[[R[RUS9nU"SXd5R S5nU"SX-U5R S5n X-$)z/Utility function to implement im2col and col2imr$r#rrrrY)rrDrint64r[) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r/ _im2col_col2im_indices_along_dimr{suQ&!|)DDH EKKGI!H7AA!DAx4jAKKBOK  ))r. kernel_sizedilationpaddingrtc  ^^^^^^"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS5 U"TS5 U"TS S S 9 U"TS 5 URm[T5n[R"US ;=(a [ STSS55U4Sj5 [ S[ TSSTTTT555m[R"[ ST55UUUUUU4Sj5 US:HnU(dURS5nURuppTupTupTunnTunn[U UUXUR5n[U UUXUR5n[R"XXU45nURS5RS5nUSS2SS2UU4nURSSSSSS5nURS5nURS5nURXU-U-UU-5nU(dURS5nU$)Nr$cg)Nz"im2col(): only 2D kernel supportedr%r%r.r/rim2col..s0Tr.cg)Nz$im2col(): only 2D dilation supportedr%r%r.r/rrs-Sr.cg)Nz#im2col(): only 2D padding supportedr%r%r.r/rrs,Qr.cg)Nz"im2col(): only 2D stride supportedr%r%r.r/rrs+Or.cU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frNr%.0rOs r/ 1im2col..check_positive..(%Qq5%c3*# UH oS:v M g7frr%rs r/rr;REqFErcg)Nz<{param_name} should be greater {'than' zero, but got {param}r%r%r.r/r0im2col..check_positive..sXr.rrDrparam param_namestrictconds r/check_positiveim2col..check_positives3,2s(%((;RE;R8R X r.rrrFrrtrr?c3*# UH oS:gv M g7frr%rds r/rim2col..:z!Avzrrc >S[T53$)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr/rr--25\NS[TSS5STSTSTSTSTS3 $) Nz!Given an input with spatial size rW, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrtsr/rrsJ3E%*4E3FG"m;xj9)9VH-]D Fr.r?rrYr#rT)rDrrrrrzipr[rrrrpermuter*r#squeeze)rrrrrtrr{ batched_input batch_dimr$input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r/im2colr sl LL[!Q&(TU LLX!#%ST LLW"$QR LLV!#OP ; .8Z(8Yu568$ KKE u:D LL :3:uRSz:: < &) "#J;' K  LL '; '' F FAIM "/4{{,IGH"I%J $Hh9:yELL::yELL 55I) LML+55b9CCBG !Q 24FF GF ^^Aq!Q1 -F',,Q/N',,Q/N ^^)H4n~6UF " Mr.rc ^^^^^^!^"[R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS 5 U"TS 5 U"TS S S 9 U"TS5 U"TS5 URm"[T"5n[R"US;=(a [ ST"SS55U"4Sj5 TSTS-n[R"T"SU-S:HUU"4Sj5 [ TTTTT5V V V V V s/sH uppn SU SU --XS- -- S- U --PM" nn n n n n USUS-m![R"T"ST!:HU!UUUUU"U4Sj5 [R"T!S:U!UUUUU"U4Sj5 US:HnU(dUR S5nURm"TunnTunnTunnTunnTunnURT"ST"SU-/T-U-5nURSSSSSS5n[UUUUUUR5n[US5n[UUUUUUR5n[ TT5VVs/sHunnUSU--PM nnnURT"ST"S[T5-/U-5nSSUU4n [RUU USS9n[ R""UU*U*U*U*45nU(dUR%S5nU$s sn n n n n fs snnf)Nr$cg)Nzonly 2D output_size supportedr%r%r.r/rcol2im..s0Or.cg)Nzonly 2D kernel supportedr%r%r.r/rrs0Jr.cg)Nzonly 2D dilation supportedr%r%r.r/rrs-Ir.cg)Nzonly 2D padding supportedr%r%r.r/rrs,Gr.cg)Nzonly 2D stride supportedr%r%r.r/rrs+Er.TcU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frr%rs r/r1col2im..check_positive..rrc3*# UH oS:v M g7frr%rs r/rrrrcg)Nz9{param_name} should be greater than zero, but got {param}r%r%r.r/r0col2im..check_positive..sUr.rrs r/rcol2im..check_positives3,2s(%((;RE;R8R U r.rrrFrrtr)r$rc3*# UH oS:gv M g7frr%rs r/rcol2im..rrrWc >S[T53$)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr/rrrr.rr#c>STSST3$)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rWz and kernel_size=r%)rrsr/rrs!==B2YKH"m%r.rYc:>STSTSTSTSTSTSTSS 3$ NzGiven output_size=rrrrz , expected input.size(-1) to be but got rY.r%Lrrrrrrtsr/rrD$[M }M:Zy &B))*9U2YKqBr.c:>STSTSTSTSTSTSTSS 3$r!r%r$sr/rrr&r.rr?r accumulater)rDrrrrrr[r#rrrr]rkprodr_unsafe_index_putrrr)#rrrrrrtrr{prod_kernel_sizerrrrrcolrout_hout_wrrrrrrrr indices_row indices_colorOoutput_padded_sizerrr%rs# ````` @@r/col2imr4s LL[!Q&(OP LL[!Q&(JK LLX!#%IJ LLW"$GH LLV!#EF ; .8Z(7Ie468$; . KKE u:D LL :3:uRSz:: < #1~ A6 LL b $$) %'* (K'  ' "Cc S1s7]S!G_ ,q 0R 77'   AQA LL b Q B B  LL A B B AIM " KKELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV WE MM!Q1a +E2 xY%,,K$K3K2 xY%,,K14K0IJ0I1!a!e)0IJ __ q58tK0014FFF {K 0C  # #FC4 # HF UU6YJ YJ K LF " Mk VKs 'M$ M-rctXRU5U--R[R"U5S9nU$NrU)type_asrrIr)rrrrtrOs r/native_dropout_backwardr8Cs@  [1E9 :AA11+> B A Hr. input_size dimensionr*c[U5S:Xa[R"US5$[R"[U5U5n[R "XUR [RS9nURSX45R5nURSUS-5RXUS-5nURU5nSU-U4-n[RXxUSS9R5$)NrrrYr#r8Tr()rrD squeeze_copyrIr)rrint32unfoldflattenmovedimrkrr+r) rr9r:r*rirUrr^rs r/unfold_backwardrARs  :!!!$**  Z) &> uDDLL'#  AwwyA~yy|  140yy+ EIIlF FF <( Mr.)rcUR5nU(a UR[R:Xde[R "U[R RS9up4URU5nUR5S:XaUnO[R"XSS9nX- n[R"[R"[R"U5USS95nXW- nU(dURU5nU$rU)rrrDrWrIrJrXrYr;rrZrErrn) r<rUrSr=rAshiftedr\shifted_logsumexprs r/ _log_softmaxras Aww%**$$$&+&>&> uDDLL'#  AwwyA~ 140) %))EIIg,>T"RS  (F <( Mr.r padding_idxscale_grad_by_freqsparsecUR5S:XdS5eURS::a5URSU5nURS:XaURS5nU$X$)Nr$z'weight' must be 2-Dr#r)rUr{ index_selectr)rrrbrcrdrs r/ embeddingrgsb ::<1 444 ||q!!!W- <<1 ++a.C r. num_weightscd[R"U[RRS9upVUR U5n[ U[ R5nU(aUURU45n[ R"U5n[RXq/USS9nXqn X RS5- n[X:HUR5n URU S5n URU4UR URS-5n [RX/U SS9R U5$)NrVTr(rYr)rIrJrXrYr;rrDlongrkrYrr+r[r]r{ masked_fillr) rrrrhrbrcr=rAcountsrgrad_weights_scalerr grad_weights r/embedding_dense_backwardros',&>&>)N)N)V)V'#..!23K%guzz:G""K>2w''' 4D'Q#_!$@$@$DD W3[5E5E FD  " "4 +D'' **7<<>::K  ! !+y$4 ! P S S r.c$SnUHnX-nM U$rbr%)r<rOis r/r*r*s A   Hr.tensors num_chunkscZ/nUHnUR5nXQU-S- U-U-nXeU:wa9S/S-URU- S- -SXeU- /-n[RXGS5nUSU[R "US/5-nUR URU55 M U$)Nr#rr$rY)r*r{rconstant_pad_ndrDSizeappendr#) rrrUrspadded_tensorstensor tensor_size pad_along_dimr view_sizes r/ _pad_chunkr}s Nkkm $)J6:zIJV , ,#'V[[3.23C 007C))&q9F% J3C(DD fnnY78 r.cXUSRnUHnURU:wdM g g)NrFTr{)rrr{rys r/have_same_ndimsrs- 1:??D ;;$  r.cUSR5SUnUH/n[R"UR5SUU:HS5 M1 g)Nrcg)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr%r%r.r/r+leading_dimension_matches..!s]r.)r*rDr)rrrUleading_dim_sizesrys r/leading_dimension_matchesrsI )$3/ KKM$3 #4 4 ] r.c[R"US:S5 [R"[U5S:S5 USRnUSRnUHvn[R"UR 5S:S5 [R"URU:HS5 [R"URU:HS5 Mx [ U5(a)[R"USR5U5nOH[R"US:S5 UH'n[R"XR:S 5 M) [X5 U$) Nr#cg)Nz&_chunk_cat expects positive num_chunksr%r%r.r/r._preprocess_chunk_cat_inputs..*s*Rr.rcg)Nz0_chunk_cat expects a non-empty input tensor listr%r%r.r/rr,s"Tr.cg)Nz#_chunk_cat expects non-empty tensorr%r%r.r/rr1s1Vr.cg)Nz8_chunk_cat expects all input tensors with the same dtyper%r%r.r/rr4Nr.cg)Nz8_chunk_cat expects all inputs tensors on the same devicer%r%r.r/rr8rr.cg)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr%r%r.r/rr?sar.cg)Nz3_chunk_cat expects dim < ndim for all input tensorsr%r%r.r/rrDMr.) rDrrrrrrrIr)rUr{r)rrrUrsexpected_dtypeexpected_devicerys r/_preprocess_chunk_cat_inputsr%s"  LLq"RS LL G qTQZ%%Naj''O V\\^a')VW LLN * N   MM_ , N w$$WQZ^^%5s; 1H a F LLkk!M  g+ Jr.rc[XU5n[XU5nUc[R"XAS-5$[R"XAS-US9 U$)Nr#)r)rr}rDr,)rrrUrsrrxs r/ _chunk_catrJsK 'wZ @Cj9N {yyq11 .'s3 r. split_sizesc[RXUS9nUc-UVs/sHoUR[RS9PM! sn$[ X45H$upg[ XgR5 [XvSS9 M& gs snf)NrrUTr) rsplit_with_sizesrrDrZrrrr)rrrUrsplitssrsplits r/split_with_sizes_copyr[st " "4# " >F {HNO1e&=&=>OO -MF fkk 2 U M. Ps&A9 split_size.cB[RRXU5$r8)rrr)rrrUs r/ unsafe_splitrns ::  U 44r.cB[RRXU5$r8)rrr)rrrUs r/unsafe_split_with_sizesrss  ( (S AAr.cURnX2nUS:XaUS:XdeUR54$XA-S- U-nSSKJn U"U5n[ U5Vs/sHoqPM nnXU-U- - US'[ R "XU5$s snf)Nrr#) guard_intrY)rdetachrqrrZrDr) rrrUrfrchunksrrqrs r/rrzs**KHQ1}} #a'J 6F@ v F',V}5}!:}K5 $7($BCKO ;;t# ..6s Btensor_indices_or_sectionsc^URRS:XdeUR[R:XdeUR 5m[R "TS:H=(d TS:HU4Sj5 TS:Xa8UR5n[U[5(deURX25$UVs/sHoDR5PM nnURXR5$s snf)Ncpur#rc>STS3$)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr%) split_dimsr/rAtensor_split_tensor_indices_or_sections_py_impl..s< ! 99S>r.veccUR5(d+UR5(d[U5n[U5nU[R"X5-nUS:XaU$UR 5S:XaX0-$XSU--$ry)rOrrrDmvr)rrrrirsrs r/addmvrss  ! ! # #DOO,=,=4yE  %((4% %C qy  yy{a{  r.rrstdgammaNCHxWgroup output_maskc h^^^^^^[R"XTUSS9 [R"XSS9 [R"TUSS9 [R"UR 5TT-T-:HUUU4Sj5 [R"TR TT4:HUUU4Sj5 [R"TSL=(d TR 5T:HUU4Sj5 [TT5up[R"U S:HUU4Sj5 [R"X5RTTT5RS/S 9n URTTT5RS/S 9n SnSnSnU S(Ga/S TU -- nTb[R"U TRS55RTTU 5RS5n[R"U TRS55RTTU 5RS5n[R"URS 5TRS TU 55nOU RTTU 5RS5nU RTTU 5RS5n[R"URS 5[R"S TU 4URS 95nUT-U- U-U-U-U-nU*T-UU-U-- nURS 5n[US5n[US5n[R"URTTU T5U5[R"URTTU T5U5-U-nURUR 5R!UR"5nU S (ahU RTTU 5U RTTU 5TRS 5-- URS 5-RS/S 9RT5nU S(aU RS/S 9nXU4$)NF)allow_cpu_scalar_tensorsc>STT-T-S3$)NzExpect input to have z elementsr%)rrrsr/r,native_group_norm_backward..s'A }I>r.c.>STSTSTR3$)NzExpect mean to have shape (, z , but got r)rrrsr/rrs-aS5'DJJ<Pr.c>>STSTbTR53$S3$)NzExpect gamma to have z elements but got rY)r)rrsr/rrs)'s*STST3$)NzExpect number of channels z, to be evenly-divisible by number of groups r%)rrsr/rr s,QC/[\a[bcr.r$rrmrYr#rr?)rIcheck_same_devicecheck_same_shaperDrrrdivmodrrrr[r#rrr]r;r)rrrrrrrrrrrcpg_remdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r/native_group_norm_backwardrs D$ 5N 4F LL Q$> LL q%j P LL  +!+i q% IC LL  c ; & + +Aq# 6 : :s : CB   !Q $ ( (aS ( 1B $G $G#F1~~ 39   YYr5??1#56>>q%MQQRSTFYYr5??1#56>>q%MQQRSTFr" a,B ZZ5#.2215FZZ5#.2215Fr" Auc?4;;?Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"  r1 % r1 % IIk))!UC=r Bii aS92> ?   //%++.11%++>1~E3'"''!UC*@4>>RTCU*UU..$%SaSS\ WQZ 1~QC f %%r.out2c  [XX#XEXgX5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)r enumeraterrr)rrrrrrrrrrrrLrMrrr^rqrOs r/native_group_norm_backward_outr?sc"(D!%Fd#J&!1 = jmQWW 5 Q 4 P" r.c.UbURU5$U$r8r;)r<rs r/ _maybe_castr\s}ttE{ Hr.grad_outnormalized_shapebiasc^"URnUR5n [R"UR5m"U"4SjXXV45uppU ceU [ U5- nXSnUSUn/n/n[ U 5H-nUU:aURU5 MURU5 M/ [U5n[U5nSSK J n U"US:H5(dU"US:H5(a[US(aURU5OSUS(aURXS5OSUS(aURXS54$S4$[X;R55n[XKR55nU ceX- U-nU bX-nOU nUU-n[R"UUS5n[R"UU5n[R"UUS5n[R"UU5nUU- U- nSnSn Sn!US(aUU- U-nUS(a3U b0[ U5S:a[R"U U-US5n OU U-n US(a;U b8[ U5S:a[R"U US5n!OU R!5n![#UUR5[#U UR5[#U!UR54$)Nc3j># UH(nUbURT[RS9OUv M* g7fr6)r;rDrZrr<r=s r/r-native_layer_norm_backward..qs?91A =  e.E.EF  1s03r)rpr#r$TF)rrUrIget_computation_dtyperrrZrwr*rqrprkr]rDrrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrqrMrpx_hat grad_x_hatabrrrrPrd_weightrr=s# @r/native_layer_norm_backwardrcs++KJ33EKK@960 95M{  $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZAKQ!V$$(=a1f(E(E,7NEOOK (3>q>EOOK. /t3>q>EOOK. /  HL  T>>#3 4D T>>#3 4D  !! !  $ &E"0 " QA */6A :u %B 2($ /B 5" B EBJE $G!%H#F1~!8u$1~+1  !A %yy!68I5QH$u,H1~)/  !A %YY}.?GF"((*F GU[[)Hekk*FEKK( r.c [XX#XEXg5n XU 4n [U 5H/upUcM [XUR5 [ XU SS9 M1 U $r)rrrrr)rrrrrrrrrLrMrrr^rqrOs r/native_layer_norm_backward_outrs`()tFd#J&! = jmQWW 5 Q1 4 P" r.cfURnUR5n[R"UR5nUR U[ RS9n UR U[ RS9n UbUR U[ RS9OSn U ceU[U5- n XlSn USU n/n/n[U5H-nUU :aURU5 MURU5 M/ [U 5n[U5nSSK J n U"US:H5(dU"US:H5(a=US(aURU5OSUS(aURXlS54$S4$[X:R55nU bX-nOU nSnSnX-nUS(a'[ R "UU-USS9nUUU- U-- U-nUS(a0U b-U U-n[U5S:a[ R "UUSS9nOUn[#UUR5[#UUR54$)NrUrguard_or_falser#TrF)rrUrIrrr;rDrZrrZrwr*rqrrkr]rr)rrrrrrrrr=rrrrrrrrrqrrrrrrrsum_vald_weight_full_shapes r/_fused_rms_norm_backwardrsR++KJ33EKK@KK)@)@ M+5;R;RSJ    #53J3J K   $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZADa1fQ!7!7,7NEOOK (3>q>EOOK. /  GK  T>>#3 4D"0 " $G!%H  E1~))EJ.4EtTg 55=1~+1+e3  !A %yy#):EH+H GU[[)Hekk* r. running_mean running_varmomentum functionalc .S/[[SUR555-n [R"UR 5n Un Un U(Ga'[R"UR 5n UR U S9n [R"XSSS9up[R"X-5nX- U-n[R"X5n[R"UU 5nUb&UU-SU- U--n U(dURU 5 UbgUR5URS- n[R"X5nUUUS- - -nUU-SU- U--n U(dURU 5 OUbUceUR U SS9nUn UR U SS9nUn UnS[R"XG-5- nURR S:waUnUnO"UR#S 5nUR#S 5n[%XR5S- 5n[%UUR5S- 5nX- U-nUb1UR'5n[%XR5S- 5nUU-nUb1UR'5n[%X R5S- 5nUU-nURR S:Xa2UR UR S9nUR UR S9nUR UR S9UUU U 4$) Nrr$rT)rU correctionrr#)rrrr)rsrZrUrIrrr;rDvar_meanrsqrtrcopy_rrr^rrrkr]r?)rrrr r rr rBr reduction_dimsr=new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r/native_batch_norm_helperrsS4a 566N33EKK@#!O!77 DHH#4H5  >> a  {{:+,,$&MM$7 MM$7  #')3q8||6SS ""#34  "  A.A!==DL'1A;7L&5X8TTO!!/2'K,CCC#->TJ '!nn+<4nH %ejj!234 <<   %$II-I-I yy{Q7"6599;?;,&( !"699;?;& ||~ yy{Q7$ ||E!LLu{{L3 LLu{{L3   $  r.r save_invstdc 2[XX#XEXgS5 upn n XU 4$NFr rrrr r rr rBrrrr\s r/native_batch_normr$os1*B t;(QV*&Fy!Q i ''r.c UcUc[RXX%Xg5$Uc [S5eUc [S5eU(a[RXX#XEXg5$[RXX#XFU5$)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrr$_native_batch_norm_legit_no_training)rrrr r rr rBs r/native_batch_norm_decompositionr(s 3,, 48   <   <  ,, 4{h  88 4{c  r.cjURU5nX1-S- U-nUS:XaZUS:XaTUVs/sHoTPM nnXDU-U- - XaS- '[RRRR XU5$[RRR RXU5$s snfNr#r)r*rDopsrrrrr)ryrrUrrr\rs r/unsafe_chunk_py_implr,s{{3H#a'F2JQ8q=+126az6 2",V0Ch0N"O QJyy~~55==fSVWW 99>> & & - -f# FF3s B0c N[RRUUUUUSUU5$r!)rr&r)rrrr r r rBs r/r'r's5  ( ( 0 0      r.c 2[XX#XEXgS5 upn n XU 4$r!r"r#s r/r&r&s1*B t;(QV*&Fy!Q i ''r.c 6[XUSSX4US5 upgn n XgU4$r!r") rrrrr rBrrrr\s r/!_native_batch_norm_legit_no_statsr0s4*B tT4S%*&Fy!Q i ''r.c ^[XX#XEXgS5 unn n n n U cS5eU cS5eXXU 4$)NT#new_running_mean should not be None"new_running_var should not be Noner") rrrr r rr rBrrrrrs r/#_native_batch_norm_legit_functionalr4s_" ! t;(QU    'N)NN '  &L(LL & i? JJr.c L[RRXX#USU5nSnU[RRR:Xa[RR X5n[R "U[RURURS9$)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rD_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8r6r) rrrr r rBrbackend reserve_sizes r/_get_batch_norm_reserve_tensorr@ s hh11 t;cGL%((,,222xxHH   ;;EKK U\\ r.c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NTFrrr@ rrrr r r rBrrrr\reserves r/_batch_norm_with_updaterF(sU*B      *&Fy!Q- t;dG i 00r.c x[XX#USXVS5 unnn n n [XX#XFSS9n U cS5eU cS5eXxXX4$)NTrBr2r3rC) rrrr r r rBrrrnew_rmnew_rvrEs r/"_batch_norm_with_update_functionalrJCsu ! t;hT  - t;dG  DDD   CCC  y6 BBr.c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NFrBrCrDs r/_batch_norm_no_updaterL^sU*B      *&Fy!Q- t;eG i 00r.cUbe[R"U5U:R[RS9nUR U5U-SU- -nXC4$)Nrrm)rDrPr;r=r7)rrO generatorrrRs r/_fused_dropout_decompositionrOysY    OOE "Q & * * * =D ,,u  %q 1C ;r.)rr6r pin_memory non_blockingrVrrPrQrVc U(aU[R:XdS5eU(aS5e[U[R[[ [ [45(deUc7Uc4Uc1[U[R5(aUR5$U$Sn[U[R5(aUnO[R"U5nUbcX8R:waTUb1URS:Xa![RRX5nSn[RRXU5nUb(U(d![RRX5nSnUb[R"XS9$U$)NTODOFrTrU)rDstridedr:rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r<rr6rrPrQrVdtype_convertedx_tensors r/_to_copyr\s15==08&8 0!6!> a%,,UD'B C CC C ~%-M,A a & &779 HO!U\\""&&q) f7  !5||88IH"O<<**8\J <<44XE {{8AA Or.c,[RU5$r8)ralias)r<s r/nop_decompositionr_s ::a=r.out3exponential_average_factorepsilonc [RUUUUUUUU5upn U(a XXRS[RS94$UURS5URS5URS[RS94$)Nrr)rr$rkrDr=) rrrr r rrarbrrrs r/cudnn_batch_normrds$$  " GA!aU[[ABB  EKK0  r.c[U5HBup#US:XdM X R:aURUU:XaM1URU5nMD U$rb)rr{rr[)r<broadcast_maskrrs r/_broadcast_batch_norm_backwardrgsF/  19dVVm 0E D!A0 Hr.rEc *[UUUUUUUUUU 5 $r8)native_batch_norm_backward) rrrr r rrrHrBrrEs r/batch_norm_backwardrjs/ &     r.c .^&URn Ub URn OU n [R"UR5m&U&4SjUUUUUUU45un n nnnnnURnUR 5nUS:dS5eSn[ [ U55UU- nUnUnU(a UbUceO#UbUceUn[R"UU-5nS/U-nUUUU'/n[U5HnUU:wdM URU5 M [UU5nSU- n[R"U U5n[R"XU- -U5n[UU-U5n[[R"UU-UU-5U5n Uc[UU5S-n!O[UU-U5n!U(aU U- U -n"U U"- U- U!-n#OU U!-n#U S(aUU-n$OSn$U S(aUn%OSn%U#RU 5[U$U 5[U%U 54$)Nc3P># UHnUbURT5OUv M g7fr8rrs r/r-native_batch_norm_backward.. s/  A$%= a7 s#&r$z$rank of the input must be at least 2r#rm)rrIrrrUr*rsrDrrZrwrgrrr;r)'rrrr r rrrHrBrr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrrrfreduction_axesrqrgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojr^rn grad_biasr=s' @r/ririst++K || " 33EKK@          ++KJ ?BBB? D[)*[->>L D F F$666$6!,1A1MMM -34!"j 0N&t,N4 "N :  9  ! !! $ *$ ?D  Dii ~>O IImD'89> JE./E~VI/ %$,0J 3FNKcQ 3 [ .  T!Z/$t+y8JF "Z/ 1~fn  1~#    k"K.I|, r.c  [UUUUUUUUUU 5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)rirrrr)rrrr r rrrHrBrrLrMrrr^rqrOs r/native_batch_norm_backward_outr~g sv"(    Fd#J&!1 = jmQWW 5 Q 4 P" r.save_varc B[RUUUUUUUSU/SQ5 $NT)TTTrri)rrrrr r rrrbs r/miopen_batch_norm_backwardr s5  * *    r. reserveSpacec B[RUUUUUUUSU/SQ5 $rr) rrrrr r rrrbrs r/cudnn_batch_norm_backwardr s5  * *    r.c^^^^^URmURm[T5m[R"TS;U4Sj5 URSSH!n[R"US:gU4Sj5 M# TSUS-S:XawTSUS-S:Xah[ S[ TSSU555n[ S[ TSSX555n[RRRXU5$S mS mUUU4S jnU"TSUS5upgpU"TSUS5uppUS [US 5U 4nU (dU (d[R"USS9$SnU"XXSS9upU"XXSS9upSn[[URS5[URS55H$unnUc US USS2U4nMUUS USS2U4-nM& UX{-- $)Nrc>ST3$)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r%rsr/r%adaptive_avg_pool2d.. s KD6Rr.rWrc">S[T5S3$)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape r#rrsr/rr s99>uaIr.rYc3.# UH upX-v M g7fr8r%)rrqr2s r/r&adaptive_avg_pool2d.. sG*F$!qv*Fc3<# UHupo1US- U-- v M g7fr#Nr%)rrqr2rs r/rr s" +OaQ! O+Osc2[R"X-USS9$)Ntrunc rounding_moderDdivrrrs r/ start_index(adaptive_avg_pool2d..start_index syy99r.cF[R"US-U-U-S- USS9$)Nr#rrrrs r/ end_index&adaptive_avg_pool2d..end_index s&yy!a%1q1,awGGr.c>[R"UT [RS9nT"X!U5nX-S-nX-nUS:H=(d X-S:H(+nU(aUS- nO US:XaUS-n[R"UT [RS9nURS5U-nU(aQ[R"US- UR UR S9n [R"X5nT "X!U5n X- n OUn XXv4$)Nrr#rrYr)rDrrr[rVrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r/ compute_idx(adaptive_avg_pool2d..compute_idx shvU[[I 7 3'!+ ( #q(GH,Ba,GH  NI A  NILL6M ll2* ((! 399SZZF--,C6W5BWFFI//r..r?)rrYrc[U[5(aX4$US:deX!RS5:nUS:Xa [US5n[R "XS5n[X*5nX4$)NrrYrWr?r)r:rr[r]rDrk)valsrrrrUrs r/ maybe_mask'adaptive_avg_pool2d..maybe_mask sp fg & &< 7N7 0 0 44Dby(q1$$T5D&vt4F< r.)rrUr)rrrrDrrrnnr  avg_pool2dr]rrrZ)rrrrtkernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrqjrrr{rrs @@@@@r/adaptive_avg_pool2dr s  \\F KKE u:D LL R[[  F I  Ry;r?"a'E"I B,G1,LG#eBCj+*FGG +.uRSz;+O  xx""--eVDD:H0@/:%)[QS_.U+DK.9%)[QS_.U+DK 'a0$6 7D jzz$H--    bND  bND Cdjjn-uTZZ^/DE1 ;sAq!|$CS!Q\**C F (% &&r.c[R"SUS35 [[RUR SU*5n[[RU5nS/UR -nUR SU*USU*&U[RX@RS9RU5U--RS5nUR[UR SU*5[U5-5n[RURS5U/URS5SS9RUR 5$)N max_unpooling d_forward_outr#rrYFr()rIalert_not_deterministicroperatorrrr{rrrrr#rkrsr+) rrrrUnchwindices_nc_shape indices_flatrs r/ _max_unpoolndr+ s !!M#m"DE  djj3$/ 0B  k *BsTYY"jj3$/Usd$++b+5::;KLrQQ gbk^^DEcT!23d;6GG HF  ! !r\NDLL,< "  d6<<r.c,^^^^[R"TR[R:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR S;U4Sj5 [R"TR TR :HUU4Sj5 [STR 5H1m[R"TRT5S:UU4S j5 M3 [TTTS5$) Nc">STR3$)Nz2elements in indices should be type int64 but got: r)rsr/rmax_unpool2d..L sDW]]OTr.r$c">S[T5S3$)NzMThere should be exactly two elements (height, width) in output_size, but got elements.rrsr/rrP ;'(  4r.rc$>STRS3$)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.rrsr/rrX s%%)YYK| =r.c<>STRSTR3$NzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rrsr/rr_ s'PQUQ[Q[P\]229-- Br.r#rc*>STRSTS3$)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rqrsr/rrh s ::,&6qcHr.) rDrrrrr{rrZr*r)rrrrqs```@r/ max_unpool2drC s LL $T LL KA  LL V  LL gmm# 1dii  IIaL1   ! w Q 77r.cD^^^^^^[R"TR[R:HS5 [R"TRS;U4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR TR :HUU4Sj5 [S TR5H1m[R"TRT5S :UU4S j5 M3 [R"TS S :=(a TS S :=(a TS S :U4S j5 [TTTS5$)Ncg)Nz(elements in indices should be type int64r%r%r.r/rmax_unpool3d..| s.Xr.r?rc$>STRS3$)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rrrsr/rr s^_d_i_i^jjvwr.rc">S[T5S3$)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr/rr rr.c">S[T5S3$)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrtsr/rr sdehioepdqq{|r.c">S[T5S3$)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr/rr sefijqfress}~r.c<>STRSTR3$rr)rrsr/rr s'PQVQ\Q\P]^229-- Br.r#rc*>STRSTS3$)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rqrsr/rr s  ;;-'7s-Ir.r$c>ST3$)Nz5strides should be greater than zero, but got stride: r%rsr/rr s GxPr.) rDrrrr{rrrZr*r)rrrrtrrqs`````@r/ max_unpool3drr s? LL $&X LL fw LL KA  LL F q| LL G ~ LL w}}$ 1ejj ! JJqMA   " LLq A 9&)a-9F1IMP a 88r.)rsryc [XX#SUS9$)NTinplacers _index_addr<rUrryrss r/ index_add_r s aeT GGr.c [XX#SUS9$)NFrrrs r/ index_addr s aeU% HHr.rcz^^^^ ^ ^ [R"URT5m[R"TRS:*U4Sj5 TRS:XaTR S5OSm URS:aUR T5OSm [R"T T :HUU U 4Sj5 TS:wao[R "UR5m [R"T [:H=(d [R"[T5T 5UU 4Sj5 UT-nURS:HnU(aURS5OUnST-T4-nU(a[RO[Rn U "XxUSS9n U(aU$U(aU RS5$U R!5$) Nr#c$>STRS3$Nz(Index should have dimension 1 or 0 (got r:rrsr/r_index_add.. :5::,aHr.rc>STSTST<3$)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r%)rU index_sizerzsr/rr s%j\1XYdXeeqmplrsr.c(>S[T5STS3$)Nzalpha argument of type z cannot be safely cast to type !)r)rs python_typesr/rr s-d5k]:YZeYffghr.r8Tr()rIcanonicalize_dimsr{rDrr* dtype_to_typerris_weakly_lesser_typerr[r index_put_ index_putrr)r<rUrryrrszero_dimrRrrrrrrzs `` ` @@@r/rr sK  ! !!&&# .C LL aH#(**/AqJ&,kkAo&++c"1K LLz!s z))!''2  4  E**4; D h %vv{H#QB C-5( "C#*I BV 5C!)s{{1~?s~~/??r.c  [R"[U5S:S5 [U5nUSR5nUSSn[ SU55nU(aX64nOXc4nXu-nUSR Xr5nS[U5-n [ U5Hfn X n [RXSXkRS5- 4-U5n U(a[RXSU S9nMQ[RXSU S9nMh U$)Nrcg)Nz#received an empty list of sequencesr%r%r.r/rpad_sequence.. s-Rr.r#c3B# UHoRS5v M g7frr*)rr<s r/rpad_sequence.. s/Y&&))Ys)rrrUr) rDrrr*rrDrZrrur) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsrqcurrseqrows r/ pad_sequencer s  LLY!#%RS^N|  "HQRLM/Y//G",,'H A,   8CC ..L > ","" Q,,q/(A$BBM  %%cAQ%?C%%cAQ%?C# Jr.c[XX#SS9$)NTr _index_copyr<rUrrys r/ index_copy_r s qud ;;r.c[XX#SS9$)NFrrrs r/ index_copyr s que <STRS3$rrrsr/r_index_copy.. rr.rr8) rIrr{rDrr[rrrrr) r<rUrryrrrRrrrs ` r/rr s  ! !!&&# .C LL aH vv{H#QB"'**/EOOA uE C-5( "C#*I BV $C!)s{{1~?s~~/??r.cF[R"URS5U5n[R"[R"U5*5nUR (dUR (aURS5nOUnU[R"U5- U4$)Nr%r)rDrrkrnrris_xpurC)rrrprs r/log_sigmoid_forwardr( sn --r*D 1C 599T?"#A ||t{{% Q  ''r.lowhighrNc [R"UR[U5[U5URUR US9$)N)r r!rrrN)prims_uniform_helperrrrr)r<r r!rNs r/uniformr%5 s=    cN t_ggxx  r.c8UR[XX#55$r8)rr%)rr r!rNs r/uniform_r'G s ::gd9 ::r.c2[U5S- nUb@[R"USLS5 [R"[U5U:HS5 U$Ub[R"USLS5 [R"[U5U:HS5 /n[U5HZupE[ U5U:Xa$UR XS-[ U5-5 M8UR [ XS-U-55 M\ U$[R"SS5 g)Nr$cgNz9Must specify exactly one of output_size and scale_factorsr%r%r.r/r.upsample_compute_output_size..R Or.cgNr%r%r.r/rr+T sRr.cgr*r%r%r.r/rr+Z r,r.cgr.r%r%r.r/rr+\ srr.Fcgr*r%r%r.r/rr+e sRr.)rrDrrrrwr)r9r scale_factorsspatial_dimensionsrqrs r/upsample_compute_output_sizer5M sZ1, T ! O   S%);;ZH  4  O   S'+==zJ m,DA1v{"":!e#4s1v#=>""7:!e+o s< ){ RE& TFSZ,?  U6 22r.c|[UR5X5nU(aUOS/[U5-n[XUSS9$NTexactr:r<s r/_upsample_nearest_exact_vecrC s> ){ RE& TFSZ,?  U6 >>r.c/n[U5nU(aSOSn[U5HnXnURU*U-n X'b XX'-- OX- n [R"U[R UR S9n X-U -R[R5n [US- U- 5Hn U RS5n M URU 5 M U$)Nrrrr#rY) rrZrrDrrrr;rr[rw)rrr7rBrnum_spatial_dimsrrr=isizertoutput_indices input_indicesr\s r/!_compute_upsample_nearest_indicesrI sG;'SsF # $ --12/5y/D*+%-e5==V(1U:>>u{{K '!+a/0A)33B7M1}%+%, Nr.)preserve_memory_formatrr7c[XU/5$r8r;rrr7s r/upsample_nearest1drN s U& ::r.c[XU/SS9$r@rLrMs r/upsample_nearest_exact1drP s U& FFr.scales_hscales_wc[XX#/5$r8rLrrrQrRs r/upsample_nearest2drU s U(1E FFr.c[XX#/SS9$r@rLrTs r/_upsample_nearest_exact2drW s U(1ET RRr.scales_dc[XX#U/5$r8rLrrrXrQrRs r/upsample_nearest3dr[ s U(h1O PPr.c[XX#U/SS9$r@rLrZs r/_upsample_nearest_exact3dr] s  X:$ r.rBc:[XX#S9nSS/U-n[RX5nURS:Xad[R "U5nUR SnURRS:XaUS:a[RnURUS9nU$)NrAr?r#cudarU) rIr _unsafe_indexr{rIrrrrrDrZr) rrr7rBspatial_indicesrrrV n_channelss r/r;r; s8 FOTl_,G    /F {{a33E: [[^ <<   &:>!33M"""? Mr.c U(a U(aSnOU(aSnO U(aSnOSn[U5U-S:Xd[U55e[S[U5U5Vs/sHn[XXC-5PM sn$s snf)Nrr?rr$r)rrZr)params has_biaseshas_projections group_sizerqs r/ gather_paramsrh* s|o    v; #q (5#f+5 (38CK3T 3Taf()3T  s"A>cxU(a%USU-USU-pTUSU-S-USU-S-pvO XXpTSupgXEXg4$)Nr$r#NNr%)rdhiddensrq bidirectional cur_params cur_hidden bidir_params bidir_hiddens r/params_hiddensrq: s[!'AAJ%+AEAI%6A 8Jl!'GJJ%/" < ==r.c~X:deURURSX!U- 55 URSSU5$ry)rwr+)rnlast_batch_size batch_sizerks r/update_hidden_for_packedruE sA  '' ' NN:$$Q j4PQR   Q: ..r.c tX:XaU$X:de[R"UURSXU- 545$ry)rDconcatr+)rnrsrt inp_hiddens r/ update_hidden_for_packed_reverseryK sJ$  '' ' <<    a2N O  r.c USnUSnU(aUSOSn U(aUSOSn /n /n U(aUSOUSn URSSU 5n[R"U[U55nU(aUSSS2nUHXnURSnU U:XaO"U(a[ XUU5nO [ XUU 5nU"XXyX5nUn U RU5 MZ U(aU R5 O!U RU5 U R5 [R"U S5nU(d[R"U S5OUnUU4$)Nrr#r$rrY) r+rDrrsrryrurwreverser,)inphiddenrdre hidden_fn batch_sizesr{ ih_weight hh_weightih_biashh_bias step_outputrkrsrn split_inprqr hidden_outs r/one_layer_rnn_datarY sCq Iq I%fQi4G%fQi4GK"$G)0k"ok!nOq!_5J Ck!23IddO  IIaL a   9QJ2QJs IW :&#&z" ))K #C.57A&:J  ?r.c^U4SjnU$)NcD>T"[R"XU5U-5$r8rlinearrqrnrrrr nonlinearitys r/rPrnn_cell..inner sAHHZGDqHIIr.r%rrPs` r/rnn_cellr sJ Lr.c^U4SjnU$)Ncr>[R"XU5nT"[R"XU5U-5$r8rrs r/rPrnn_cell_data..inner s. HHQ7 +AHHZGDqHIIr.r%rs` r/ rnn_cell_datar sJ Lr.c USnUSnU(aUSOSnU(aUSOSn [R"XU5n U(aU RS5OU n URS5n /n U Hn U"XXhXy5n U R U 5 M U(aU R 5 [ R"U S5nXRS54$)Nrr#r$r) rrflipr[rwr{rDr,r)r|r}rdrer~r{rrrrprecomputed_inputrnrrqrs r/ one_layer_rnnr sq Iq I%fQi4G%fQi4G95<)..q1BS!!!$JK qi)U :& ))K #C ""1% %%r.cUSnUSnU(a USnUSnOH[R"UR55n[R"UR55nUSRS5n USRS5n /n Sn U RS5n SnSnSnSnUR 5nU R 5n U R 5n [R R RRUUUUUU U UU U U UUUUU5nUSUSUSnnnUURS5URS544$)Nrr#r$rF) rDr r*r[rr+rmkldnn_rnn_layerrr)r|r}rdrer{w0w1w2w3hxcxrmode hidden_size num_layersrlrrHoutputsr`hycys r/mkldnn_one_layer_lstmr sS B B AY AY [[ # [[ #   Q B   Q BK D''!*KJMK E .. C B Biinn--55         !G$ GAJ 2rA rzz!}bjjm, ,,r.c (U(aURSS5OUn/n [U5Hn [X!X5uppU(a XKS- :aUOSnU "X X5unnU RU5 U(aU "XXSS9unnU RU5 U(a+[R "UW/UR 5S- 5nOUnUS:wdMU(dMXS- :dM[R"XSS9nM U(aURSS5OUnX 4$)Nrr#rT)r{)rH) transposerZrqrwrDr,rUrK)rr}rdrerrKrHrlrlayer_fn final_hiddensrqrmrnrorpfwd_inp fwd_hiddenbwd_inp bwd_hiddens r/ _rnn_helperr s&1EOOAq !eEM : =K A> : $ U(:'&u*QZ( "*\t# GZ   , IIw0'++-!2CDEE a C  M1- --r.c URS5n [X#S5n[UU UUUUUUU[[[ [ R5S95 upU [ R"U S54$r) rrhrrrrrDrrrs r/rnn_relu_inputr& rr.c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$NrFrr~) rrhrrrrrDrr datarrrdrerrKrHrlr}rrs r/ rnn_relu_datarE wYYq\F 6u 5F$    ##EJJ/ C  M1- --r.c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$r) rrhrrrrrDrrrs r/ rnn_tanh_datarh rr.cf[R"XU5U-nURSU5nUSR5n USR5n USR 5n USR5n X-X--n XR 5-nUcUO[R"XS5nX4$)Nr?rr#r$rrrchunkrr)r|rrrr hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r/ lstm_cellr s HHRG ,s 2EKK9-MA&&(G"**,Ka %%'IQ'')H  W0 1B GGI B ahhrd&CB 6Mr.c JUSnUSnU(aUSOSnU(aUSOSn[U5S:XaUSO[U5S:XaUSOSn USRS5n USRS5n [R"XU5n U(aU R S5OU n /n U H"n[ X XXSS9upU R U 5 M$ U(aU R5 [R"U S5nXRS5U RS544$)Nrr#r$rrr?r) rr[rrrrrwr{rDr,r)r|r}rdrer{rrrrrrrrrrs r/one_layer_lstmr sq Iq I%fQi4G%fQi4G[A%q F q8H6!9d   Q B   Q B95<)..q1BSK 3B7QRS2! ))K #C A 1 . ..r.c USnUSnU(aUSOSnU(aUSOSn [U5S:XaUSO[U5S:XaUSOSn /n /n U(aUSOUSn [R"U[U55nU(aUSSS2nUSnUSnUR SSU 5UR SSU 5nnUGHnUR Sn[ R"XU5nUU :aaU RUR SUU U- 5UR SUU U- 545 UR SSU5UR SSU5nnUU :aZ[R"UUR SU UU - 54S5n[R"UUR SU UU - 54S5n[UUUXyU SS9unnUn U RU5 GM U(aU R5 UU4nO\U RUU45 U R5 [U 6unn[R"US5[R"US54n[R"U S5nUU4$) Nrr#r$rrr?rYr)rrDrrsr+rrrrwrwrr{rr,)r|r}rdrerr{rrrrrrrkrsrorig_hxorig_cxrrrqrhidden0hidden1rs r/one_layer_lstm_datar spq Iq I%fQi4G%fQi4G[A%q F q8H6!9dKG)0k"ok!nO Ck!23IddO QiGQiGq!_-q!_- B  IIaLhhsw/   NNIIaOa$78IIaOa$78  YYq!Q'1a);B  W^^AO8KLMqBW^^AO8KLMqB3B IQRSB236"X Bx =YYw*EIIgq,AA ))K #C  ?r.c<SnU"XU5(a[$[$)aCheck whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c[RR5(dgU/[U5-[[R "U55-nUVs1sHoDR iM nn[U5S:wagUR5nU[R "S5:wagUVs1sHoDRiM nnUH)nU[R[R4;dM) g UR(agUSRS5USRS5:gn U (aggs snfs snf)NFr#rrr$T)rDr7_get_mkldnn_enabledrsr from_iterablerrpoprrbfloat16 requires_gradr*) rrrdrrtdevicesrdtypesrrfs r/ use_mkldnn2select_one_layer_lstm_function..use_mkldnnsxx++--'DH$tE,?,?,G'HH%,-W88W- w<1  U\\%( (#*+7a''7+EU[[%..99   Q%**Q-2a5::a=8 ).,s D8.D=)rr)rrrdrs r/select_one_layer_lstm_functionr s":%V$$$$r.c [U5S:XdS5e[X#USRS5USRS5:g5n[[ USUS55n [ XU5n [ UU UUUUUUUU 5 up[[ U 65n U [R"U SS5[R"U SS54$)Nr$lstm expects two hidden statesrr#) rrhr*rsrrrrDr) rrrdrerrKrHrlrr}rrrs r/ lstm_implr&s r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F-e@H$   Cm,-M  M!,a0%++mA>NPQ2R RRr.c [U5S:XdS5e[X4USRS5USRS5:g5n[[ USUS55n [ UU UUUUUUS[ [US95 up[[ U 65n U [R"U SS5[R"U SS54$)Nr$rrr#F)r) rrhr*rsrrrrrDrrs r/lstm_data_implrHs r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F$   #= Cm,-M  M!,a0%++mA>NPQ2R RRr.c$URSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr#r$r)rrrrr r|rnrrrrchunked_igateschunked_hgates reset_gate input_gatenew_gates r/gru_cellrisYYq!_NXXjW=CCAqIN #nQ&77@@BJ #nQ&77@@BJq!^A%6%CDJJLH  !Z /( ::r.cN[R"XU5RSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr#rr$rrs r/ gru_cell_datarrsXXcg6<> 1 1 mg r.c[UR5X5n[US5n[US5n[RR R XX%U5$r)r5r*r8rDr+r_upsample_bicubic2d_aars r/upsample_bicubic2d_aa_vecrsP ){ REmQ/GmQ/G 99>> 0 0 mg r.c~[UR5X5nU(aUOS/[U5-n[XX%5$r8)r5r*r_upsample_linear)rrrr3r=r7s r/_upsample_linear_vecrs7 ){ RE+]$#e*1DF E- @@r.rc[XX#/5$r8r)rrrrRs r/upsample_linear1dr s E z JJr.c[XX#U/5$r8r)rrrrQrRs r/upsample_bilinear2dr s E (?S TTr.c[XX#XE/5$r8r)rrrrXrQrRs r/upsample_trilinear3dr s  Mh+I r.cZU(aUS:a US- US- - $S$Ub US:aSU- $X- $)Nr#rmrr%)rrrrts r/_compute_scalers@5=\# (S.1HqH#/EAIsU{U7CUUr.c,U(aX-$XS--S- $Nrr%)rt dst_indexrs r/_compute_source_indexrs   C(3..r.weightsweights_precisionc[S[X555SUS- --nX2- n[R"USS5R [R 5$)Nc3# UHFupUR[R5UR[R5-v MH g7fr8)r;rDr=)rrrs r/r%_sum_tensors_uint8..s5:K$!U[[ADD--:KsAAr#r) _sum_tensorsrrDrr;r=)rrrrs r/_sum_tensors_uint8rs_:=c:K  1$ %'F (F ;;vq# & ) )%++ 66r.c[R"U5R5nSn[R"X!RS9nSUSUS----nUS:nX%R 5- $)Nrrr#i)rDrrrrr)r max_weightmax_weight_precision precisionsvaluesrs r/_compute_weight_precisionr" seW%))+J2;L;LMJ :zA~!67 7F g D ((* ,,r.c ^^^TRSnTRSSn[U5n[R"T[RR S9unmUUU4Sjn[ [XQU55V V V Vs/sHun upnU"XX6S- U - 5PM n n n n n[[U 65upn/n[SS//U-6HhnSS/[U5Vs/sHnUUS:XaUUOUUPM sn-n[RTU5n[UT5nURU5 Mj [[U55Hsn XX- R!SS5R#T5n[USSS2USSS25VVs/sH#unnU[$R&"UU- U5-PM% nnnMu [U5S:XdeUSn[R("T5nTR*R,S:XaUS :a[$R.n[1U[$R25(deUR5US 9nTR75(dUR95nU$s snn n n fs snfs snnf) Nr#r$rVc`>[XT U5n[R"UT RS9R T S9n[ XET 5R SS9nUR"URS/S/U-Q76nUR [R5nUS-R US- S9nXgU4$)Nrrrrrr#r) rrDrrr;rrr#rr) inp_sizerr7nsqueeze scale_factorrqx_f32r<xp1rrrs r/ get_values$_upsample_linear..get_values:s%h-P  LL%,, 7 : : : G%l}EKKPSKT ekk!n@sh/?@ HHU[[ !1umm1 m-}r.rrrmr_rU)rrrIrJrX INT_TO_FLOATrrrsrrZrr`rrwreversedrr;rDrrrrrZr:rrrOround)rrrr7rb inp_sizesn_dimsr\r*rqr%rr!xs_f32xsxp1svsrkrvxscalev1v2rrVrs` ` @r/rr)svQJ ABI ^F'' !AANNHAu 09   /0 0 +A+F 8vzA~>0   CL)F B 1vh' (TluV}U}!qtqybed1g=}UU   uc * #Au - ! ) eFm $)be#**3477>b1gr!$Q$x0 1B 27F+ +0  % r7a<< UF//6M ||F"zB// fell + ++ +   ]  ;F  " " $ $ MQV s?I1 I9 *I>rrc4URUR:H$r8r)rrs r/ is_same_sizer<ss 77agg r.c,[RX5$r8)rr)r<rrKs r/_reshape_aliasr>xs 99Q r.c,[RX5$r8)rr)r<rs r/r`r`~s ::a !!r.c.[RXX#5$r8)rr)r<rrr)s r/r+r+s >>!e 88r.cUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 SSKJn U"UR5S:H5(a;[RRX5nURURU5$[[U55H0nX'nUcM URSUR!U5S- S9X''M2 ["R%X5R'U)U5$)NcgNz3tensors used as indices must be long or int tensorsr%r%r.r/r&_unsafe_masked_index..rr.cgNz*tensors used as masks must be bool tensorsr%r%r.r/rrDGJ!   a ) 5 5teT BBr.cRUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 UR 5S:XaUR5$[[U55H@nX%nUcM URURU5*URU5S- S9X%'MB URU)S5n[RXUSS9$)NcgrCr%r%r.r/r5_unsafe_masked_index_put_accumulate..rr.cgrFr%r%r.r/rrNrGr.rr#rTr()rDrrrjrrrrrZrrr*rkrr+)r<rrr!rrq masked_values r/#_unsafe_masked_index_put_accumulaterQs   LL  EII66M  LL ejj <  wwyA~wwy 3w<    !&&)QGGJ! %%teQ/L  ! !!lt ! LLr.cUR5nSnUS:aSnUb5US:a)S/U-nURSXv'URU5nOUnX-n[R"X:gUS5n U R U5n [R "XU 5RU5*n [R"X:gU S5n U[RR:XaUS:aURSS5n X4$UblWRUR5n[R "XU 5RU5n [R"X:gU S5n U R5n O!X:gR5RU5n U[RR:XaU R5n X4$U[R R:XaU R5U - n X4$)Nr#r$rr%r)rUrrrDror[gatherrr!r*rrDrrr;r,r+)rrrrrr1r$rwr% safe_target_rr wsums r/_nll_loss_forwardrWsXXZFK z   A:E"(aE  E"AAx++f4fa@K((5Lll4l;CCKP PF [[/ ;FINN(((VaZ}}R- ##  HHTZZ ||AL9AA+N{{614;xxz .33588> IMM'''   inn** * ,  r.c>UR5S:aUR5S::dS5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eURS nUb?UR5S:XaUR5U:XdS US UR35e[XX#U5$) Nrr$r6r#r7r8r9r:rYz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rUrrrW)rrrrrr< n_classess r/nll_loss_forwardrZs 88:>dhhjAoP/PP - ::<1 E 88:?8vzz|q'8L DJJqMV\\!_< $TZZL 6<<.J = 2I >fjjla/FLLNi4O 9)E++1<<. : P T6l KKr.c[XX#U5$r8)rW)rrrrrs r/nll_loss2d_forwardr\s T6l KKr.Ac0US-U-US-- U-U-S-$)Nr$rr#r%r<r]s r/_upsample_cubic_convolution1r`s( UaK1q5 !Q & *Q ..r.c:X-SU-- U-SU--U-SU-- $)Nrr?r%r_s r/_upsample_cubic_convolution2rc"s. UQU]a !a% '1 ,q1u 44r.rcSnUR[R"S5:Xa[R"USU- /SS9n[R"US-SU- /SS9n[X15n[ X!5n[R "USS9upg[R "USS9upXhX4$[US-U5[ X5[ SU- U5[SU- U54$)Ngrrmrrr)rrDrrcr`r) rr]tt1tt2w03w12rrrrs r/ _upsample_get_cubic_coefficientsri&s Axx5<<&&kk1cAg,A.kk1s7C!G,!4*32*32cq)cq)r~ )S! 4 ( . (q! 4 (q! 4   r.coeffstscN[U5n[S[X555$)Nc3.# UH upX-v M g7fr8r%rrrs r/r+_upsample_cubic_interp1d..<sE0DHR0Dr)rirr)rjrkcoeffs2s r/_upsample_cubic_interp1drq:s".r2G EF0DE EEr.c6[[RU5$r8)rrDadd)rks r/rr@s %))R  r. num_stepscUS::a[R"SX2S9$U(dUS- U- OSn[R"U*X@X2S9$)Nr#rr)stepsrr)rDrylinspace)rtrrrrs r/_linspace_from_neg_onerxDsCA~||Af::-:)a-9 $A >>1"a MMr.thetahrTcURnURn[X#XE5RSUS5n[XXE5RUSS5n[R "SXES9n[R RRUSSSS9n[R RRUSSSS9n[R RRUS SSS9nXg-U-$) Nr#)r#r#r#r)rr$constantrrrrr#r#)r$r rrrxrrDrrr r) ryrzrTrrrgrid_xgrid_ygrid_ones r/_make_base_grid_4drNs KKE \\F$Ae D I I!QPQ RF #Ae D I I!QPQ RFzz)5@HXX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?X %%r.rctURnURn[X4XV5RSSUS5n[X$XV5RSUSS5n[XXV5RUSSS5n [R "SXVS9n [R RRUSSSS9n[R RRUSSSS9n[R RRU S SSS9n [R RRU S SSS9n Xx-U -U -$) Nr#)r#r#r#r#r)rrr|rr})r#r$)r$r#)rrr) ryrrzrTrrrrrgrid_zrs r/_make_base_grid_5dr_s% KKE \\F #Ae D I I!QPQST UF #Ae D I I!QPQST UF #Ae D I I!QPQST UFzz,eCHXX $ $VjPQ $ RF XX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?V #h ..r.cUup4pV[XXbS9nURSSS5URRS5-R S5nURX5US5$)NrrYrr#rWr$)rrr\r[r) ryr*rrr\rzrT base_gridgrids r/_affine_grid_generator_4drps]JA!"5QLI NN2q! $uxx'9'9!'< < A A" ED 99Q1a  r.cUup4pVn[XXgUS9nURSSS5URRS5-R S5n U RX5XgS5$)NrrYr?r#rWr)rrr\r[r) ryr*rrr\rrzrTrrs r/_affine_grid_generator_5drzsaMA!"5QOI NN2q! $uxx'9'9!'< < A A" ED 99Q1 ##r.c[R"[U5S;S5 [U5S:Xa [XUS9$[ XUS9$)Nrcg)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r%r%r.r/r'affine_grid_generator..sUr.r?r)rDrrrr)ryr*rs r/affine_grid_generatorrsF LL D VU 4yA~(MRR(MRRr.rinterpolation_mode padding_mode _expand_gridc ^^^^^^^^^^^ ^!^"^#^$^%^&^'^(^)^*^+^,^-[R"TS;U4Sj5 [R"TS;U4Sj5 S[S[S[4U4Sjjm-S[S[S [S[4S jm+S[S[S[4UUU+4S jjm S[S[S[4U U-4S jjnTRummm$m%URunm)m*nUS :XdeT(a(UR TST)T*U5R TTT)T*S 5nS[S[S[4U$U%4Sjjm&[R"TTRS9R TSSS5m[R"TTRS9R STSS5mS[S[S[S[4UUUU&U)U*4SjjmS[S[S[4UUUU4Sjjm"USn USn TS:XaU"U T%5n U"U T$5n U R5U R5sm'm(T'S-T(pT'T(S-nnU UnnUU - UU - -nX- UU - -nX- X- -nU T'- U T(- -n[U"4SjT'T(U4XU4UUU4UUU4455$TS:Xa<U"U T%5n U"U T$5n U R5nU R5nT""UUS5$T-"U T%5n T-"U T$5n U R5m'U R5m(U T'- m,U T(- nT(d"T,RS5m,URS5nS[S[S[4U U"U$U%4Sjjm#S[S[4U#U'U(U,4Sjjm![U!4Sj[S 555n[!UU5$)!N)rr#r$c>ST3$)NzInvalid interpolation mode r%)rsr/r"_grid_sampler_2d..s-.@-ABr.c>ST3$)NzInvalid padding mode r%)rsr/rrs -B<.+Qr.coordsr*rVcJ>T(aUS-S- OUS-nUS-S- nX-U-$rr%)rr*rofsrs r/ unnormalize%_grid_sampler_2d..unnormalizes6%2tczCs Sj3|c!!r. twice_low twice_highcDX:Xa[R"U5$US- nX!- S- nX- R5n[R"XT5nXT- R 5R [R S9n[R"US-S:HXc-XC-U- 5$)Nr$rr#r)rDrrfmodfloorr;int8ro)rrr coords_min coords_spancoords2extraflipss r/reflect_coordinates-_grid_sampler_2d..reflect_coordinatess  "##F+ +] !-2 &++- 70&--/222D{{ AINE. 0H50P  r.c>TS:XaU$TS:Xa"USUS- 5$T(aT"USSUS- -5nOT"USSU-S- 5n[R"USUS- 5$)Nrr#r$rYr)rr*coords_reflectedrrrs r/compute_coordinates-_grid_sampler_2d..compute_coordinatessx 1 M Q ;;vq$(3 3#6vq!tax.#Q #6vr1t8a<#P ;;/D1H= =r.c$>T"X5nT"X!5$r8r%)rr* coords_unrrs r/compute_source_index._grid_sampler_2d..compute_source_indexs- "933r.r$r#r3ysc >[R"SU:*[R"UT:[R"SU:*UT:555$ryrDr)r3riHiWs r/in_bounds_cond(_grid_sampler_2d..in_bounds_condsF  GU&&rBw0A0A!r'2PR70ST  r.rwsc>^^T"X5mT(aTOSm[UUUU U 4SjUR[RS9UR[RS9U455$)Nr#c3x># UH/n[R"TUS5RTTTT5v M1 g7fr)rDror)rrrrroHoWs r/r1_grid_sampler_2d..clip..s9 M KKa # ( (Ar2 6 6Ms7:r)rr;rDr) r3rrrrrrrrrrs @@r/clip_grid_sampler_2d..clips\b% A1  ee%++e.EKK0H"M   r.ixiyc2>T "XU5up4nTTTXC4U-$r8r%) rrrTidx_xidx_yw_C_idxN_idxrrs r/ get_summand%_grid_sampler_2d..get_summands*?bu+,r11r.).r).r#rc3<># UHupnT"XU5v M g7fr8r%)rrrrTrs r/r#_grid_sampler_2d..s*     " " sc:>T"UT5nT"UT5nT"X#S5$rbr%)rrr<r`rrrrs r/get_value_bounded+_grid_sampler_2d..get_value_bounded%s(#B+A#B+AqQ' 'r.rc>TUS- -nT"TS- U5T"TU5T"TS-U5T"TS-U54n[UT5$)Nr#r$)rq)riy_ofscsrix_nwiy_nwtxs r/ get_coeff#_grid_sampler_2d..get_coeff*s[cAg&F!%!)V4!%0!%!)V4!%!)V4 B ,B3 3r.c34># UH nT"U5v M g7fr8r%)rrrs r/rr4s:#y~~r?)rDrrrrrrrrrrrr/r[rrZrq).rrrrrrrr\twor<r`rrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrjrrrrrrrrrrrrrrrrrrrs.` ```` @@@@@@@@@@@@@@@@@@@r/_grid_sampler_2drs LLi'B LL !#Q"F"#"&"  F  s    PV   >F ># >& > >4V43464477LAq"bZZNAr2s !8O8 yyAr2s+221aRC 6 v &  LL188 , 1 1!Q1 =E LL188 , 1 1!Q1 =E    V    4F   22F2&22 V A V AQ !!R ( !!R (xxz288: uqy%ueaiueu urz* urz* rz*U rEz* t$t$t$t$      q !!R ( !!R (XXZ XXZ :z155 B  B    %Z %ZaBaB (& (f ( ( (  43 46 4 4:q::'33r.c[UUUUUS9$)N)rrrr)r)rrrrrs r/grid_sampler_2dr8s   -!#  r.c2^^[R"TR5S:H=(a TR5S:HUU4Sj5 [R"TRS5TRS5:HUU4Sj5 TT-R SS9$)Nr$r#cL>STR5STR53$)Nzmatrix @ vector expected, got rrrrsr/rmv..Qs0 BswwykJr.rcv>STRS5STRS5STRS5S3$)Nzsize mismatch, got input (rr<r#z), vec (r:rrsr/rrUs:,TYYq\N!DIIaL>RURZRZ[\R]Q^^_`r.r)rDrrUr*rrs``r/rrKss LL  a*CGGINJ LL !  #` 3J    ""r.cUb.US- U-S-nSU- U-U[R"U5-- nOSU- U-[R"U5- nUbXb-n[Xd5$rb)r logsigmoidr)rrr pos_weightr log_weightrs r/ binary_cross_entropy_with_logitsrZsr  1n.2 F d"j1<<3E&EFF d"Q\\$%77 }  00r.tensor1tensor2is_outc  ^ URUR:aX4OX4up4SSKJm URS:aURS::dgUR(aU(dgURS:XagT "UR 5S:H5(agUR nUR 5nS/n[USS5HnURXS-5 M [U 4S j[U[[U55U555$) Nrrrr$FTr#rYc3b># UH$upnT"US:H5=(d T"X:H5v M& g7frr%)rrrr*rs r/rshould_fold..s9" D tqy!B^DM%BB" s,/) r{rqrrrrrtr.rwrrrs) rrrt1t2t1_shape t1_strideexpected_strider*rs @r/ should_foldrks$+<<7<<#?g gEWFBD GGqLRWW\ ||qbhhjAo&&xxH IcO!"&tb&99:' !$ tH_56"  r.) pass_is_out)rc UR5nUR5nUS:waUS:wdeUS:XaUS:Xa[R"X5$US:XaUS:Xa[R"X5$US:XaGUS:XaA[R"[R "[R "US5U5S5$US:XaUS:Xa[R "X5$[XU5(GaVXC:nU(a UROUnU(dUOUS:XaUR5OUnURn[USS5n [[RU 5n UR5S:Hn U (aU RURS5 UR!XS5n U (a\[R"R$R'U R U5U 5n U(aU RR)5$U $[R"R$R'U RU5U 5$US:Ga}US:GavUS:aUR+S5OSnUR+S5nURSSnUS:aUR+S5OUR+S5nUS:aUR+S5OSn/n[-US- 5H#nURUR+U55 M% US:Xa{US:XauUSUS:waiUSS:Xa,UR.(aR S5U5$USS:Xa+UR.(a[1XR S55$[[R2"UU55nUX/-n[5U5nUR7U5R!UX5nUS:HnU(a7UU/-nUR7U5R!UU5R S5nO)UUU/-nUR7U5R!UUU5nUn US:aU RU5 US:aU RU5 U(a/UR9U5R S5R;U 5$UR9U5R;U 5$[R<"SS5 g) Nrr#r$rYrWrFcg)Nz/both arguments to matmul need to be at least 1Dr%r%r.r/rmatmul..s$Ur.)rUrDdotrrrr[rr\rrrsrrrrwr#r+r _unsafe_viewrr*rZrr[broadcast_shapesr*rbmmrr)rrr dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrrm1 batch_tensor1m2rO batch_tensor2rqexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r/r[r[sG++-K++-K !  q 00 0aK1,yy**  kQ.xx))  kQ.}}UXXeoogq&A7KQOO  kQ.xx)) Wv . . - $WZZ'$G+:J799;PW ((GCRL) X\\<8 vvx1}     ,JJ{BK8 YY^^00b1A<PF-6699'') BF B99>>..y||B/?N N  kQ.!,aGLL Q \\"  cr* !,qW\\" gll26F +aGLL Q#% {Q'A  a 1( 1 q a M!$44Q1$)>)>gooa0'::Q1$)>)>gq'9:: $  " "=- @ 3aW<#$89#>>*=>FF ! !A% "6""= 23-r21  #7"a"@ &~~.ABJJ$b!  , ?    " ?    " #''(89AA"EJJ<X X#''(89>>|L L UUVr.rrcJ^^^^^^^^TRu nmm[TUSX#5n[TUSX$5n[R"T[RR S9upX[ R"USTRS9RUS9n [ R"USTRS9RUS9n [XzU5n [XiU5n U RS5n U R5n U R5nX- RSS5nX- RSS5nU R[ R5n UR[ R5nUS- XS-US -4nU S- XS-U S -4m[U5m[U5nS umnTR [ R":Xa[%T5m[%U5nTVs/sHBnUST--[ R&"U5S --R[ R(5PMD snmUVs/sHBnUSU--[ R&"U5S --R[ R(5PMD nnUUU4S jmUUUUU4S jm[+U4SjU55nTR [ R":XaUce[-UUU5nO[/S[1UU555n[R2"T5nUR5US9nU$s snfs snf)Nrr#rVrrrYrrmr$rjrc>[R"USTS- 5n[R"USTS- 5n[RTSSX#/5nU$r)rDrrr`)rr3y_idxx_idxr7in_hin_wrs r/ load_bounded0upsample_bicubic2d_default..load_boundedBsM B4!8, B4!8,   utT5&@ Ar.c>^[UU4SjT55nTR[R:XaTce[ UTT5$[ S[ UT555$)Nc36># UHnT"TU5v M g7fr8r%)rx_ofsr"r`s r/rCupsample_bicubic2d_default..get_x_interp..IsB'l1e,,'sc3.# UH upX-v M g7fr8r%rns r/rr'MsJ4IBG4Ir)rrrDr=rrr)r`src_xrixs_ofsr"weights_precision_x weights_xs` r/ get_x_interp0upsample_bicubic2d_default..get_x_interpHsWB'BB ;;%++ %&2 22%eY8KL LJCy4IJJJr.c34># UH nT"U5v M g7fr8r%)ry_ofsr-s r/r-upsample_bicubic2d_default..Os;7%,u%%7rc3.# UH upX-v M g7fr8r%rns r/rr1TsL6K(2bg6KrrU)rrrIrJrXr-rDrrr;rr[rrrrirr=r"rint16rrrrrr)rrrrrr\h_scale_factorw_scale_factorrrqrx_floaty_floatr<r`yscaler8iys_ofs weights_yweights_precision_yrTsrc_yrrVr-r r!r*r"r+r,s` @@@@@@@r/upsample_bicubic2d_defaultr=s{{Aq$$D+a.-QN#D+a.-QN'' 5#H#H#U#UHA  [^ELL9<<5<IA [^ELL9<<5<IA#N}EG#N}EG#G A Ak c *Fk c *F U[[A U[[A1uaQA&G1uaQA&G08I08I/9,, {{ekk!7 B7 B !** +ejjmc.A A E Eekk R  !** +ejjmc.A A E Eekk R   KK ;7; ;E {{ekk!"...#E96IJLc%6KLL//6M   ]  ;F MA  s%A L5A L c .[R"[U5[U5-S:HS5 UcIUce[[[ [ 4[ S[ URSSU5555nU(aUOSupE[XX$U5$)Nr#cg)Nz:Must specify exactly one of output_size and scale_factors.r%r%r.r/r(upsample_bicubic2d_vec..isLr.c3T# UHup[[U5U-5v M g7fr8)rr)rrTrts r/r)upsample_bicubic2d_vec..os* ?HA ! u,-- ?s&(r$rj) rDrrr rrrrr=)rrrr3rrs r/upsample_bicubic2d_vecrC\s LL [D//14L((( #s(O  #AGGABK ?  )6}<G %amg VVr.c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9nUS- US- UR5- R5- $)Nrr#)rDrrrrmiddlerdim_idxrs r/r_reflection_pad..idx~sD,,ufnQXXFzVaZ'++-7<<>>>r._reflection_or_replication_padrrrs` r/_reflection_padrMxs ? *   r.c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9n[R"USUS- 5$)Nrrr#)rDrrrrFs r/r_replication_pad..idxs4,,ufnQXXF{{7Avz22r.rJrLs` r/_replication_padrQs 3 *   r.idx_fncr^ [U5S-m [R"UR5T S-T S-4;U 4Sj5 URT *SnUR5T - n[ T 5Vs/sHoQST S- U- -PM nn[ T 5Vs/sHoQST S- U- -S-PM nnUn[ T 5HAnS/UR5-n U"XeX5Xu5XU-'[ RX5nMC [R"U5n URU S9nU$s snfs snf)Nr$r#c(>STSTS-STS-S3$)Nreflection_padz d requires r#zD or r$zD inputr%rsr/r0_reflection_or_replication_pad..s".[q sQwiwOr.rU) rrDrrUrrZrr`rIrr) rrrR inp_shapenc_dimrq padding_left padding_rightrrrVrUs @r/rKrKs7 g,! C LL C!GS1W%%OI UUWs]F8=c C 1Aq1-. LC=B3ZHZQ#'A+.23ZMH F 3Z&**,. ), @PQJ##F0 //7M   ]  ;F MDHs 4D/D4c 2^^^^[U5S-mURT*SVs/sHo3S- PM nn[T5Vs/sHoRSTS- U- -PM nn[T5Vs/sHoRSTS- U- -S-PM nn/n[UR5HanS/UR-n SX'UR [ R "URUURS9RU 55 Mc UST*mUT*Sn Sm[T5Vs/sH oZUXe-PM n n[T5Vs/sH oVUX- PM n n[T5Vs/sHnSXE-Xe-X- PM n n[T5Vs/sHo[USXEXe-Xu-4PM nn[R"[R[T5Vs/sH nT"X5PM sn5n[RTUTU -S5nUUUU4Sjn[R"[T5Vs/sHn/S QPM sn6HnU[!S/T-5:XaM/n/n[T5HnnUUS:Xa XnXnO7UUS:XaXnXSXe4nO UUS:XaXnXXEXu- XES- 4nUR W5 UR W5 Mp U"UUU5nM U$s snfs snfs snfs snfs snfs snfs snfs snfs snf) Nr$r#rYrcBUupn[R"X:X:*5$r8r) index_rangerqlbubs r/index_range_condition7_reflection_pad_backward..index_range_conditions" r  !'22r.rrc J>[T 5H4nX#SX#S:n[U[5(dM)U(dM2Us $ [R"[ R UVs/sH nT "U5PM sn5n[ RT UTU-S5nX-$s snf)Nr$r#r)rZr:rrRrrrr) rr index_rangesrqupper_less_than_lowerr]rgrrUrrr`s r/r),_reflection_pad_backward..accumulatessA$0OA$69K$K !/66;P;P     CO PL L L L 1Lrrrc\[R"XUS9n[R"XUS9nX44$)Nr)rDaminrZ)rrUrrsrZs r/aminmaxrts, ::dW 5D ::dW 5D :r.rc[R[R"[R"U5SU5XUS9$)Nrr)rrrDroisnan)rrUrrs r/nansumrws0 88EKK D 11d;SQV8 WWr.rr6rrPr6c D[RRSUSXX4S9$)Nrr#rxrr start_step)rhrr6rrPs r/arange_defaultr|s+ ;; ! ! 3f " r.c B[RRXSX#XES9$)Nr#rxrz)rgrhrr6rrPs r/ arange_startr~.s) ;; ! ! AU& " r.cSSKJn U"U0UD6$)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyper)rKrLrs r/out_dtype_decompr=sA D +F ++r.marginc^^^^ ^ [R"T5m[R"T5mTRSm TRSm [R"US:H=(d US:HS5 [R"TR S:H=(a T S:gU4Sj5 [R"TR S:H=(a TR 5T :HU U4Sj5 TbY[R"T5m[R"TR S:H=(a TR 5T :HU U4Sj5 TRS5m[R"TSTS9nX6- T-nURS5nUS:XaUOXw-nTbUTT-n[R"T TRS 9n[R"UT:gUS5nU[RR:XaUR!5$U[R"R:Xa UR%5URS- $UR!SS 9$) Nrr#r$cg)Nz only p == 1 and p == 2 supportedr%r%r.r/r#multi_margin_loss..Ss+Mr.c">STR3$NzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr/rrVs_`e`k`k_lmr.c(>STSTR3$)Nz#inconsistent target size, expected r"r)nframersr/rrZs5fXYv||nUr.c(>STSTR3$)Nz#inconsistent weight size, expected r"r)rUrsr/rr`s9#i ~Vr.rrr)rD atleast_2d atleast_1drrr{rr[rSr]rrror!r+rrr,r) rrrOrrrurprrUrs `` ` @@r/multi_margin_lossrDs   U #E   f %F [[^F ++a.C LLa!16#MN LL a$C1Hm LL q5V\\^v5U!!&) KK1  63!6 V   a F U0A UA AA !VA  v  ,,s5<< 0C C6M1a(AINN(((vvx imm)) )uuw##vv!v}r. is_targetc^ ^URm URm[R"U5n[R"U5nURSn[R"[ T 5S:*=(a US:gU 4Sj5 [R"[ T5S:*=(a TT :HU U4Sj5 [R "X1R S9nUS:Hn[R"[R"XTU5SSS 9nXF:n[R"XqS5n[R"USUS 9n [R"XqS5n [R"XJRSS 9:HSS 9n S U RRSS 9- U-n U RS5n X- n [R"U SU 5n U[RR :XaU R#S S 9R%5n O>U[R&R :XaU R#5n OU R#S S 9n U R)UR*5R-T5n X4$)Nr#r$rc>ST3$rr%)orig_input_shapesr/r0multilabel_margin_loss_forward..s_`p_qrr.c>STST3$)Nzinconsistent target size: z for input of size: r%)rorig_target_shapesr/rrs,->,??STdSefr.rrYTrrrrm)rrY)rrDrrrrrrsrorSanyr[Tr]r!r+rrrr,r;rr#)rrrrUris_endend_idx target_masktidx0rtidx1rrprrs @@r/multilabel_margin_loss_forwardrss{{    U #E   f %F ++a.C LL "/saxr LL !#M(9=M(Mf ,,s== 1C r\FjjV#6BMG-K KK Q /E U%0A KK R 0E #R!88a@I accmmm##e+A AA A Iq!$AINN((( EEgE  # # % imm)) ) EEG EEgE  U[[)112CDI <r.) attn_maskrtquerykey dropout_p is_causalrc6^^^^[R"[R"T5U4Sj5 [R"TR5S:H=(a- TR5S:H=(a TR5S:HUUU4Sj5 [R"TS:HU4Sj5 [R"TRSTRS:H=(a TRSTRS:HS5 [ R RTTTUTUSUTRS5TRS5:gS 9 upxURS S SS5R[RS 9RSS S S5nXx4$) Nc">STR3$)Nz-query must be FP32, FP64, BF16, FP16 but got r)rsr/r.s? }Mr.r?cn>STR5STR5STR53$)Nz,q, k, v must be a 4 dimensional tensor, got rr)rrrsr/rrs1>uyy{m2cggi[XZ[`[d[d[fZghr.rc>ST3$)Nz&dropout probability must be zero, got r%)rsr/rrs $J9+"Vr.rcg)Nz&q, k, v should have the same head sizer%r%r.r/rrs8r.r#)rrr dropout_maskrt enable_gqar$rrU) rDrrOrUrr"_scaled_dot_product_attention_mathrr*rrrZ) rrrrrrrtrattns ```` r/*scaled_dot_product_flash_attention_for_cpursR LL &M LL q@SWWY!^@ q0@h LLSV LL A%++a.(KSYYq\U[[^-K8 ::BB   ::a=CHHQK/C LFF q!Q" %"9"9 : Aq!  <r.c0^[U5U4Sj5nU$)Nc<>T"U0UD6nUSRU5$ry)r)rKrLr outplace_ops r/ inplace_op$register_inplace..inplace_ops%4*6*Aw}}S!!r.r)aten_oprrs ` r/register_inplacers"G$"%" r.cjUR5(d+UR5(d[U5n[U5n[R"X5n[ U[ R5(aUS:waXT-nUS:XaU$[ U[ R5(aUS:waX-nX-$r*)rOrrrDr r:numbersNumber)rbatch1batch2rirsrs r/baddbmmrs  ! ! # #DOO,=,=4yE  YYv &F eW^^ , ,  qy dGNN + +tqy{ =r.c,[R"XSS9$)Nrrr)rrNs r/ floor_dividers 99T 88r.cb[R"[RURS5$rb)rRrrrr)rs r/ sym_numelrs   HLL!''1 55r.rrcUc[RRU/US9$[RRU/XS9$)Nrr)rr dim_IntList IntList_out)rrrs r/ sum_defaultrsA {xx##D"E#::xx##D"E#CCr.c  [U[R5(dU$Uc@[RR U[ [UR5555$[RR X/5$r8) r:rDrrrdimsrsrZrU)rrUs r/squeeze_defaultr)s] dELL ) )  {||  tE$((*,='>??||  u--r.c.^[U4Sj[[UR5555nUR[ R :Xa[ ROSnURSUSUS9nXURUR5- -U4$)Nc36># UHoT:wdM Uv M g7fr8r%)rrqrUs r/r)_weight_norm_interface..8s@ 31CxQQ 3s  r$T)rr) rrZrrrrDrrrr;)r7rerUkeep_dim norm_dtypers ` r/_weight_norm_interfacer5sr@c!''l 3@@H !5>> 9tJ 66!Xt:6 >D DGGAGG$$ %t ++r. assume_uniqueinvertc[U[R5(d[R"XRS9n[U[R5(d3U(a[R "X5$[R "X5$UR5S[UR5S5-:a [XUS9$[XX#S9$)Nrg$@g(\?rr) r:rDrryrnerrrX isin_default isin_sorting)elements test_elementsrrs r/isinr?s h - -<<1E1EF mU\\ 2 2 88H4 488H4 4tc(..*:E&BBBHFCC =  r.)rNc:Uc=[R"UR5[RURS9nO=[R"UR5U[RURS9nX :R UR 5nU$)Nr)rNrr)rDrandr*rrr;r)rrNraw_prOs r/ bernoullirSso  499;emmDKKP IIK--;;   $**%A Hr.rcLUR5S:Xa#[R"U[RS9$URSUR --nUR U5n[[SUR *S- S55nXA:HRUS9nU(aU)$U$)Nrr)r#rYr#r) rrD empty_likerrr{rrrZr)rrrexpanded_elem_shaper<rUrRs r/rrfs~~1 ;;"..4-2D2D+DD )*A b=---126 7C  " "s " +CC4"s"r.cUR5nUR5nU(a[R"XE/5n[R"USS9upxUSSUSS:Hn [R"U SS/S5n U(aU R 5n [R "U 5n U RSX5n U SUR5$[R"U5up[R"X5n [R"XR5:U S5nXU:HnU(aUR 5OUnURUR5$)NT)stabler#rYrF) r?rDr,sortru logical_notrrr searchsortedror#r)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsr\rtest_idxcmps r/rrps/$$&M&..0yy-!DE (- <(M%(,0DD..~1vuM +779N/q,?A())"'**-?"@  !5E;;s%?%?%AA3J", =#)coos{{8>>**r.c,URS5nX!$rX)r#)rr flatteneds r/takers R I  r.cUc[RnU[R:Xa [U5n[R XR US9$r6)rDrZpreserve_formatrrresizer)rrNrVs r/ resize_asrsB// ----e4 ;;t[[ ; FFr.)FF)noner8)r$)rNNr#)rYFFrrr~)r#r#F)Fr)rrmN)rr#N)Frj)NNN)rrFT)rrFr!)rF(rRrgrrrucollections.abcrenumrrrrrtypingr r r r r rDtorch._meta_registrations torch._primsrWr#torch._prims_common _prims_commonrItorch.nn.functionalrr rrrr torch._decomprrrrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrGtorch.utils._pytreerr7 DispatchKeyrrsstr__annotations___opsr+rr!rXrrTrYcompute_only_pw_cast_for_opmathpw_cast_for_opmath"pw_cast_for_opmath_non_tensor_argsr-pw_cast_for_int_to_realrr]rfrhrqrr}rJScalarrrrrrrrrrrrrrrrrrrrrrrr+rr _safe_softmaxr r rrr^rrrrr'r4r=r@rFrIrKrMrQrermslicerrrlrrrrrrr r4r8rArGrKpy_implCompositeImplicitAutogradAutogradrJr]rargror*r}rrrrrrrrrrrrrrrrrrrrrr$r( unsafe_chunkr,r'r&no_statsr0r4r@rFrJrL_fused_dropoutrOr\rrVrlift lift_freshr_rdrgrjrir~rr_adaptive_avg_pool2drrrrrrrrrrrrr% Generatorr'r5r8rNrrUr[r>_upsample_nearest_exact1drWr]rCrIrPr;rhrqruryrrrrrrrnn_tanhrrrnn_relurrrrrrrrlstmrrrrgrurrrrrrr r r rrrrr"rr<r>rr`r+rrQrWrZr\r`rcrirqrrxrrrrrrrrrrr[upsample_bicubic2dr=rCreflection_pad1dreflection_pad2dreflection_pad3drMreplication_pad1dreplication_pad2dreplication_pad3drQrKreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrqrtrwrrTr6r|rgr~rrr+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrUrrrrrrrraddbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_r/scatter_r" scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r%r.r/rLsM $%$77 #,,07 *(hh"" c zz~~   %$) ''99''" 'T#*88@@# uDDLL&-88@@ &" "uDDQQ   c f **+ \2F2v2,2--. \4v4&4/4../ \SS6SS5S0S ))* \           + 2))*+(,())*+"V","(() @f@@*@112 \fF3../ \PP%P05P@EP0P ' GFGvG(G//0 F&V1//0 \:F:&:U:1:001 \LL%L7<LNRL2L **+ \))f)3),)<**+5v5f5,5 " &v&&&#&**+ \>v>V>>,> **+66666,6334%% % % 66> %5%667                8 $112 \>3G3G1 1 1-01 1'1../ \11 &1061CF101**+0,0++, ^^)) 1 1 11  1-144<<=  % /5 BE MR > 44??@ R R  R  R R  R  RA R00889  % /5 BE NS : 00445 R R  R  R R  R  R6 R$$ $ $ V  $  $  $$ $@))* \NfNFNNN+N$../ \'' ' ' V  '  '  '' '0'T001 \   V       2B112  $^^)) 1 1 1 V 1 1  131&::; \ $^^))       V      <  --. ^^))1 1 11 1/1667 \ ^^))         8  " ))v)%)#),,- &&F&v&.&++,  O Oc O  O  O O  O- O ))* 6? 6? 6? C= 6? # 6?  6?+6?r  ( 4B  % ,4UO   5 & %kCCDk2236eHTN4E&++, VV A& AU A8D> A- A & S'*))* FT+,' $        (&556     7: DI  &\  &\ *T&\ tF| # " &\" ""J00$//2E2EFG !  &\     &    H   '')C)C)G)GH "&   c    $v,   d6l   ))00155C5c5%PS BT52544<<=67B B $S B03B 63;B>B  ))*//C/c/% :L/+/"--55)) / / &/ / 63; //@ # fF##$"../            0" #   f 6   $ 77??@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&AS&n77;;<     F       d ,, ,, ,, 8F Xf-x/? ?@=8 8F# x/? 77??@OO O3iO  O  O V  O 6 OdO 8F Xf-x/? ?@OAOf77;;< 3i     V   6 d ,, ,, ,, 8F Xf-x/? ?@=455==>GG G3iG  G V  G d G 8F Xf- -.G?GTO O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOd../ UK/ (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" (00 (4'' (<(<='' (M(MN    V    6   6"  &!          666 !"  O>  F"";#H#HIG4<GJGAAIIJ  V  6        666 !"K*55==> (  ( V  ( 6  ( (  (  ( (  ( 666 !" (? ( 55>>? (  ( V  ( 6  ( (  (  ( 666 !" (@ (@@HHIK K V K 6 K K  K  KK K 66666 12KJK0  V  6       :44<<=1 1 V 1 6 1 1  1  1 1 6666 )*1>14??GGHC C V C 6 C C  C  C C 666666 9:CIC422::;1 1 V 1 6 1 1  1  1 1 6666 )*1<14++, VV- & $( %)37& VZ  & EKK & U\\ " &  &&E//0&'&XdiiAB C &&{';';<--. VVVV,   6 6"  &!   !&-/=> 00889  V 6"  &!   &!  d 68F#Xf%5 56:677??@dd d V d6" d &! d  d&!d d ddd 68F#Xf%5 56dAdP77;;<"" " V "6" " &! "  "&!" " "d" ,," ,," ,," 68F#Xf%5 56"="J778 VVV$  6"  &!   v%90667 VVV$  6"  &!   v%82112 c'vc'E#s(Oc'3c'L )8(!2( % $'$'+/    tS%   c5 ! ( &   &;'; 8 //334//334//334$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9: 3  3$s)$ 3DK( 3 3;L;L;L555 366::;66::;66::;##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A ?  ?$s)$ ?DK( ? ?BSBSBS<<< ?@0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;#; ;c; UO; ;<?PX; ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;#G GcG UOG G<FW G0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ G GcGuoGuo G  G<?PXG ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ S ScSuoSuo S  S<FW S0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ $ Q QcQuoQuo Q uo Q  Q<?PXQ ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ $   c uo uo  uo   <FW    c % !    4  >/ FK+\&,/-d& R ++,[BBC[112.3D-.8 ++,[BBC[112.3D-.8 **+KAABK001.2C,.@ **+KAABK001.2C,.@ /6=@/d (>>?--.S/@)S> ' ==> ,,-S.?(S<;; &{<<={++,.->'.6' ==> ,,-..?(.644889!!))+*O*OP!!))+*>*>?@Q:33778  (()N)NO  (()=)=>?P90044511556##K$I$IJ##K$8$89%%k&K&KL%%k&:&:;&&{'L'LM&&{';';<A=N<M:K76A //779O9O9S9STU  !% K KcKKuo K  KVK %%t'?'?'C'CD!!))+*>*>?  !% $ U UcUUuo U uo U  U@ U &&(A(A(E(EF  !% $ $   c  uo  uo  uo    V/7 & 7$,V$47IO7 7-'9-f-E EcEE % ! E  EER))112Fv$3,,d.?.?@A B++,-"."//019292234C5C6AABCMDM22 2 2  V 2  2  2  66> 2 j--. X~&L L L V L L  L  66> L'/L6//0 X~&L L L V L L  L  66> L'1L/F/u//5F5u55  3E (F%7FVFF !Xf%!&!NN#'N05 NEJ\\N&f&&&T&"/f////T/"!V!49!T!$V$49$T$223 SStCySS4S  c4 c4 c4c4 c4  c4  c4 c4L,,-             .     #! #==> $)..:N:N 1? 1 dt@[BBC>>? ',tW@DtWn0088$:Q:Q:U:UVW  (()=)=>  $# P PsCxPPe_ P e_ P  P?XPf//334$$[%J%JK$$[%9%9:  48 W W%S/*WWE%,/0 W  W;L5 W.--.--.--.  v c3h F /// ../../../   sCx V 000   38_ c3_f, - 8667667667 \T888Tn % UEu&  $ X4X%X,,dkkoo>? $( ==%)    EKK   LL  U\\ "   @ **+, $( ==%)      EKK  LL  U\\ "  -  ",#, ../'' (<(<= #^^)) ) ) ))  ) V  )  ) )>0)X;;<$$,,44[5I5IJ X{#- - -- 66> -$K=-xHHPPQ  A#'!A A A A A  AA E?A 66>ARAH'  ( ))* 9+9'6(6))488<<89$( D  D EKK  D &  D  D: D--t||/?/?@A.&.x}.B. ==>,?, " 38 # $../,0 ,, (  \\  0 $5:##