SiQ Z S SK Jr S SKrS SKrS SKJr S SKJr S SK J
r
" S S\5 r g) ) annotationsN)Base)expect)_compute_attentionc \ rS rSr\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r \SBS j5 r
\SBS j5 r \SBS j5 r \SBS
j5 r
\SBS j5 r\SBS j5 r\SBS
j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r\SBS j5 r \SBS j5 r \SBS j5 r \SBS j5 r \SBS j5 r \SBS j5 r!\SBS j5 r"\SBS j5 r#\SBS! j5 r$\SBS" j5 r%\SBS# j5 r&\SBS$ j5 r'\SBS% j5 r(\SBS& j5 r)\SBS' j5 r*\SBS( j5 r+\SBS) j5 r,\SBS* j5 r-\SBS+ j5 r.\SBS, j5 r/\SBS- j5 r0\SBS. j5 r1\SBS/ j5 r2\SBS0 j5 r3\SBS1 j5 r4\SBS2 j5 r5\SBS3 j5 r6\SBS4 j5 r7\SBS5 j5 r8\SBS6 j5 r9\SBS7 j5 r:\SBS8 j5 r;\SBS9 j5 r<\SBS: j5 r=\SBS; j5 r>\SBS< j5 r?\SBS= j5 r@\SBS> j5 rA\SBS? j5 rBS@rCgA)C Attention c
B [ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ XU5 u n n[ U XU/U/S
[ R R S S 5 /S
9 g )Nr QKVYinputsoutputs test_attention_4d r r name
opset_imports onnxhelper make_nodenprandomrandastypefloat32r r make_opsetidnoder r
r r _s d/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/onnx/backend/test/case/node/attention.pyexport_attentionAttention.export_attention s {{$$[ SVRW$X IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a0
1a !9C$ ;;33B;<
c
B [ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ XU5 u n n[ U XU/U/S
[ R R S S 5 /S
9 g )Nr r r r r r r r r test_attention_4d_fp16r r r r r r! r" r# r$ r% float16r r r' r( s r+ export_attention_fp16 Attention.export_attention_fp16! s {{$$[ SVRW$X IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a0
1a !9C) ;;33B;<
r. c
B [ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SS S
S5 R
[ R 5 n[ R R SS S
S5 R
[ R 5 n[ XU5 u n n[ U XU/U/S [ R R S S
5 /S9 g )Nr r r r r r r r r test_attention_4d_gqar r r r r( s r+ export_attention_gqa Attention.export_attention_gqa3 s {{$$[ SVRW$X IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a0
1a !9C( ;;33B;<
r. c
B [ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ XU5 u n n[ U XU/U/S [ R R S S
5 /S9 g )Nr r r r r r r r r
"test_attention_4d_diff_heads_sizesr r r r r( s r+ export_attention_diff_head_sizes*Attention.export_attention_diff_head_sizesE s {{$$[ SVRW$X IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :'a0
1a !9C5 ;;33B;<
r. c
D Sn [ R R S/ SQS/U S9n[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ X#X@S 9u n n[ UX#U/U/S [ R R S
S5 /S9 g )N{Gz?r r r r r scaler r r r r rB test_attention_4d_scaledr r r r rB r) r r
r r r* s r+ export_attention_scaled!Attention.export_attention_scaledW s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a=
1a !9C+ ;;33B;<
r. c
D Sn [ R R S/ SQS/U S9n[ R R SSSS 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ X#X@S 9u n n[ UX#U/U/S
[ R R SS5 /S9 g )Nr@ r r r rA r r6 r r r r rC test_attention_4d_gqa_scaledr r r r rE s r+ export_attention_gqa_scaled%Attention.export_attention_gqa_scaledo s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a=
1a !9C/ ;;33B;<
r. c
D Sn [ R R S/ SQS/U S9n[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ X#X@S 9u n n[ UX#U/U/S
[ R R SS5 /S9 g )Nr@ r r r rA r r r r r r; rC )test_attention_4d_diff_heads_sizes_scaledr r r r rE s r+ 'export_attention_diff_head_sizes_scaled1Attention.export_attention_diff_head_sizes_scaled s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :'a=
1a !9C< ;;33B;<
r. c
B [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ XUSS 9u n n[ U XU/U/S [ R R S
S5 /S9 g )Nr r r r r is_causalr r r r r rS test_attention_4d_causalr r r r r( s r+ export_attention_causal!Attention.export_attention_causal s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a1=
1a !9C+ ;;33B;<
r. c
B [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ XUSS 9u n n[ U XU/U/S
[ R R SS5 /S9 g )Nr r r rQ rR r r6 r r r r rT test_attention_4d_gqa_causalr r r r r( s r+ export_attention_gqa_causal%Attention.export_attention_gqa_causal s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a1=
1a !9C/ ;;33B;<
r. c
D [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ UUUSS 9u n n[ U XU/U/S
[ R R SS5 /S9 g )Nr r r rQ rR r r r r r r; rT )test_attention_4d_diff_heads_sizes_causalr r r r r( s r+ 'export_attention_diff_head_sizes_causal1Attention.export_attention_diff_head_sizes_causal s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :'
1a !9C< ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUS
9u n n[ U XX4/U/S [ R R S S
5 /S9 g )Nr r r
r attn_maskr r r r r r r rb test_attention_4d_attn_maskr r r r r) r r
r rb r r* s r+ export_attention_attn_mask$Attention.export_attention_attn_mask s {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//
; '
1a !'C. ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SS
SS 5 R
[ R 5 n[ UUUUS 9u n n[ U XX4/U/S [ R R S
S5 /S9 g )Nr ra r r r r r r r rQ rc test_attention_4d_attn_mask_3dr r r r re s r+ export_attention_attn_3d_mask'Attention.export_attention_attn_3d_mask {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1aA.55bjjA '
1a !'C1 ;;33B;<
r. c
[ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSSS
5 R
[ R 5 n[ UUUUSS 9u n n[ U XX4/U/S [ R R S
S5 /S9 g )Nr ra r rQ rR r r r r r rb rS %test_attention_4d_attn_mask_3d_causalr r r r re s r+ $export_attention_attn_3d_mask_causal.Attention.export_attention_attn_3d_mask_causal! {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1aA.55bjjA '
1a !'C8 ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSSS 5 R
[ R 5 n[ UUUUS
9u n n[ U XX4/U/S [ R R S S
5 /S9 g )Nr ra r r r r r r r rc test_attention_4d_attn_mask_4dr r r r re s r+ export_attention_attn_4d_mask'Attention.export_attention_attn_4d_mask? rl r. c
[ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSSS
5 R
[ R 5 n[ UUUUSS 9u n n[ U XX4/U/S [ R R S
S5 /S9 g )Nr ra r rQ rR r r r r r rn %test_attention_4d_attn_mask_4d_causalr r r r re s r+ $export_attention_attn_4d_mask_causal.Attention.export_attention_attn_4d_mask_causal[ rr r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SS 5 R
[ 5 n[ UUUUS
9u n n[ U XX4/U/S [ R R S S
5 /S9 g )Nr ra r r r r r r r rc test_attention_4d_attn_mask_boolr r r r r r! r" r# r$ r% r& boolr r r' re s r+ export_attention_attn_mask_bool)Attention.export_attention_attn_mask_booly s {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//5 '
1a !'C3 ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSSS 5 R
[ 5 n[ UUUUS
9u n n[ U XX4/U/S [ R R S S
5 /S9 g )Nr ra r r r r r r r rc #test_attention_4d_attn_mask_bool_4dr r r r} re s r+ "export_attention_attn_mask_bool_4d,Attention.export_attention_attn_mask_bool_4d s {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1aA.55d; '
1a !'C6 ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SS S
S5 R
[ R 5 n[ R R SS S
S5 R
[ R 5 n[ R R SS
5 R
[ R 5 n[ UUUUS 9u n n[ U XX4/U/S [ R R S
S5 /S9 g )Nr ra r r r r6 r r r r rc test_attention_4d_gqa_attn_maskr r r r re s r+ export_attention_gqa_attn_mask(Attention.export_attention_gqa_attn_mask s {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//
; '
1a !'C2 ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUS 9u n n[ U XX4/U/S [ R R S
S5 /S9 g )Nr ra r r r r r r r r; rc ,test_attention_4d_diff_heads_sizes_attn_maskr r r r re s r+ *export_attention_diff_head_sizes_attn_mask4Attention.export_attention_diff_head_sizes_attn_mask s {{$$ /E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :IINN1a(//
; '
1a !'C? ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XU
/S [ R R S
S5 /S9 g )Nr r r
r rb past_key
past_valuer present_key
present_valuer r r r r r rb r r 'test_attention_4d_with_past_and_presentr r r r r) past_sequence_lengthr r
r rb r r r r r r* s r+ &export_attention_with_past_and_present0Attention.export_attention_with_past_and_present st {{$$ I9 %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
+=
!
,
(
!=]3: ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS U- 5 R
[ R 5 n[ R R SS
US 5 R
[ R 5 n[ R R SS
US 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XU
/S
[ R R SS5 /S9 g )Nr r r r r r r6 r r r r r +test_attention_4d_gqa_with_past_and_presentr r r r r s r+ *export_attention_gqa_with_past_and_present4Attention.export_attention_gqa_with_past_and_present
st {{$$ I9 %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
+=
!
,
(
!=]3> ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS U- 5 R
[ R 5 n[ R R SS
US 5 R
[ R 5 n[ R R SS
US 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XU
/S
[ R R SS5 /S9 g )Nr r r r r r r6 r r r r r 0test_attention_4d_gqa_with_past_and_present_fp16r r r r1 r s r+ /export_attention_gqa_with_past_and_present_fp169Attention.export_attention_gqa_with_past_and_present_fp16+ st {{$$ I9 %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
+=
!
,
(
!=]3C ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XU
/S
[ R R SS5 /S9 g )Nr r r r r r r r r r r; r 2test_attention_4d_diff_heads_with_past_and_presentr r r r r s r+ 6export_attention_diff_head_sizes_with_past_and_present@Attention.export_attention_diff_head_sizes_with_past_and_presentL st {{$$ I9 %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :IINN1a*>&>?FFrzzR 99>>!Q(CJJ2::V
+=
!
,
(
!=]3E ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS SS
U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ UUUUUUS
9u pp[ U X#XEXg/XU
/S[ R R SS5 /S9 g )Nr r r r r r r r r r r; rQ r 9test_attention_4d_diff_heads_with_past_and_present_mask3dr r r r r s r+ =export_attention_diff_head_sizes_with_past_and_present_mask3DGAttention.export_attention_diff_head_sizes_with_past_and_present_mask3Dm x {{$$ I9 %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :IINN1aA0D,DELLRZZX 99>>!Q(CJJ2::V
+=
!
,
(
!=]3L ;;33B;<
r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSSS
U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XU
/S
[ R R SS5 /S9 g )Nr r r r r r r r r r r; r 9test_attention_4d_diff_heads_with_past_and_present_mask4dr r r r r s r+ =export_attention_diff_head_sizes_with_past_and_present_mask4DGAttention.export_attention_diff_head_sizes_with_past_and_present_mask4D r r. c
B [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ XUSS 9u n n[ U XU/U/S [ R R S
S5 /S9 g )Nr r r @r r softcapr r r r r r test_attention_4d_softcapr r r r r( s r+ export_attention_softcap"Attention.export_attention_softcap s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a=
1a !9C, ;;33B;<
r. c
B [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ R R SS
S S 5 R
[ R 5 n[ XUSS 9u n n[ U XU/U/S
[ R R SS5 /S9 g )Nr r r r r r r6 r r r r r test_attention_4d_gqa_softcapr r r r r( s r+ export_attention_gqa_softcap&Attention.export_attention_gqa_softcap s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9'a=
1a !9C0 ;;33B;<
r. c
D [ R R S/ SQS/SS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ UUUSS 9u n n[ U XU/U/S
[ R R SS5 /S9 g )Nr r r r r r r r r r r; r *test_attention_4d_diff_heads_sizes_softcapr r r r r( s r+ (export_attention_diff_head_sizes_softcap2Attention.export_attention_diff_head_sizes_softcap s {{$$ "E %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :'
1a !9C= ;;33B;<
r. c
B [ R R S/ SQ/ SQS9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ XU5 u n pV[ U XU/XF/S
[ R R S S 5 /S
9 g )Nr r r r r qk_matmul_outputr r r r r r test_attention_4d_with_qk_matmulr r r r )r) r r
r r r* r s r+ export_attention_with_qk_matmul)Attention.export_attention_with_qk_matmul s {{$$ "5 %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9$6qQ$?!1a !9)3 ;;33B;<
r. c
[ R R S/ SQ/ SQSS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS
5 R
[ R 5 n[ UUUUSS 9u n pg[ U XX4/XW/S [ R R S
S5 /S9 g )Nr ra r rQ r r qk_matmul_output_moder r r r r rb r %test_attention_4d_with_qk_matmul_biasr r r r r) r r
r rb r r* r s r+ $export_attention_with_qk_matmul_bias.Attention.export_attention_with_qk_matmul_bias s {{$$ /5"# %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//
; $6
"# %
!1a !')8 ;;33B;<
r. c
[ R R S/ SQ/ SQSSS9n [ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS
5 R
[ R 5 n[ UUUUSSS 9u n pg[ U XX4/XW/S [ R R S
S5 /S9 g )Nr ra r r r )r r r r r r r r )rb r r (test_attention_4d_with_qk_matmul_softcapr r r r r s r+ 'export_attention_with_qk_matmul_softcap1Attention.export_attention_with_qk_matmul_softcap- s {{$$ /5"# %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//
; $6
"#
%
!1a !'); ;;33B;<
r. c
[ R R S/ SQ/ SQSS9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUSS
9u n pg[ U XX4/XW/S [ R R S S
5 /S9 g )Nr ra r r r r r r r r (test_attention_4d_with_qk_matmul_softmaxr r r r r s r+ 'export_attention_with_qk_matmul_softmax1Attention.export_attention_with_qk_matmul_softmaxM s {{$$ /5"# %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a(//
; $6
"# %
!1a !'); ;;33B;<
r. c
[ R R S/ SQ/ SQSS9n Sn[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R S S U- 5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ UUUUUUSS 9u pp[ U X#XEXg/XX/S
[ R R SS5 /S9 g )Nr r r r r r rQ r r r r r r r rb r r r 6test_attention_4d_with_past_and_present_qk_matmul_biasr r r r r) r r r
r rb r r r r r r s r+ 5export_attention_with_past_and_present_qk_matmul_bias?Attention.export_attention_with_past_and_present_qk_matmul_biask sz {{$$ IM"# %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!"#;
7
!=]EI ;;33B;<
r. c
[ R R S/ SQ/ SQSS9n Sn[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S U- 5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ UUUUUUSS 9u pp[ U X#XEXg/XX/S
[ R R SS5 /S9 g )Nr r r rQ r r r r r r r r >test_attention_4d_with_past_and_present_qk_matmul_bias_3d_maskr r r r r s r+ =export_attention_with_past_and_present_qk_matmul_bias_3d_maskGAttention.export_attention_with_past_and_present_qk_matmul_bias_3d_mask ~ {{$$ IM"# %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1aA0D,DELLRZZX 99>>!Q(BII"**U
:L
!"#;
7
!=]EQ ;;33B;<
r. c
[ R R S/ SQ/ SQSS9n Sn[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S U- 5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ UUUUUUSS 9u pp[ U X#XEXg/XX/S
[ R R SS5 /S9 g )Nr r r rQ r r r r r r r r >test_attention_4d_with_past_and_present_qk_matmul_bias_4d_maskr r r r r s r+ =export_attention_with_past_and_present_qk_matmul_bias_4d_maskGAttention.export_attention_with_past_and_present_qk_matmul_bias_4d_mask r r. c [ R R S/ SQ/ SQSSS9n Sn[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S U- 5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ UUUUUUSSS 9u pp[ U X#XEXg/XX/S
[ R R SS5 /S9 g )Nr r r rQ r r r rS r r r r r r rb r r r rS Etest_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causalr r r r r s r+ Dexport_attention_with_past_and_present_qk_matmul_bias_3d_mask_causalNAttention.export_attention_with_past_and_present_qk_matmul_bias_3d_mask_causal {{$$ IM"# %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1aA0D,DELLRZZX 99>>!Q(BII"**U
:L
!"# ;
7
!=]EX ;;33B;<
r. c [ R R S/ SQ/ SQSSS9n Sn[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSS S U- 5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ R R SSUS
5 R
[ R 5 n[ UUUUUUSSS 9u pp[ U X#XEXg/XX/S
[ R R SS5 /S9 g )Nr r r rQ r r r r r r r r Etest_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causalr r r r r s r+ Dexport_attention_with_past_and_present_qk_matmul_bias_4d_mask_causalNAttention.export_attention_with_past_and_present_qk_matmul_bias_4d_mask_causal r r. c
[ R R S/ SQ/ SQS9n Sn[ R R SSSS 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SSS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ UUUUUUS 9u pp[ U X#XEXg/XX/S [ R R S
S5 /S9 g )Nr r r r r r r r r r r 1test_attention_4d_with_past_and_present_qk_matmulr r r r r s r+ 0export_attention_with_past_and_present_qk_matmul:Attention.export_attention_with_past_and_present_qk_matmul st {{$$ IM %
" IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aA & - -bjj 9IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!
;
7
!=]ED ;;33B;<
r. c
J Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ UUUU US
9u n n[ UX4U/U/S [ R R S S
5 /S9 g )Nr r r r r r r q_num_heads kv_num_headsr r r r r test_attention_3dr r r r r r r) r r
r r r* s r+ export_attention_3d Attention.export_attention_3d? s $(! {{$$ "E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C$ ;;33B;<
r. c
J Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ UUUU US 9u n n[ UX4U/U/S [ R R S
S5 /S9 g )Nr6 r r r r r r r H r r r test_attention_3d_gqar r r r r s r+ export_attention_3d_gqa!Attention.export_attention_3d_gqa^ s $(! {{$$ "E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C( ;;33B;<
r. c
J Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ UUUU US 9u n n[ UX4U/U/S [ R R S
S5 /S9 g )Nr r r r r r r r r r "test_attention_3d_diff_heads_sizesr r r r r s r+ #export_attention_3d_diff_head_sizes-Attention.export_attention_3d_diff_head_sizes} s $(! {{$$ "E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C5 ;;33B;<
r. c
R Sn Su p[ R R S/ SQS/U UUS9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUU UUS 9u n n[ UXEU/U/S [ R R S
S5 /S9 g )Nr@ r r r r r r rB r r r r r r rB r r test_attention_3d_scaledr r r r rB r r r) r r
r r r* s r+ export_attention_3d_scaled$Attention.export_attention_3d_scaled s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C+ ;;33B;<
r. c
R Sn Su p[ R R S/ SQS/U UUS9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUU UUS 9u n n[ UXEU/U/S
[ R R SS5 /S9 g )Nr@ r r r r r r r r r r r
test_attention_3d_gqa_scaledr r r r r s r+ export_attention_3d_gqa_scaled(Attention.export_attention_3d_gqa_scaled s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C/ ;;33B;<
r. c
R Sn Su p[ R R S/ SQS/U UUS9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUU UUS 9u n n[ UXEU/U/S
[ R R SS5 /S9 g )Nr@ r r r r r r r r r r r
)test_attention_3d_diff_heads_sizes_scaledr r r r r s r+ *export_attention_3d_diff_head_sizes_scaled4Attention.export_attention_3d_diff_head_sizes_scaled s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C< ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S [ R R S
S5 /S9 g )Nr r r r rQ r r rS r r r r r r rS r r test_attention_3d_causalr r r r r s r+ export_attention_3d_causal$Attention.export_attention_3d_causal s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C+ ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S
[ R R SS5 /S9 g )Nr r r r rQ r r r r r r r test_attention_3d_gqa_causalr r r r r s r+ export_attention_3d_gqa_causal(Attention.export_attention_3d_gqa_causal# s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C/ ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S
[ R R SS5 /S9 g )Nr r r r rQ r r r r r r r )test_attention_3d_diff_heads_sizes_causalr r r r r s r+ *export_attention_3d_diff_head_sizes_causal4Attention.export_attention_3d_diff_head_sizes_causalD s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C< ;;33B;<
r. c
Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUU US
9u n n[ UX4XV/U/S [ R R S S
5 /S9 g )Nr r ra r r r r r r rb r r test_attention_3d_attn_maskr r r r r r r) r r
r rb r r* s r+ export_attention_3d_attn_mask'Attention.export_attention_3d_attn_maske s $(! {{$$ /E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a(//
; '
#%
1a !'C. ;;33B;<
r. c
Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUU US 9u n n[ UX4XV/U/S [ R R S
S5 /S9 g )Nr r ra r r r r r r r r) test_attention_3d_gqa_attn_maskr r r r r+ s r+ !export_attention_3d_gqa_attn_mask+Attention.export_attention_3d_gqa_attn_mask s $(! {{$$ /E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a(//
; '
#%
1a !'C2 ;;33B;<
r. c
Su p[ R R S/ SQS/U US9n[ R R SSS5 R
[ R 5 n[ R R SS S5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS 5 R
[ R 5 n[ UUUUU US 9u n n[ UX4XV/U/S [ R R S
S5 /S9 g )Nr r ra r r r r r r r r) ,test_attention_3d_diff_heads_sizes_attn_maskr r r r r+ s r+ -export_attention_3d_diff_head_sizes_attn_mask7Attention.export_attention_3d_diff_head_sizes_attn_mask s $(! {{$$ /E#% %
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a(//
; '
#%
1a !'C? ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S [ R R S
S5 /S9 g )Nr r r r @r r r r r r r r r r r r test_attention_3d_softcapr r r r r s r+ export_attention_3d_softcap%Attention.export_attention_3d_softcap s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C, ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S
[ R R SS5 /S9 g )Nr r r r r7 r8 r r r r r r9 test_attention_3d_gqa_softcapr r r r r s r+ export_attention_3d_gqa_softcap)Attention.export_attention_3d_gqa_softcap s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C0 ;;33B;<
r. c
N Su p[ R R S/ SQS/SU US9n[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ UUUSU US 9u n n[ UX4U/U/S
[ R R SS5 /S9 g )Nr r r r r7 r8 r r r r r r9 *test_attention_3d_diff_heads_sizes_softcapr r r r r s r+ +export_attention_3d_diff_head_sizes_softcap5Attention.export_attention_3d_diff_head_sizes_softcap
s $(! {{$$ "E#%
%
IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7'
#%
1a !9C= ;;33B;<
r. c Su p[ R R S/ SQ/ SQU US9nSn[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SS US 5 R
[ R 5 n[ R R SS US 5 R
[ R 5 n [ UUUUUU U US
9u pp[ UXEXgX/XU /S[ R R SS5 /S9 g )Nr r r r r r r r r r r r rb r r r r 'test_attention_3d_with_past_and_presentr r r r r r r) r r r
r rb r r r r r r* s r+ )export_attention_3d_with_past_and_present3Attention.export_attention_3d_with_past_and_present+ s $(! {{$$ I9#% %
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
+=
!#% ,
(
!=]3: ;;33B;<
r. c Su p[ R R S/ SQ/ SQU US9nSn[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n [ UUUUUU U US9u pp[ UXEXgX/XU /S[ R R SS5 /S9 g )Nr r r r r r r r r r r r r rF +test_attention_3d_gqa_with_past_and_presentr r r r rH s r+ -export_attention_3d_gqa_with_past_and_present7Attention.export_attention_3d_gqa_with_past_and_presentQ s $(! {{$$ I9#% %
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
+=
!#% ,
(
!=]3> ;;33B;<
r. c Su p[ R R S/ SQ/ SQU US9nSn[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n[ R R SS US5 R
[ R 5 n [ UUUUUU U US9u pp[ UXEXgX/XU /S[ R R SS5 /S9 g )Nr r r r r r r r r r r r r r; rF 2test_attention_3d_diff_heads_with_past_and_presentr r r r rH s r+ 9export_attention_3d_diff_head_sizes_with_past_and_presentCAttention.export_attention_3d_diff_head_sizes_with_past_and_presentw s $(! {{$$ I9#% %
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(CJJ2::V
+=
!#% ,
(
!=]3E ;;33B;<
r. c Su p[ R R S/ SQ/ SQU US9nSn[ R R SSS 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
S 5 R
[ R 5 n[ R R SS
U- 5 R
[ R 5 n[ R R SS US 5 R
[ R 5 n[ R R SS US 5 R
[ R 5 n [ UUUUUU U US
9u pp[ UXEXgX/XX/S[ R R SS5 /S9 g )Nr r r r r r r r r r r r rF 1test_attention_3d_with_past_and_present_qk_matmulr r r r r r r) r r r
r rb r r r r r r s r+ 3export_attention_3d_with_past_and_present_qk_matmul=Attention.export_attention_3d_with_past_and_present_qk_matmul s $(! {{$$ IM#% %
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!#% ;
7
!=]ED ;;33B;<
r. c Su p[ R R S/ SQ/ SQU USS9nSn[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R S S U- 5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n [ UUUUUU U USS9 u pp[ UXEXgX/XX/S[ R R SS5 /S9 g )Nr r r r rQ r r r r r r r r r r r r rb r r r r r 6test_attention_3d_with_past_and_present_qk_matmul_biasr r r r rU s r+ 8export_attention_3d_with_past_and_present_qk_matmul_biasBAttention.export_attention_3d_with_past_and_present_qk_matmul_bias s $(! {{$$ IM#%"#
%
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!#%"#
;
7
!=]EI ;;33B;<
r. c
Su p[ R R S/ SQ/ SQU USSS9nSn[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R S S U- 5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n[ R R SS US
5 R
[ R 5 n [ UUUUUU U USSS9
u pp[ UXEXgX/XX/S[ R R SS5 /S9 g )Nr r r r r r )r r r r r r r r r r r r )rb r r r r r r 9test_attention_3d_with_past_and_present_qk_matmul_softcapr r r r rU s r+ ;export_attention_3d_with_past_and_present_qk_matmul_softcapEAttention.export_attention_3d_with_past_and_present_qk_matmul_softcap s $(! {{$$ IM#%"# %
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!#%"# ;
7
!=]EL ;;33B;<
r. c Su p[ R R S/ SQ/ SQU USS9nSn[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R SS S
5 R
[ R 5 n[ R R S S U- 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n[ R R SSUS 5 R
[ R 5 n [ UUUUUU U USS
9 u pp[ UXEXgX/XX/S[ R R SS5 /S9 g )Nr r r r r rY r r r r r r rZ 9test_attention_3d_with_past_and_present_qk_matmul_softmaxr r r r rU s r+ ;export_attention_3d_with_past_and_present_qk_matmul_softmaxEAttention.export_attention_3d_with_past_and_present_qk_matmul_softmax s $(! {{$$ IM#%"#
%
" IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7 IINN1a $ + +BJJ 7IINN1a*>&>?FFrzzR 99>>!Q(BII"**U
:L
!#%"#
;
7
!=]EL ;;33B;<
r. c
B Su p[ R R S/ SQS/U US9nSnSnSnSnX- nX- n[ R " X4U4[ R
S 9n [
U 5 H" n
X- n X- n [ U
S- 5 U S
S S 2X24' M$ [ R " X5U4[ R
S 9S - n
[ R " X5U4[ R
S 9S - n[ U U
UU US
9u n n[ UXU/U/S[ R R SS5 /S9 g )a1 Test case to verify correct 3D to 4D transpose behavior.
This test verifies that 3D inputs are correctly reshaped and transposed
according to the ONNX specification:
[batch_size, seq_length, hidden_size] ->
[batch_size, seq_length, num_heads, head_size] ->
[batch_size, num_heads, seq_length, head_size]
r r r r r rQ r r dtyper Ng?r (test_attention_3d_transpose_verificationr r r ) r r r! r" zerosr& rangefloatonesr r r' )r r r)
batch_size q_seq_length
kv_seq_length head_size
q_hidden_sizekv_hidden_sizer head start_idxend_idxr
r r r* s r+ *export_attention_3d_transpose_verification4Attention.export_attention_3d_transpose_verification= sF %)! {{$$ "E#% %
#/
%1
HHj
>bjj Q+&D (I +G).tax AaI%% & '
GGZ?rzz RUX X GGZ?rzz RUX X'
#%
1a !9C; ;;33B;<
r. c
[ R R S/ SQS/S9n [ R R SSSS5 R
[ R 5 n[ R R SSS S5 R
[ R 5 n[ R R SSS S
5 R
[ R 5 n[ R R SSSS5 R
[ R 5 n[ R " SS/[ R S 9n[ UUUUUS 9u n n[ U XX4U/U/S
[ R R SS5 /S9 g )Nr )r r
r rb r r nonpad_kv_seqlenr r r r r r r r; rg )rb rz -test_attention_4d_diff_heads_mask4d_padded_kvr r r )
r r r! r" r# r$ r% r& arrayint64r r r' )r) r r
r rb rz r r* s r+ /export_attention_4d_diff_heads_mask4d_padded_kv9Attention.export_attention_4d_diff_heads_mask4d_padded_kvt s5 {{$$ KE %
IINN1aA & - -bjj 9 IINN1aA & - -bjj 9 IINN1aB ' . .rzz :IINN1aA.55bjjA 88QF"((;'
-
1a !(89C@ ;;33B;<
r. N)returnNone)D__name__
__module__ __qualname____firstlineno__ staticmethodr, r3 r8 r= rF rJ rN rV rZ r^ rf rj rp ru ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r" r& r, r0 r4 r; r? rC rI rM rQ rV r\ r` rd rw r~ __static_attributes__r r. r+ r r s
"
"
"
"
.
.
.
,
,
6
6
6
:
6
:
6
6
6
6
@
@
@
@
@
@
,
,
6
*
:
>
:
D
D
D "
"
H "
"
H
@
<
<
<
B
B
B
@
@
@
@
@
@
@
@
@ #
#
J #
#
J #
#
J #
#
J %
%
N '
'
R %
%
N 4
4
l
r. r )
__future__r numpyr" r onnx.backend.test.case.baser onnx.backend.test.case.noder onnx.reference.ops.op_attentionr r r r. r+ r s' # , . >B
B
r.