
     Tí                     z   S SK r S SKrS SKJr  S SKJr  S SKJrJ	r	J
r
  0 S\	S   _S\	S   _S	\	S
   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S
   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\
S   _0 S\
_S\
S   _S \
_S!\
S   _S"\	S#   _S$\
_S%\
_S&\
S'   _S(\
S   _S)\
S*   _S+\	_S,\
S   _S-\
S   _S.\
S/   _S0\	S1   _S2\
_S3\
_E0 S4\
S5   _S6\
S/   _S7\
S8   _S9\S1   _S:\	S1   _S;\	S1   _S<\
S   _S=\
S/   _S>\	S?   _S@\
_SA\
_SB\
S   _SC\
SD   _SE\
SD   _SF\	SG   _SH\
_SI\
S   _E0 SJ\
S   _SK\
S   _SL\
S   _SM\
S   _SN\	SG   _SO\
S   _SP\
S/   _SQ\
SR   _SS\	SR   _ST\	SG   _SU\	_SV\SG   _SW\
S   _SX\
S   _SY\
S   _SZ\
S   _S[\
S   _E0 S\\	SG   _S]\	_S^\	SG   _S_\
SD   _S`\
_Sa\
S   _Sb\
Sc   _Sd\	Se   _Sf\	Se   _Sg\	Se   _Sh\
SD   _Si\
_Sj\
S   _Sk\
Sc   _Sl\	Sm   _Sn\	Sm   _So\	Sm   _E0 Sp\	SG   _Sq\
SD   _Sr\
_Ss\
S   _St\
Sc   _Su\	SG   _Sv\
Sw   _Sx\	Sw   _Sy\	Sz   _S{\	S|   _S}\	S~   _S\	S~   _S\	S~   _S\	_S\	S#   _S\
S   _S\	S   _E0 S\	_S\	S   _S\	S   _S\	S   _S\	S#   _S\	S#   _S\	S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S#   _S\
S   _S\
S   _S\
S   _S\
S   _E0 S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\
S   _S\
SD   _S\	S   _S\	S   _S\
SD   _S\	S   _S\	S   _S\
SD   _S\	S   _S\	S   _S\	S   _E0 S\	S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _E0 S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\	S   _S\
S   _S\
S   _E0 S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
SD   _S\	S   _S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	S   _S\
S   _E0 S\
S   _S\
SD   _S\	S   _S\	S   _S\	S   _S\	_S\	S   _S\
S   _S\
S   _S\
S   _S\
S   _S\
S   _S\	SG   _S\	S   _S\	S   _S\	S   _S\	S   _E0 S\
S   _S\	S#   _S\	S   _GS \	S#   _GS\	S#   _GS\	_GS\	S#   _GS\
S   _GS\	S   _GS\	S   _GS\	S   _GS\	S   _GS	\	S#   _GS
\	S#   _GS\	GS   _GS\	GS   _GS\	GS   _E0 GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	S#   _GS\	S#   _GS\	_GS\	S#   _GS\
S   _GS\	S   _GS\	S   _GS\	S   _GS\	S   _GS \	S#   _GS!\	S#   _GS"\	S   _E0 GS#\	S   _GS$\
S   _GS%\
S   _GS&\
S   _GS'\
S   _GS(\	S#   _GS)\
S   _GS*\
S   _GS+\
S   _GS,\
S   _GS-\	S   _GS.\
S   _GS/\
S   _GS0\
S   _GS1\
S   _GS2\	S   _GS3\
SD   _E0 GS4\	S   _GS5\	S   _GS6\
SD   _GS7\	S   _GS8\	S   _GS9\
SD   _GS:\	S   _GS;\	S   _GS<\	S   _GS=\	S   _GS>\	S   _GS?\
S   _GS@\
S   _GSA\
S   _GSB\
S   _GSC\	S   _GSD\
S   _E0 GSE\
S   _GSF\
S   _GSG\
S   _GSH\	S   _GSI\	S   _GSJ\	S   _GSK\	S   _GSL\	S   _GSM\	S   _GSN\
S   _GSO\
S   _GSP\
S   _GSQ\
S   _GSR\	S   _GSS\
S   _GST\
S   _GSU\
S   _E0 GSV\
S   _GSW\	S   _GSX\	S   _GSY\	S   _GSZ\	S   _GS[\	S   _GS\\	S   _GS]\
S   _GS^\
S   _GS_\
S   _GS`\
S   _GSa\	S   _GSb\
S   _GSc\
S   _GSd\
SD   _GSe\	S   _GSf\	S   _E0 GSg\
S   _GSh\
S   _GSi\
S   _GSj\
S   _GSk\	S   _GSl\
S   _GSm\
S   _GSn\
SD   _GSo\	S   _GSp\	S   _GSq\	S   _GSr\	S   _GSs\
S   _GSt\
S   _GSu\
S   _GSv\
S   _GSw\
S   _E0 GSx\	SG   _GSy\	S   _GSz\	S   _GS{\	S   _GS|\	S   _GS}\
S   _GS~\	S#   _GS\	S   _GS\	S#   _GS\	S#   _GS\	_GS\	S#   _GS\
S   _GS\	S   _GS\	S   _GS\	S   _GS\	S   _E0 GS\	S#   _GS\	S#   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	GS   _GS\	S#   _GS\	S#   _GS\	_GS\	S#   _GS\
S   _GS\	S   _GS\	S   _E\	S   \	S   \	S#   \	S#   \	GS   GS.ErGS rGS r " GS GS5      rGS rg(      N)script)opset18)BOOLFLOATINT64model_embed_tokens_weight)     &model_layers_0_self_attn_o_proj_weight)r
   r
   (model_layers_0_self_attn_qkv_proj_weight)   r
   &model_layers_0_mlp_gate_up_proj_weight)   r
   #model_layers_0_mlp_down_proj_weight)r
    F  %model_layers_0_input_layernorm_weightr
   .model_layers_0_post_attention_layernorm_weight&model_layers_1_self_attn_o_proj_weight(model_layers_1_self_attn_qkv_proj_weight&model_layers_1_mlp_gate_up_proj_weight#model_layers_1_mlp_down_proj_weight%model_layers_1_input_layernorm_weight.model_layers_1_post_attention_layernorm_weightmodel_norm_weightlm_head_weightexpand_2)   @   r   val_1r   sym_size_int_61val_5sym_size_int_67val_6	embedding)s34s16r
   add_4val_11aranger&   val_12	unsqueeze)r   r&   val_14val_17val_18val_19   full)r&   	s16 + s17val_22val_23arange_1r2   val_25view)r&   r   gtconvert_element_type_defaultmul_14val_26val_805unsqueeze_4)r   r   r&   r2   val_27val_35val_53val_54   val_56expand_1)r%   r   r&   r2   val_65val_76val_78val_79val_82val_83slice_8val_94val_806unsqueeze_6)r%   r   r   r2   convert_element_type_default_1add_86scalar_tensor_defaulteq_65val_123val_125val_126val_129val_130slice_14val_131masked_fillval_183val_184val_185val_190)Nr   val_191)r&   r   r%   r2   val_192val_193val_195val_196val_197val_202val_203)r   r%   r&   r2   val_204val_205slice_scatter_1val_207val_208val_209val_214slice_scatter_2unsqueeze_9)r   r   r&   _to_copymatmul)r   r   r&   	transpose)r   r&   r   cat)r   r&      cossinval_248pow_1val_250mean)r%   r&   r   val_251add_189val_252rsqrtmul_167mul_171val_253)r
   r   linear)r%   r&   r   val_256val_260val_263val_264slice_26val_267val_271val_274val_275slice_27)r%   r&   i   val_278val_281val_284val_285slice_28val_290val_291view_1)r%   r&   (   rt   transpose_1)r%   r   r&   rt   val_297view_2)r%   r&   
   rt   transpose_2)r%   r   r&   rt   val_303view_3transpose_3unsqueeze_10)r   r   r&   rt   unsqueeze_11mul_223val_328val_332val_335val_336slice_31)r%   r   r&   r   val_339val_342val_345val_346slice_32negcat_1mul_240add_304mul_252val_349val_352val_355val_356slice_33)r%   r   r&   r   val_359val_362val_365val_366slice_34neg_1cat_3mul_269add_345unsqueeze_12)r%   r   r   r2   rt   val_410val_411val_412val_413val_414   val_416expand_3)r%   r   rB   r2   rt   val_419val_420val_421val_422_unsafe_view)r%   r   r2   rt   unsqueeze_13val_466val_467val_468val_470expand_4val_473val_474val_475_unsafe_view_1transpose_4)r%   r   rt   r2   matmul_1)r%   r   r&   r2   val_477mul_433val_496val_498val_499val_502val_503slice_50add_491val_504matmul_2transpose_5val_509   view_4val_511linear_1add_534val_512pow_2val_514mean_1add_547val_515rsqrt_1mul_506mul_510val_516)r
   r   linear_2)r%   r&   r   split_split_0)r%   r&   r   split_split_1val_518silumul_526val_519)r   r
   linear_3add_592val_520pow_3val_522mean_2add_605val_523rsqrt_2mul_548mul_552val_524linear_4val_527val_530val_533val_534slice_51val_537val_540val_543val_544slice_52val_547val_550val_553val_554slice_53val_559view_5transpose_6val_565view_6transpose_7val_571view_7transpose_8unsqueeze_14unsqueeze_15mul_604val_595val_598val_601val_602slice_56val_605val_608val_611val_612slice_57neg_2cat_7mul_621add_720mul_633val_615val_618val_621val_622slice_58val_625val_628val_631val_632slice_59neg_3cat_9mul_650add_761unsqueeze_16val_675val_676val_677val_679expand_5val_682val_683val_684_unsafe_view_2unsqueeze_17val_728val_729val_730val_732expand_6val_735val_736val_737_unsafe_view_3transpose_9matmul_3mul_814val_757val_759val_760val_763val_764slice_75add_907val_765matmul_4transpose_10val_770view_8val_772linear_5add_950val_773pow_4val_775mean_3add_963val_776rsqrt_3mul_887mul_891val_777linear_6split_1_split_0split_1_split_1val_778silu_1mul_907val_779linear_7add_1008val_780pow_5val_782mean_4add_1021)r
   r	   )val_783rsqrt_4mul_929mul_933val_804c                 T  ^ ^^^^^^^^^	^
^^^^^ [        5       S[        S   S[        S   S[        S   S[        S   S[        S   S	[        S   S
[        S   [        S   [        S   [        S   [        S   44UUU UUUUUUUU
U	UUUU4S jj5       nUR                  [        S9nU$ )N	input_ids)r%   r&   attention_mask)r%   r2   past_key_values_key_cache_0)r%   r   s17rt   past_key_values_key_cache_1past_key_values_value_cache_0past_key_values_value_cache_1return)r%   r&   r	   )r%   r   r2   rt   c           	      /  > [         R                  " U SSS9n[         R                  " U5      n[         R                  " USSS9n[         R                  " U5      n	[         R                  " USSS9n
[         R                  " GTU SS9n[         R                  " X5      n[         R
                  " XS5      n[         R                  " US/5      n[         R                  " US/SS9n[         R                  " XoSS9n[         R                  " S	U5      n[         R
                  " SUS5      n[         R                  " USS/SS9n[         R                  " UU5      n[         R                  " USS
9n[         R                  " UU5      n[         R                  " USS/5      n[         R                  " U
S/S/S/SS9n[         R                  " U5      n[         R                  " UU5      n[         R                  " S/S9n[         R                  " S/S9n[         R                  " UUSS9n[         R                  " S/S9n[         R                  " UUUS/U5      n[         R                  " USS/5      n [         R                  " U SS
9n![         R                  " UU!5      n"[         R                   " U"S5      n#[         R                  " S/S9n$[         R                  " S/S9n%[         R                  " UU%SS9n&[         R                  " S/S9n'[         R                  " UU$U&S/U'5      n([         R"                  " U#S	U(5      n)[         R                  " USS9n*[         R                  " U*SSS9n+[         R
                  " SU+S5      n,[         R                  " U,S/5      n-[         R$                  " U)/ SQS9n.[         R$                  " U/ SQS9n/[         R&                  " U/U-U.SS9n0[         R                  " USS9n1[         R                  " U1SSS9n2[         R
                  " SU2S5      n3[         R                  " U3S/5      n4[         R$                  " U0/ SQS9n5[         R$                  " U/ SQS9n6[         R&                  " U6U4U5SS9n7[         R$                  " U7/ SQS9n8[         R                  " USS9n9[         R                  " U9SSS9n:[         R
                  " SU:S5      n;[         R                  " U;S/5      n<[         R&                  " UU<U8SS9n=[         R                  " US/5      n>[         R                  " U>SS
9n?[         R(                  " GTU?5      n@[         R$                  " U@/ SQS9nA[         R                  " UAUASS9nB[         R*                  " UB5      nC[         R,                  " UB5      nD[         R.                  " US5      nE[         R0                  " UES/SSS9nF[         R                  " UFS5      nG[         R2                  " UG5      nH[         R4                  " UH5      nI[         R                  " UUI5      nJ[         R                  " GTUJ5      nK[         R$                  " GTSS/S9nL[         R(                  " UKUL5      nM[         R                  " S/S9nN[         R                  " UMS/S/S/UN5      nO[         R                  " S/S9nP[         R                  " UMS/S/S/UP5      nQ[         R                  " S/S9nR[         R                  " UMS/S/S/UR5      nS[         R                  " XS/S/SS9nT[         R                  " UOUTSS9nU[         R$                  " UU/ SQS9nV[         R                  " XS/S/SS9nW[         R                  " UQUWSS9nX[         R$                  " UX/ SQS9nY[         R                  " XS/S/SS9nZ[         R                  " USUZSS9n[[         R$                  " U[/ SQS9n\[         R                  " UCS/5      n][         R                  " UDS/5      n^[         R                  " UVU]5      n_[         R                  " S/S9n`[         R                  " UVS/S/S/U`5      na[         R                  " S/S9nb[         R                  " UVS/S/S/Ub5      nc[         R6                  " Uc5      nd[         R                  " UdUaSS9ne[         R                  " UeU^5      nf[         R                  " U_Uf5      ng[         R                  " UYU]5      nh[         R                  " S/S9ni[         R                  " UYS/S/S/Ui5      nj[         R                  " S/S9nk[         R                  " UYS/S/S/Uk5      nl[         R6                  " Ul5      nm[         R                  " UmUjSS9nn[         R                  " UnU^5      no[         R                  " UhUo5      np[         R                  " UUpSS9nq[         R                  " UU\SS9nr[         R                  " UqS/5      ns[         R                  " US/SS9nt[         R                  " U
S/S /UtS/SS9nu[         R                  " Uu5      nv[         R                  " UsUv5      nw[         R                  " US/SS9nx[         R                  " U
S!/UxS/SS9ny[         R                  " UwUySS9nz[         R                  " UrS/5      n{[         R                  " US/SS9n|[         R                  " U
S/S /U|S/SS9n}[         R                  " U}5      n~[         R                  " U{U~5      n[         R                  " US/SS9n[         R                  " U
S!/US/SS9n[         R                  " UUSS9n[         R$                  " Uz/ S"QS9n[         R(                  " UgU5      n[         R                  " US#5      n[         R                  " S/S9n[         R                  " S/S9n[         R                  " UUSS9n[         R                  " S/S9n[         R                  " U=UUS/U5      n[         R                  " UU5      n[         R8                  " USS9n[         R(                  " UU5      n[         R$                  " U/ SQS9n[         R                  " XS/SS9n[         R                  " UUSS9n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R                  " UU5      n[         R.                  " US5      n[         R0                  " US/SSS9n[         R                  " US5      n[         R2                  " U5      n[         R4                  " U5      n[         R                  " UU5      n[         R                  " GTU5      n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R:                  " USSS$9u  nn[         R<                  " U5      n[         R                  " UU5      n[         R                  " UU5      n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R                  " UU5      n[         R.                  " US5      n[         R0                  " US/SSS9n[         R                  " US5      n[         R2                  " U5      n[         R4                  " U5      n[         R                  " UU5      n[         R                  " GTU5      n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R                  " XS/S/SS9n[         R                  " UUSS9n[         R$                  " U/ SQS9n[         R                  " XS/S/SS9n[         R                  " UUSS9n[         R$                  " U/ SQS9n[         R                  " XS/S/SS9n[         R                  " UUSS9n[         R$                  " U/ SQS9n[         R                  " UCS/5      n[         R                  " UDS/5      n[         R                  " UU5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R6                  " U5      n[         R                  " UUSS9n[         R                  " UU5      n[         R                  " UU5      n[         R                  " UU5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R                  " S/S9n[         R                  " US/S/S/U5      n[         R6                  " U5      n[         R                  " UUSS9n[         R                  " UU5      n[         R                  " UU5      n[         R                  " UUSS9n[         R                  " UUSS9n[         R                  " US/5      n[         R                  " US/SS9n[         R                  " U
S/S /US/SS9n[         R                  " U5      n[         R                  " UU5      n[         R                  " US/SS9n[         R                  " U
S!/US/SS9n[         R                  " UUSS9n[         R                  " US/5      n[         R                  " US/SS9n[         R                  " U
S/S /US/SS9n[         R                  " U5      n[         R                  " UU5      n[         R                  " US/SS9n[         R                  " U
S!/US/SS9n[         R                  " UUSS9n[         R$                  " U/ S"QS9n[         R(                  " UU5      n[         R                  " US#5      n[         R                  " S/S9n[         R                  " S/S9n[         R                  " UUSS9n[         R                  " S/S9n[         R                  " U=UUS/U5      n[         R                  " UU5      n[         R8                  " USS9n[         R(                  " UU5      n[         R$                  " U/ SQS9n[         R                  " XS/SS9n[         R                  " UUSS9n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R                  " UU5      n[         R.                  " US5      n[         R0                  " US/SSS9n[         R                  " US5      n[         R2                  " U5      n[         R4                  " U5      n[         R                  " UU5      n[         R                  " GTU5      n[         R$                  " GTSS/S9n[         R(                  " UU5      n[         R:                  " USSS$9u  nn[         R<                  " U5      n[         R                  " UU5      Gn [         R                  " UGU 5      Gn[         R$                  " GTSS/S9Gn[         R(                  " GUGU5      Gn[         R                  " UGU5      Gn[         R.                  " GUS5      Gn[         R0                  " GUS/SSS9Gn[         R                  " GUS5      Gn[         R2                  " GU5      Gn[         R4                  " GU5      Gn	[         R                  " GUGU	5      Gn
[         R                  " GTGU
5      Gn[         R$                  " GTSS/S9Gn[         R(                  " GUGU5      GnGUUqUUrU4$ )%Nr0   r   )endstartr   r   )axis)	allowzerogM)to)
value_intsg        )r  )r0   r   r   r   )permnone)	reduction)r   r0   r   r   )r   r   r0   r   )r   r0   r   g       @)noop_with_empty_axeskeepdimsgh㈵>r
   i   l    rt   )r   r0   r   r   r   r   rB   r   )r   r   r   r0   ghj_?)r  num_outputs)r   ShapeSqueezeGatherAddRange	UnsqueezeReshapeConcatExpandGreaterCastMulAbsConstantSliceEqualWhere	Transpose	ScatterNDMatMulCosSinPow
ReduceMeanSqrt
ReciprocalNegSoftmaxSplitSigmoid(  r  r  r  r  r  r  r   r    r!   r"   r#   r$   r'   r)   r+   r.   r/   r1   r5   r7   r8   r9   r:   r=   rA   rC   rD   rF   rG   rH   rJ   rK   rN   rO   rP   rR   rS   rT   rU   rW   rX   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   ru   rv   rx   rz   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   cat_5cat_6r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r&  r'  r+  r,  r-  r.  r/  r0  r1  r5  r6  r:  r;  r<  r=  r>  r?  cat_11cat_12r@  rB  rC  rD  rE  rG  rH  rI  rJ  rL  rM  rN  rO  rQ  rR  rS  rT  rU  rV  rW  rX  rY  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rg  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  rz  r|  r}  r~  r  r  r  r  linear_8r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   s                                                                                                                                                                                                                                                                                a/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/onnxscript/rewriter/models/_phi4lm.py
main_graphmake_model.<locals>.main_graph  s    iQa8!//%09qJ!//%0;!LNN#<iaP	O=q9%%fqc2	:A6~~mV4==E1-vAw!<__Xt,'.||B1'=$T#?@''A7sRD2$Q?V$>>+v6!!aS1!!bT2!<!!aS1--&&1#vF''A?)0ka)H&W&DEfc*""qc2""rd3//%A>""qc2==7GaS'JmmE=(C--2..!!4--7A.##GbT2##KlC##H<@##GWgP--2..!!4--7A.##GbT2##G,?##H<@##GWgP!++G,G--2..!!4--7A.##GbT2!++g&
 ''	A37<<2(3%%f9=	nnY	;kk#kk#Is+!!%"APQR++dE*,,w'""7+++i/++CWM##$LTUWXSYZ1""qc2==!tfqc7C""qc2==$$!gF""qc2==$2E1FWU..tcUC7a@''\B..tcUC7a@''\B..tcUC7a@''\B((qc2((qc2++k<8""qc2==qcB4!gF""qc2==rd5H4IA3PWXkk(#sH26++e\2++gw/++k<8""qc2==qcB4!gF""qc2==rd5H4IA3PWXH%uhR8++e\2++gw/:G"M<kPRS((4//%";..qc7SEJ++g&>>,8//%";..gu1ExAF((4//%";..qc7SEJ++g&>>,8//%";..gu1E 7aH''<H>>';7++h4""qc2""rd3//%A>""qc2=='7QCQ++gx0//'3>>'>:''|D..t!<gC##$JRSUVQWX>>&'2++i2GS)##EB4aRST++fe,,,w'$$W-++gw/++LgV##$JRSUVQWX>>'73'.}}XAST'U$}//-0{{='2++mT2##$GqRSfU>>'73++gx0GS)##EB4aRST++fe,,,w'$$W-++gw/++CWM##$LTUWXSYZ>>'73""qc2==A3WE""qc2==D6D6A3H""qc2==D64G3H1#wW..tcUC7a@''\B..tcUC7a@''\B..tcUC7a@''\B((qc2((qc2++k<8""qc2==qcB4!gF""qc2==rd5H4IA3PWXH%uhR8++e\2++gw/++k<8""qc2==qcB4!gF""qc2==rd5H4IA3PWXH%uhR8++e\2++gw/ ;W2N ={QST((!5//%";..qc7SEJ++g&>>,8//%";..gu1E 7aH((!5//%";..qc7SEJ++g&>>,8//%";..gu1E 7aH''\J>>';7++h4""qc2""rd3//%A>""qc2=='7QCQ++gx0//'3>>'>:((E..t!<w!D##$JRSUVQWX>>&'2++gx0GS)##EB4aRST++fe,,,w'$$W-++gw/++LgV##$JRSUVQWX>>'73+2==WX+Y(///2_g6++ov6##$GqRSfU>>'73;;w1Hc*##EB4aRST;;vu-,,x($$W-++h0++/9##N!Q@>>'73v55    )value_infos)r   r   r   to_model_protor  )r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  models   ````````````````  r  
make_modelr  |  s    $ XV6&V601V6 &++@%AV6 &++@%A	V6
 (--B'CV6 (--B'CV6 	"#)*)*)*)*
V6 V6 V6 V6p %%+%>ELr  c                     [         R                  R                  SS5      R                  [         R                  5      n [         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  S5      R                  [         R                  5      n[         R                  R                  S5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n	[         R                  R                  SS5      R                  [         R                  5      n
[         R                  R                  S5      R                  [         R                  5      n[         R                  R                  S5      R                  [         R                  5      n[         R                  R                  S5      R                  [         R                  5      n[         R                  R                  SS5      R                  [         R                  5      n[         R                  R                  SSS5      R                  [         R                  5      n[        U UUUUUUUUU	U
UUUUU5      nU$ )Nr	   r
   r   r   r   r   r   )numpyrandomrandastypefloat32r  )r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  s                    r  make_model_with_random_weightsr    s    % 1 1&$ ? F Fu}} U-2\\->->tT-J-Q-Q.* 05||/@/@t/L/S/S0, .3\\->->ud-K-R-R.* +0,,*;*;D%*H*O*OPUP]P]*^',1LL,=,=d,C,J,J5==,Y)5:\\5F5Ft5L5S5S62 .3\\->->tT-J-Q-Q.* 05||/@/@t/L/S/S0, .3\\->->ud-K-R-R.* +0,,*;*;D%*H*O*OPUP]P]*^',1LL,=,=d,C,J,J5==,Y)5:\\5F5Ft5L5S5S62 ))$/66u}}E\\&&vt4;;EMMJN||  B*11%--@H!.0.+-6.0.+-6!E$ Lr  c                       \ rS rSrS rSrg)_Phi4LMTesti  c                     [        U S5      (       d/  [        5       n[        R                  R	                  U5      nX l        U R
                  $ )N_onnx_model)hasattrr  irserdedeserialize_modelr  )selfmodel_protor  s      r  get_onnx_model_Phi4LMTest.get_onnx_model  s=    t]++8:KHH..{;E$r  )r  N)__name__
__module____qualname____firstlineno__r  __static_attributes__ r  r  r  r    s     r  r  c                      [        5       $ )N)r  r  r  r  phi4lm_testr    s
    =r  )r  onnx_irr  
onnxscriptr   onnxscript.onnx_opsetr   onnxscript.onnx_typesr   r   r   r  r  r  r  r  r  r  r  <module>r     s      ) 4 4k|!4k,eJ.?k /j0Ak -eK.@	k
 *5+=k ,U4[k 5eDkk -eJ.?k /j0Ak -eK.@k *5+=k ,U4[k 5eDkk tk eL)k  h!k" U1X#k$ u%k& U1X'k( u)k* U1X+k, )*-k. U/k0 e1k2 eEl3k4 eAh5k6 x7k8 e9k: eAh;k< eAh=k> eAh?k@ E$%AkB eCkD eEkF k"GkH eAhIkJ E(OKkL 	$!
"MkN #E*<$=OkP e&'QkR eAhSkT uQxUkV 512WkX eYkZ e[k\ eAh]k^ eAh_k` eAhakb 23ckd eekf eAhgkh eAhikj eAhkkl eAhmkn eAhokp u12qkr eAhskt uQxukv 512wkx %e,D&Eykz e01{k| U}k~ T./k@ uQxAkB uQxCkD uQxEkF uQxGkH uQxIkJ 23KkL uMkN 556OkP uQxQkR uSkT uT{UkV uW~WkX u12YkZ u12[k\ u12]k^ uQx_k` uakb uT{ckd uW~ekf u12gkh u12ikj u12kkl u9:mkn uQxokp uqkr uT{skt uW~ukv u9:wkx 5%ykz k"{k| eL!}k~ |$k@ 
5AkB 
5CkD 
5EkF uGkH U%&IkJ uQxKkL E/"MkN uOkP u_%QkR u_%SkT U?#UkV u'(WkX u'(YkZ uZ [k\ e&']k^ uQx_k` uQxakb uQxckd uQxekf ()gkh uQxikj uQxkkl uQxmkn uQxokp ()qkr uQxskt uQxukv uQxwkx uQxykz (){k| uQx}k~ uQxk@ e)*AkB 5./CkD uQxEkF e)*GkH 5./IkJ uQxKkL e)*MkN 5./OkP E*+QkR E*+SkT u*+UkV uQxWkX uQxYkZ uQx[k\ uQx]k^ *+_k` uQxakb uQxckd uQxekf uQxgkh *+ikj 
5%&kkl U()mkn u*+okp u*+qkr u*+skt uQxukv uQxwkx uQxykz uQx{k| *+}k~ uQxk@ uQxAkB uQxCkD uQxEkF *+GkH U'(IkJ U()KkL u*+MkN u*+OkP E89QkR uQxSkT uQxUkV uQxWkX uQxYkZ uQx[k\ uQx]k^ 45_k` uQxakb uQxckd uQxekf uQxgkh E56ikj E89kkl uQxmkn uQxokp uQxqkr uQxskt 45ukv uQxwkx uQxykz uQx{k| e78}k~ 545k@ 34AkB uCkD u23EkF uQxGkH uQxIkJ uQxKkL uQxMkN uQxOkP 23QkR u23SkT u23UkV +,WkX 5./YkZ uQx[k\ e&']k^ uZ _k` ()akb u'(ckd uekf U%&gkh uQxikj eO$kkl u_%mkn u_%okp u_%qkr u'(skt u'(ukv u[!wkx )*ykz U./{k| U./}k~ u()k@ E%&AkB u()CkD u[!EkF ()GkH u'(IkJ uKkL U%&MkN uQxOkP eO$QkR u_%SkT u_%UkV u_%WkX u'(YkZ u'([k\ uZ ]k^ ()_k` uQxakb uQxckd uQxekf uQxgkh ()ikj uQxkkl uQxmkn uQxokp uQxqkr ()skt uQxukv uQxwkx uQxykz uQx{k| ()}k~ uQxk@ e)*AkB 5./CkD uQxEkF e)*GkH 5./IkJ uQxKkL e)*MkN 5./OkP E*+QkR E*+SkT u*+UkV uQxWkX uQxYkZ uQx[k\ uQx]k^ *+_k` uQxakb uQxckd uQxekf uQxgkh *+ikj U'(kkl U()mkn u*+okp u*+qkr u*+skt uQxukv uQxwkx uQxykz uQx{k| *+}k~ uQxk@	 uQxA	kB	 uQxC	kD	 uQxE	kF	 *+G	kH	 U'(I	kJ	 U()K	kL	 u*+M	kN	 u*+O	kP	 E89Q	kR	 uQxS	kT	 uQxU	kV	 uQxW	kX	 uQxY	kZ	 45[	k\	 uQx]	k^	 uQx_	k`	 uQxa	kb	 e78c	kd	 E89e	kf	 uQxg	kh	 uQxi	kj	 uQxk	kl	 uQxm	kn	 45o	kp	 uQxq	kr	 uQxs	kt	 uQxu	kv	 e78w	kx	 545y	kz	 34{	k|	 u23}	k~	 uQx	k@
 uQxA
kB
 uQxC
kD
 uQxE
kF
 uQxG
kH
 23I
kJ
 u23K
kL
 u23M
kN
 +,O
kP
 E/0Q
kR
 uQxS
kT
 e&'U
kV
 uZ W
kX
 ()Y
kZ
 u'([
k\
 u]
k^
 U%&_
k`
 uQxa
kb
 eO$c
kd
 u_%e
kf
 u_%g
kh
 u_%i
kj
 u'(k
kl
 u'(m
kn
 u[!o
kp
 )*q
kr
 u01s
kt
 u01u
kv
 u()w
kx
 e'(y
kz
 u(){
k|
 u[!}
k~
 ()
k@ ()AkB uCkD U%&EkF uQxGkH eO$IkJ o&KkL _%_%'('(\"Uk\l^	3l   r  