i@nSSKrSSKrSSKrSSKrSSKJr SSKJrJrJ r J r J r J r J r JrJr SSKrSSKrSSKJr SSKJrJr SSKJr SSKJr SSKJr SS KJrJr SS K J!r! SS K"J#r#J$r$ SS K%J&r&J'r' SS K(J)r)J*r* SSK+J,r, SSK-J.r. SSK/J0r0 SSK1J2r2 SSK3J4r4 SSK5J6r6 SSK7J8r8 SSK9J:r:J;r;Jr>J?r?J@r@JArA SSKBJCrCJDrD SSKEJFrF SSKGJHrH SSKIJJrJ SSKKJLrL SSKMJNrNJOrO SSKPJQrQ SSKRJSrS SSKTJUrU SSKVJWrW SS KXJYrY SS!KZJ[r[J\r\ SS"K]J^r^ SS#K_J`r` SS$KaJbrbJcrcJdrd SS%KeJfrf SS&KgJhrh SS'KiJjrj SS(KkJlrl SS)KmJnrn SS*KoJprpJqrqJrrrJsrsJtrtJuru SS+KvJwrx SS,KyJzrz SS-K{J|r| SS+K}Jwr~ \rSS.KJrJr SS/KJr SS0KJr S4r\"\S55r0r0rS6rS7\qS8\GRGRS2\q4S9jrSS:.S;\8SjjrSsS?\|SSX\ \ \GR<GR>S2\l4 SYjjrSS\SV\l4SZjrSV\l4S[jrS\rS]rSuSS\SV\l4S^jjrSX\ \GR<GR>S2\ \GR<GR>4S_jrS`\!SV\lS2\4SajrSvS`\\\ \!4Sb\\\l4SP\#Sc\ \\\4Sd\ \S2Se4 SfjjrSA\lSg\S2S4Shjr\"Si5SwSj\\l\\\l44Sk\ \\ \8\\\ \84\|4S`\ \\ \!\\\ \!44Sc\ \\\4Sl\ \#Sd\S2Se4Smjj5r\"Sn5SxSj\\l\\\l44Sc\ \\\4Sl\ \#Sd\S2Se4 Sojj5r"SpSe5r"SqSr5rg!\a S1\S2\\/\44S3jrGNf=f)yN) defaultdict) AnyDictListOptionalSequenceSetTextIOTypeUnion)Cord)NamedDataStoreNamedDataStoreOutput)serialize_for_executorch)DataSerializer) experimental)MethodProgramsPartitionerSpec to_backend) Partitioner)EdgeCompileConfigExecutorchBackendConfig)executorch_call_delegateis_lowered_module) emit_program EmitterOutput)_DelegateDebugIdentifierMap) ExportError)get_control_flow_submodules)_pybind_schema_to_native_schema)_QUANT_PRIMITIVES)PassBase)PassType)base_post_op_replace_passesbase_pre_op_replace_passesconvert_constant_dim_order_passdead_code_elimination_passEdgeToBackendOpsPassMemoryFormatOpsPass OpReplacePassremove_unused_parameters_pass)external_constants_passexternal_mutable_weights_pass)"insert_write_back_for_buffers_pass)NormalizeViewCopyBasePass) quant_fusion_and_const_prop_pass)reinplace_pass)RemoveGraphAssertsPass#RemoveNonCoreAtenOpGraphAssertsPass)RemoveMixedTypeOperators) aten_to_edge)ReplaceViewCopyWithViewPass) SpecPropPass)weights_to_outputs_pass) pretty_print print_program)Program)_default_decomposition_table)EXIRATenDialectVerifierEXIREdgeDialectVerifierget_aten_verifier)!ReplaceViewOpsWithViewCopyOpsPass)_detect_fake_mode_from_gm)Verifier)ExportedProgram)&unsafe_remove_auto_functionalized_pass)ConstantArgumentExportGraphSignature InputKind InputSpec OutputSpecTensorArgument)_pytree) compatibility) PassManager)rCallable)Library) et_loggerapi_namereturncLS[S[4S[S[44SjnU$)Nfunc.rQc<^S[S[S[4U4SjjnU$)NargskwargsrQc>T"U0UD6$N)rUrVrSs _/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/executorch/exir/program/_program.pywrapper-et_logger..decorator..wrapperssT,V,,)r)rSr[s` rZ decoratoret_logger..decoratorrs$ -s -c -c -Nr])rMr)rPr^s rZrOrOqs/ HS#X. 8CH3E  r]EDGE_DO_NOT_DECOMPDEFc2SnU"U5nUc0$URR5VVs0sH!up4URRX35U_M# nnnURR5Hup4X2R;dMXEU'M U$s snnf)NclURRVs/sH1nURRSS5cM"URSPM3 nnSSKJn U"U5nUb UR $UH:n[U[R5(dM$URR s $ gs snf)Nvalr)detect_fake_mode) graphnodesmetaget torch._guardsre shape_env isinstancetorchSymIntnode)gmrovalsre fake_modevs rZ get_shape_env5_get_updated_range_constraints..get_shape_envs &yy}}UD) DIIe &  3$T*  && &A!U\\**vv''' s !B1B1) var_to_rangeitems replacementsri)rprtrkkrsrange_constraintss rZ_get_updated_range_constraintsr{s (b!I 8A8N8N8T8T8V8V ""1(!+8V &&,,. ** *#$a / s(B old_signaturenew_gmc /nSnURRHnURS:waMU[UR5:dS5eURUn[ UR [5(a UR O$[UR 5"UR5nUR[URUURURS95 US- nM URR5nURS:Xde/n[!UR"S5Hup4U[UR$5:dS5eUR$Un [ U R [5(a U R O$[U R 5"UR5nUR['U RXiR55 M [)X(S9n U $) z7 Update the graph signature's user_input/user_outputs. r placeholderz-Number of inputs changed after transformation) persistentoutputz.Number of outputs changed after transformation) input_specs output_specs)rfrgoplenrrlargrDtypenameappendrGkindtargetr output_node enumeraterUrrHrE) r|r}new_input_specsiroold_input_specrrnew_output_specsold_output_spec new_signatures rZ_get_updated_graph_signaturersO A "" 77m # 3  % %   ; : ; '2215.,,.>??   n(()$))4  ##%%)44    Q-#0,,**,K >>X %% %[--a013  & &   < ; < (44Q7/--/?@@   o))*4995  ++S2H2H I 2)#M r])override_verifierspassesrrBc[SU55(aS[U535e[U[[U55U5$)a Transforms the program according to the provided passes. Args: self: The ExportedProgram instance to transform *passes: A sequence of passes to apply to the program override_verifiers: Optional list of verifier classes to use instead of the default verifiers. This is needed if the transforms yields illegal graph that the default verifier cannot handle. Returns: ExportedProgram: A new ExportedProgram with the transformations applied, or self if no changes were made c3N# UHn[U[[45v M g7frX)rllistrA).0ps rZ _transform..s"17A 1tX&''s#%zhExpected all passes to be of PassType, not list or Verifier. Use override_verifiers kwarg instead. Got: )anyr_transform_with_pass_managerrL)selfrrs rZ _transformrsd$17A qrvw}r~qAA  ( k$v,'); r] pass_managercU"UR5nUb URO URnUceX@RLaUR(dU$[XU5$)a Transforms the program using the provided pass_manager. Args: self: The ExportedProgram instance to transform pass_manager: An instance of PassManager to apply transformations. override_verifiers: Optional list of verifier classes to use instead of the default verifiers. This is needed if the transforms yields illegal graph that the default verifier cannot handle. Returns: ExportedProgram: A new ExportedProgram with the transformations applied, or self if no changes were made ) graph_modulemodified%_update_exported_program_graph_module)rrrrestransformed_gms rZrrsa" t(( )C),S%%d>O>ON  %% %***3<< 0 0 r]exported_programrpc [UUR[URU5UR[ U5[ R"UR5URURU=(d UR/S9 nURRRURR5 URRRUR5 U$)N rootrfgraph_signature state_dictrzmodule_call_graphexample_inputs constants verifiers)rBrfrrrr{copydeepcopy_module_call_graphrrverifierrrhupdate)rrprtransformed_eps rZrrs % hh4  , ,b $..8<--(8(K(KL'66",,$C)9)B)B(C N$$++,<,I,I,N,NO$$++BGG4 r]c.URRUR5 URUlUR5VVs/sHup#UPM nnnUHn[ X5 M UR5Hup%[ XU5 M URR HbnURS:XdM[XRS5n[U[R5(dML[ XRU5 Md gs snnf)Nget_attr) rhrrfnamed_childrendelattrsetattrrgrgetattrrrlrmTensor)new_progr}r_ submodulesmodrots rZ _copy_moduler-s MM%\\HN&.&=&=&?@&?74$&?J@**, $- "" 77j  T2A!U\\**++q1 # As DcSSKJn U"5$)NrETRecord)executorch.devtools.etrecordrrs rZ_create_empty_etrecordr<s6 :r]c [URRVs/sHoRS:XdMUPM sn5S:XaU$URn[ UR 5n[UR5nSn/nURRH3nURS:XdMURUR;dM1Un O URRGHnURS:XdM[URUR5n[U[R5(dMWS[U53nURR!U5 URR#U5n UR$R'5HupXR$U 'M UbUR)USS9U R$S'OXyR$S'XyR$SlUR-U 5 URR/U5 UR1[3[4R6[9U RS 9USS 95 UR1U5 XpR:U'SSS5 GM /n UR<Hbn U R>[4R@:Xa0[U5S:a!U RCU5 URE5 U R1U 5 Md [U5S:aXl-n XRlURRG5 U$s snf!,(df  GMi=f) zs Takes an ExportedProgram and returns the ExportedProgram modified in-place, with the constant tensors as buffers. rrNr_lifted_tensor_constantT) static_shapesrd)r)rrrr)$rrfrgrrrbuffersr@rr user_inputsrrrlrmrinserting_beforerrhrw from_tensorconstantreplace_all_uses_with erase_noderrGrFBUFFERrIrrr USER_INPUTextendclear recompile)eprorrrrfirst_user_inputlifted_constantsconstant_tensorconstant_tensor_fqnconst_placeholder_noderyrsrss rZlift_constant_tensor_passrEs  RXX^^ H^Tww-/GD^ HIQN ((O?**+G)"//:I 77m # _5P5P(P#    77j %boot{{COou||<<$;CL>"J **+;<)+)=)=>Q)R& IIOO-DA56//2.(9B9N9N't:O:*//6:I//6>M++E2;**+AB##D)!''&--*0F0K0KL2#' 235D 123=<FO  ( ( 66Y)) )c2B.Ca.G  " "#3 4  " " $q! )  q *<%4"OO Iy I.=> M c`[US5(aUR"U6$UR"U6$)Nr)hasattrr transform)rrs rZtransform_exported_programrs-r<  }}f%%||V$$r]c>^\rSrSrU4SjrS\S\S\4SjrSrU=r$)HackedUpExportedProgramDONOTUSEic .>[T U]UUUUUUUU S9 g)N)rrfrrrzrrr)super__init__) rrrfr call_specrrzrrr __class__s rZr(HackedUpExportedProgramDONOTUSE.__init__s/ +!//)  r]rUrVrQc^SSKJs Jn TRRb.Un[ R "UTRR5n[U4SjTRR55n[U4SjTRR55n[R "5 [R"R%TR&5R("/UQUQUQ7SS06n SSS5 TRR*bTRR,n [/U 5n W SU n TRR0n U b![3U R555SnU SUn XSn [R6"U TRR*5n SnTRR,R95HnXTR:U'US - nM U $W $![aD [R"U5upVURSTRRSU35ef=f!,(df  GNO=f![aD [R"U 5upVURSTRR*S U35ef=f!SnTRR,R95HnXTR:U'US - nM f=f) Nrz>Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: c3B># UHnTRUv M g7frXrrrrs rZr;HackedUpExportedProgramDONOTUSE.__call__..s .MdDOOD !.Mc3B># UHnTRUv M g7frXrrs rZrrs .JdDOOD !.Jrenable_io_processingFz@Trying to flatten user outputs with exported output tree spec: z. but actually got outputs with tree spec of: r)torch._export.error_exporterrorrin_spec fx_pytreetree_flatten_spec Exceptionpytree tree_flatten InternalErrortupler parametersrrmno_gradfx Interpreterrrunout_specbuffers_to_mutaterassertion_dep_tokenrkeystree_unflattenvaluesr)rrUrVr user_argsr received_specordered_paramsordered_buffersrmutation num_mutatedmutated_buffersr assertion_dep_token_indexixbuffers` rZ__call__(HackedUpExportedProgramDONOTUSE.__call__s++ >> ! ! -I  229dnn>T>TU .2.B.B.M.M    .2.B.B.J.J  ]]_((&&t'8'89=="148OTC >> " " .++==Hh-K!,;/O#'"6"6"J"J ".,01D1I1I1K,LQ,O)445l#C ++C1H1HI"22DDKKMF.=.ADOOF+!GBN s e #)#6#6y#A ))U~~--./D$o'  _* #)#6#6s#; ))W~~../0E$o' "22DDKKMF.=.ADOOF+!GBNs3+G/7AI<+I/AH= IAJ  J##AK(rY) __name__ __module__ __qualname____firstlineno__rrr__static_attributes__ __classcell__)rs@rZrrs' .9c9S9S99r]rF)is_backward_compatiblec\rSrSrS\S\4SjrS\SS4SjrS\ S\ 4S jr SS \ \ SS4S jjr SS jrSS \ \SS4SjjrSS\ \\\ 4SS4SjjrSrg )ExirExportedProgramirafter_to_edge_passescXlX lgrX)rr")rrr"s rZrExirExportedProgram.__init__s !1%9!r]rrQc<[UR/UQ76UlU$rX)rr)rrs rZrExirExportedProgram.transforms *4+@+@ J6 J r]rUc<URR5"U6$rX)rmodule)rrUs rZrExirExportedProgram.__call__s$$++-t44r]NconfigcU=(d [5n[URR[R R 5(d1S[URR5R35e[X5$)Nztype is instead: ) rrlrrrmr GraphModulerr_to_edge)rr*s rZto_edgeExirExportedProgram.to_edgesz.,.  ! ! . .0D0D   S tD$9$9$F$FGPPQ R S %%r]cV[URRR5 grX)printrrrfrs rZdumpExirExportedProgram.dumps d##00667r]ExecutorchProgramc 6UR(d [S5eU=(d [5nURRn[ U5HnU"U5nUceURnM UR U5nUceURn[[R"UR5UR5n[URRU5 [UURURURURUR S9nURR"R%UR"5 URR"R%URRR"5 U$)Nz&Must run to_edge before to_executorch.)emit_stacktraceextract_delegate_segmentssegment_alignmentconstant_tensor_alignmentdelegate_alignment)r" RuntimeErrorrrredge_to_executorch_passesmemory_planning_passr!rrrr5r7r8r9r:r;rhr)rr*r}r new_gm_resrexecutorch_progs rZ to_executorch!ExirExportedProgram.to_executorchs]((GH H424&&33*62A6J) )),,F3008 %%%((& MM$// 0$2K2K  X..;;VD+ "22&,&F&F$66&,&F&F%88   $$))00=$$))00  ! ! . . 3 3 r]memocp[[R"URU5UR5nU$rX)r!rrrr")rrCnew_eeps rZ __deepcopy__ ExirExportedProgram.__deepcopy__.s2& MM$// 6  % % r])r"rrXrQN)rrrrrBboolrr"rrrrrr.r3rrArintrFrrYr]rZr!r!s 9) 9# 9.C5c5c5 59&01& &8 59%01% %P04T#s(^, r]r!c4\rSrSrSS\S\S\S\S\\S\\S S4S jjrS \ 4S jr S \ 4S jr \ S \4S j5r\ \"S5S \\\44Sj55r\ S \4Sj5r\ S \\\\\\444Sj5r\ S \\\\\\\\\44444Sj5r\ S \\\\\\\\4444Sj5r\ S \R:R<4Sj5rS \R:R<4Sjr S \!4Sjr"S\#RHS S4Sjr%SSjr&Sr'g)r5i8Nexir_exported_programr7r8r9r:r;rQcUR(d [S5eURUlSUlSUlSUlSUlX lX0lX@l XPl X`l SSK J nJn U"U"UR55Ulg)NzBNeed to call prog.to_edge prior to constructing ExecutorchProgram.rFlatTensorConfigFlatTensorSerializer)r"r<r _pte_data _tensor_data_buffer_emitter_output_emit_stacktrace_extract_delegate_segments_segment_alignment_constant_tensor_alignment_delegate_alignment4executorch.extension.flat_tensor.serialize.serializerOrP_data_serializer) rrLr7r8r9r:r;rOrPs rZrExecutorchProgram.__init__:s%99T !6 F F)-7;(, 8<&50I''89R'2D  1E T44 51 r]c~URc%[URUR5UlUR$rX)rTrrrUr2s rZ_get_emitter_output%ExecutorchProgram._get_emitter_outputZs:    '#/%%t'<'<$D ###r]c URcd[UR5[URUR UR URS9UR5uUlUl URceUR$)N)r8r9r:r;) rQrr^rrVrWrXrYr[rRr2s rZ _get_pte_dataExecutorchProgram._get_pte_dataas >> !0H((*'.2.M.M&*&=&=.2.M.M'+'?'?  %% 1 -DND-~~)))~~r]cpURc[UR55UlUR$zReturns the serialized ExecuTorch binary as a byte string. Note that the call to `buffer` may allocate a very large amount of contiguous memory, depending on the model size. If writing to a file, use `write_to_file` which won't incur additional copies. )rSbytesrar2s rZrExecutorchProgram.bufferps- <<  !3!3!56DL||r]z>This API is experimental and subject to change without notice.cURcUR5 URc0$URR5VVs0sHupU[ U5_M snn$s snnf)zReturns the data files as a dictionary of filename to byte data. Returns: Dict[str, bytes]: Dictionary mapping data filenames (e.g., .ptd files) to their serialized byte content. Returns empty dict if no data files are available. )rQrarRrwre)rfilenamecords rZ data_filesExecutorchProgram.data_files~s_ >> !       $I<@2233 4II2ehh22222588#7#72%%6r'8'86T6 &r]r5r*c8[[5/-n[nX4$rX)r$r3r#)r*pre_op_replace_passespost_op_replace_passess rZ_get_aten_to_edge_passesrs% 7:R:T9UU8 88r]cUR(a%[5"URR5 URRnUS:Xa[[URRURRRURRURRURRURRURRURR [#US9/S9 S5n[%U5up4[&R("U5R*"U6nUS:Xa[-UR5UlURRnUR.(aS[15"U5nUceURnUR2(d![55"U5nUceURnUHnU"U5nUceURnM [UUR[7URRU5URRURRURRURRURR [9USS9/S9 UlSUlU$![a [ R "S5 ef=f)NaIf a particular operator failed core ATen IR check, please consider adding it to the exception list. Add the operator to _core_aten_ops_exception_list in EdgeCompileConfig. This is the recommended way to resolve this type of failure, so that the rest of the IR validation check can still be performed. If you'd like to disable IR validation checking, please set _check_ir_validity in EdgeCompileConfig, like *.to_edge(exir.EdgeCompileConfig(_check_ir_validity=False)).ATEN)r*rFTedge_compile_config class_only)_check_ir_validityr<rrrrrdialectr!rBrfrrrzrrrr>rrrrr _use_edge_opsr)_skip_dim_orderr(rr=r") rr*rrrnew_epr}r?rs rZr-r-s     # %b&9&9&F&F G!!))G& ((55))66<< " 3 3 C C..99"$"5"5"G"G"$"5"5"G"G!22AA--77%%  ! $5MV4T1 ]]2  ( (*? @F&";FU*U1#dkk2BCDK$4G4H4HI 1LL&&D?* $(??5c$++6FG 'Jr]cJURRRS5SnURRn[ [ R [5(dS[S35e[[ R [5n[X15n[XB5$)N::rzCouldn't find z@ in torch.ops. Please make sure the Library has been registered.) _schemarsplit overload_namerrmopsedge_no_decomp_namespacer)rop_namer op_namespacers rZ_get_transformed_oprsoo""((.q1GOO11M  +  s 011qrs 599&>?L  'B 2 %%r]c[RU5c[U[RR 5(a[ UR5RS5SnURRRS5Sn[RU5 URRnUS:waUSU-- n[RX S5 [U5[U'U[[ [U5'ggg)Nrr.CompositeExplicitAutograd)rrirlrm_ops OpOverloadrrrrlibdefinerimplrr)r op_schemarrs rZrrs""7+3 &&99(..t4Q7 //&&,,T215 9 55 B  s]* *G #>?,?w+G(IP$;G$D EF%93r]cSnUb USUS3- nUSUSUS3- nUVs1sHn[U5iM snRU5n[Vs1sHn[U5iM nnURRR Hn U(aU"U 5OSn U R S:XdM&U RU;dM8U RU;dMJU (dMSS U S U RS 3U-n U(a [U 5e[R"U 5 M [UR5Hupn U RR Hn U(aU"U 5OSn U R S:XdM&U RU;dM8U RU;dMJU (dMSS U S U RS 3U-n U(a [U 5e[R"U 5 M M gs snfs snf) Nrz*This op was registered by the partitioner z to not be decomposed. zThe following ops: z( were specified to not be decomposed in rTrzNode z with op z" was not decomposed or delegated. ) r4unionr rrfrgrrr<rwarningr)rrmrrgenerate_errorpartitioner_namewarning_str_endrquant_primitivesror warning_strrrs rZ&_sanity_check_graph_for_non_decomp_opsrsO#GHXGYYqrr,-E,FFnosnttuvvO $< #;R R#;  e $%4EE3DR R(3DE$$**004D*40$ GG & 77 #33ovYt{{m3VW!" ";// ,14G4H4HI 1LL&&D8H.t4dO?*KK#;;KK'77!/D64;;-7Z[%&"&{33OOK0'J) Fs G%G*cZ^^[5mU4SjmU4Sjn[[X55$)Ncb>UT;a([R"U5 TRU5 ggrX)rwarnr)warn_str_logged_warningss rZ log_warning:_remove_invalid_ops_for_not_decompose..log_warning?s+ + + LL "   * ,r]c >/nUR[RRRR 5 X;agUR n[U5nUcT"SUR S35 O@UR(a T"SUS35 gUR5S/:wa T"SUS35 gU[RRRR [RRRR[RRRR[RRRR[RRR R[RRR"R [RRR$R [RRR&R([RRR*R 4 ;a T"SUS35 gg! GN%=f) NTz,Torchgen is not able to parse the schema of z. This is not fatal.zOp z_ was requested for preservation by partitioner. This request is ignored because it is mutable.Fzc was requested for preservation by partitioner. This request is ignored because it aliases output.zf was requested for preservation by partitioner. This request is ignored because it is in a blocklist.)rrmrtorchaochoose_qparams_affinedefaultrr is_mutablealiased_return_namesaten_to_copymulrrsubdivitem_local_scalar_denseunbindrJsplit_with_sizes)r allow_listschema native_schemars rZkeep3_remove_invalid_ops_for_not_decompose..keepEs     eii//EEMM N  7?  >rzzlJ_` ''"|}113v="AB  IINN # # + + IINN   % % IINN   % % IINN   % % IINN   % % IINN   ' ' IINN . . 6 6 IINN ! ! % % IINN + + 3 3   bTA ]  s =I""I')rrfilter)rrrrs @@rZrr:s*u+ 5n t* ++r]rc0URU5up#USL$rX)r)rrmrrs rZ"_can_skip_using_EDGE_DO_NOT_DECOMPrs"&::7CA t ##r] aten_programsconstant_methodsgenerate_etrecordEdgeProgramManagerc \[[5n0nUR5GHupxUR05nUGbUR U/5n [ 5n U (d@[ 5n URHn U RU S5 M URU 5nU GHn U RU5up[X5nU(a_[ 5n /nUH)n U RU S5cMURU 5 M+ URU 5nU RU5 M[U5n[ 5n UHn U RU S5 M URU 5nX}/0n[XxU5=(d /nU RU5 UR[ 55n[U5 GM XWR!U 5 [#UUUR U/5S9Xg'GM [[ 5R$"UR'565n[[ UR(5[ U5-5Ul[+UUUU5nU(aG[-5nUR/U5 UR1[2R4"U55 UUlU$)a Generates EdgeProgramManager for subsequent lowering to the partitioners specified by partitioner. The EdgeProgramManager is generated from aten_programs. Partitioners specify what nodes should not be decomposed from the original aten programs. This is done through two passes of run_decompositions. - First pass preserves all aten_targets specified by partitioners to preserve them from nested decompositions - Second pass uses check_op fn provided by partitioners to perform additional checks on nodes with preserved aten targets. They are then replaces with transformed ops to keep them through the second pass of decompositions Nr)rrrwrun_decompositionsrirr;rpoprrrrrrrrrrr _core_aten_ops_exception_listrradd_exported_programadd_edge_dialect_programrr _etrecord)rrr*rr#ops_set_to_not_decompose_by_program edge_programsrrmpartitioners_for_programfinal_ops_to_preservetablercurr_partitionercurr_ops_no_decompr!can_skip_using_edge_do_not_decompops_needing_preservationtemp_partitioner_dict preserved_opsall_ops_not_to_decompose edge_manageretrecords rZ"_gen_edge_manager_for_partitionersrs(+6d*;'02M&,,. ,,R0  "'2tR'@ $$'E !,46 --BIIb$'.!44U;%= (8(M(Mg(V%"5W$5158:E/1,0 99R.:4;;B?1&88?G)001IJ*O**& 9:E0 "d+1&88?G.23E,F)> +@ " *00?&889U9WXG9A_%=` 0 5 < <=R S4  <@@rJ E/V $  8??AB ,0 F 0 01C8P4QQ,F(& L)+%%m4))$-- *EF!)  r]named_data_storecv^^S[RRSS4UU4SjjmT"UR5 g)zp Collects all the named data store outputs found within the exported program and adds them to named_data_store. rrQNcR>URRHonUR[:XdM[ XR SR5n[ U5(deURnUcM^TRU5 Mq [U5HupEnT"U5 M g)Nr) rfrgrrrrUrnamed_data_store_outputmerge_named_data_storer)rrolbmdata_store_outputrr collect_named_data_store_outputsr s rZr'Xcollect_named_data_store_from_exported_program..collect_named_data_store_outputss!&&,,D{{66lIIaL,?,?@(----$'$?$?!$0$;;>> >  202F h % %"H-  k4 ( ([-D5B5G5G5IJ5IT[(5I J  ,9,>,>,@A,@DRx,@ A5F>OL##--.>?   " " ; ;'|)DE '..0"#7=M9NO1' ( "&1&7&7&9 "D3'((.>.A%+':$../DE )&44::< ?Bu "tR0 , ,<,Q,Q- )K)66FPPCKP '?'E'Ek'R $ 2( !1!;!;!D!D#  !-"**T2J-KK  $ $ $ #$*)  $$  &-=8 oKAs 1 I7 I<r.c[U[5(aeU=(d [5n[U[5(dSU0nOUn0nUR5Hupx[ 5n /n U(a1UR n UR Hn U R U S5 M URU 5nUR(a>URn [5"U 5n U ceU Rn [USS9"U 5 [XHU S9Xg'UR(dM[!USU S 9"5"XgR5 M [#XaU5nU(aG[%5nUR'U5 UR)[*R,"U55 UUlU$![a!n[R"SUS35 UeSnAff=f![a!n[R"SUS 35 UeSnAff=f) aB :func:`to_edge` constructs an EdgeProgramManager from a set of exported programs in ATen dialect. Upon construction those programs are transformed into edge dialect. Args: programs: Can be a single ExportedProgram or a dictionary mapping function names to their corresponding ExportedPrograms. If only a single ExportedProgram is provided it will be assigned the name "forward". constant_methods: An optional dictionary of method name to the constant value returned by that method in eager mode. Often used to store config information on Edge models. compile_config: An optional argument used to provide greater control over the transformation to edge dialect process. generate_etrecord: An optional argument used to generate an etrecord for debugging purposes. Default is False. Returns: EdgeProgramManager r/NFrInput program z is not in ATen dialect.r Tr1z is not in Edge dialect.)rlrrrwr;rr r rrr2r<rrrrr=rrrrrrr)r+rr-rr*rrrrmrrrrpreepmrs rZr.r.s.*,=>>> >  202F h % %"H-  02M&,,. ,. )66L$11 "d#2,,U3  $ $%%B8:2>F% %%$$B '(.$5 ,   $ $ $ '(.#!-"'44 6A/R ]f EC)+%%m4))$--*<=  J3  ~dV3KLM   ~dV3KLM s02F$""G$ G.G  G G=G88G=c \rSrSrSrSS\\\\\44S\ \\\ 4S\ \ S\ \ \ RRS\ \ \ RR4 S jjr\S \\4S j5r\S \\4S j5rSS \S \4Sjjr\"S5SS\\\\\\\4\4S\ \ S S4Sjj5r\"S5S\\\\\44S S4Sj5r\"S5SS\ \S S4Sjj5rSrg)ria` Package of one or more `ExportedPrograms` in Edge dialect. Designed to simplify lowering to ExecuTorch. See: https://pytorch.org/executorch/main/ir-exir Allows easy applications of transforms across a collection of exported programs including the delegation of subgraphs. Manages the second link in the lowering chain of ATen -> Edge -> ExecuTorch. Nrrr-rrcU=(d [5Ul[U[5(dSU0nUR 5H+upg[ URUUS9"UR 5 M- Xl X l [5Ul URR 5Hup[XpR5 M SUlg![a!n[R"SUS35 UeSnAff=f)z Should not be called directly by users. User should use :func:'to_edge' instead. Constructs an EdgeProgramManager from an existing set of exported programs in edge dialect. r/)rrrr;z is not in aten dialect.N)rr-rlrrwr=rrrrr5_config_methodsr_named_data_storer)r) rrrr-rrrrmr<rs rZrEdgeProgramManager.__init__s-C0A0C-..& 6M*002MD '(,(;(;1M!-&& (3;H/!/!1--335JA :// 6   ~dV3KLM s%C  C7C22C7rQcH[URR55$)z8 Returns the set of methods in this EdgeProgramManager. )rr5r r2s rZmethodsEdgeProgramManager.methods#s 4&&++-..r]c~UR(a#[URR55$[5$)z? Returns the set of config methods in this EdgeProgramManager. r@rr r2s rZconfig_methods!EdgeProgramManager.config_methods*- 483G3Gs4'',,./RSURr] method_namec URU$z9 Returns the ExportedProgram specified by 'method_name'. )r5rrKs rZr#EdgeProgramManager.exported_program1s "";//r]rrcU=(d URn0nSnSnSn[U[5(aUn[U[5(aUn[U[5(aUnUR R 5Hupx[U[5(a4U(a-XuR5;a[R"U5X7'MNUb[U/UQ76X7'O$Ub[U/XWQ76X7'OUb [X5X7'[US9"X7R5 M [U[R"UR5U5n UR U lU $)a Transforms the program according to the provided passes. Args: passes: This param can be one of: 1) a list of passes - all methods in the given EdgeProgramManager will be transformed with the provided passes. 2) a dictionary mapping method names to lists of passes - only method names specified in the dictionary will be transformed with their corresponding passes. 3) a PassManager instance - all methods in the given EdgeProgramManager will be transformed with the given PassManager instance. compile_config: Compile config to use for veriy the correctness of model graph after each pass. If not specified, the compile config of the calling EdgeProgramManager will be used. It will be used in as compile config of returned EdgeProgramManager. Returns: EdgeProgramManager: A copy of the calling EdgeProgramManager with the transformations applied. N)r)r-rlrrrLr5rwr rrrrr=rrr@r) rrr- new_programs passes_seq passes_dictrrrmr=s rZrEdgeProgramManager.transform8sG<(>4+>+>35 48 ?C .2 fh ' 'J fd # # K fk * *!L!00668MD64(( 0 0 22%)]]7%; "%%/%E*%E "(%/%L+:K%L ")%A'%X " $ G"// '9.! $--(<(<=~   r]rrcL0n0n[U[5(dURVs0sHoDU_M nnOUn[URU5n[ U5n[ SS9n[ U[R"UR5U5nURUl U$s snf)aq Returns a semantically-equivalent program to the one given as input, but with portions of each program in the EdgeProgramManager targeted for delegation as determined by the partitioner. Args: partitioner: The partitioner can either be a Partitioner subclass instance, or a dictionary mapping method names to Partitioner subclass instance. If it is a Partitioner subclass, all programs in the given EdgeProgramManager will be lowered using the given partitioner. If it is a dictionary, only method names specified in the dictionary will be lowered with the given partitioner. The Partitioner subclass instance is in charge with tagging portions of the input program for delegation. A valid partitioner must return PartitionerResult including valid partition_tags: Dict[str, DelegationSpec], where each key is a tag name and the nodes with same tag will be fused a one subgraph and delegated to backend specififed in delegation spec. Returns: EdgeProgramManager: A copy of the calling EdgeProgramManager with the specified subgraphs lowered. F)r) rlrr5rrrrrrr@r)rrnew_edge_programsr8r#method_to_programs_and_partitionersr*r=s rZrEdgeProgramManager.to_backends89;8:+t,,CGCVCV$WCV4;%6CV !$W !$/ !.K    !/ + ''JK"e<  MM$.. /     %%Xs B!rAr*ExecutorchProgramManagercU(aUO [5n0nURR5GH=up4UR(a-URR b [ S5e[U5nUR(a [U5n[U5n[U5n[U5upVURn[X5HDnU"U5n U ceU Rn[U[ 5(dM3UR#XG5 MF [UR$[&5(a)UR$(a[)U5n U RnO;[+UR$5(a![)XqR$5n U RnUR,(a[/Xt5n U Rn[UR0[25(a/UR0R5U[5R05n O UR0n [7U S5(aU R9Xv5n OU "U5n U ceU Rn[;URU5 XBU'GM@ [UR0[25(aEUR0R=5H&n [7U S5(dMU R?5 M( O-UR0n [7U S5(aU R?5 [AUURBUURDRG55n URHb1URHRK5n U RMU 5 Xl$U $)aV Transforms the program to the ExecuTorch backend. Args: config: An optional argument used to provide greater control over the transformation to the ExecuTorch backend. Returns: ExecutorchProgramManager: A manager representing the state of the EdgeProgramManager after it has been transformed to the ExecuTorch backend. zCannot run do_quant_fusion_and_const_prop on a graph with a backward signature intended for on-device training. Please set do_quant_fusion_and_const_prop to False in the ExecutorchBackendConfig.rrun_multimethod)'rr5rwdo_quant_fusion_and_const_proprbackward_signaturerr/run_reinplace_passr0r7rCr-rr=rlr6update_placeholder_tensor_specsexternal_constantsrIr+callableexternal_mutable_weightsr,r>rrirrrr r[rYr@rAget_named_data_store_outputrradd_executorch_program) rr*execution_programsrrmrprr}rr?r>et_pm et_etrecords rZrA EdgeProgramManager.to_executorchs "'>'@9;!00668MD44**==I#n;7C(((1-g6G#> +->??$446(     " " > > @   >> %..--/K  . .u 5)O r])r@r5rrAr-)NNNNr/rX) rrrr__doc__r rBrrrrrrrmrrrrr rDrHrrOrr"rLrrrrrArrYr]rZrrs6:6:NR>B %_d33G.HHI%#4S>2%!!23 % '/tEJJ4I4I/J&K % tEJJ$9$9:; %N/S// SCSS 0C00{7;Hhx($sHX4F/F*GTUH!!23H  HHT|0;S+-=(>>?0 00d59k01k $k kr]c \rSrSrSrSS\\\4S\\\\ 4S\\ S\\ 4Sjjr \ S \\4S j5r\ S \\4S j5rSS \S \4S jjrSS\S\\S S4Sjjr\ S \\\\\\444Sj5r\ S \\\\\\\\\44444Sj5r\ S \\\\\\\\4444Sj5r\ S \4Sj5r\ S \4Sj5rSr S\!RDS S4Sjr#S Sjr$S\S S4Sjr%Sr&g)!rYi%a Package of one or more `ExportedPrograms` in Execution dialect. Designed to simplify lowering to ExecuTorch. See: https://pytorch.org/executorch/main/ir-exir When the ExecutorchProgramManager is constructed the ExportedPrograms in execution dialect are used to form the executorch binary (in a process called emission) and then serialized to a buffer. Manages the final link in the lowering chain of ATen -> Edge -> ExecuTorch. NrerHbackend_config named_datacXlX lX@lU=(d [5n[ URUR URUR 5UlSSKJ nJ n U"U"URS95Ul [URUURUR5uUlUlSUlSUlg)a5 End users should not call this constructor directly. Instead, they should use :func:'to_executorch' to construct an ExecutorchProgramManager. Constructs an ExecutorchProgramManager from a set of exported programs in execution dialect. Args: execution_programs: A dictionary of method name to the corresponding ExportedProgram. config_methods: A dictionary of method name to the config value returned by that method in eager mode. backend_config: An optional argument used to provide greater control over the emission and serialization. rrN)r9N)_execution_programsr@ _named_datarrr7emit_mutable_buffer_namesrTrZrOrPr9r[rrQrRrSr)rrerHrlrmrOrPs rZr!ExecutorchProgramManager.__init__1s2@R 9G Returns the set of methods in this ExecutorchProgramManager. )rror r2s rZrD ExecutorchProgramManager.methodsls 4++00233r]c~UR(a#[URR55$[5$)zE Returns the set of config methods in this ExecutorchProgramManager. rGr2s rZrH'ExecutorchProgramManager.config_methodssrJr]rKc URU$rM)rorNs rZr)ExecutorchProgramManager.exported_programzs'' 44r]verboseoutcU(a[URRUS9 g[URRUS9 g)a Prints the ExecuTorch binary in a human readable format. Args: verbose (bool): If False prints the binary in a condensed format. If True prints the binary 1-1 with the specification in the schema. out: If None, prints to stdout. If non-None, writes the string to that stream object. It can be a file object, a StringIO object, or any other TextIO subclass. )rzN)r8rTrmr9)rryrzs rZdump_executorch_program0ExecutorchProgramManager.dump_executorch_programs3  --553 ? $..66C @r]c.URR$rX)rTrpr2s rZrp)ExecutorchProgramManager.debug_handle_maps##444r]c.URR$rX)rTrsr2s rZrt%ExecutorchProgramManager.delegate_maps##CCCr]c.URR$rX)rTrwr2s rZrw7ExecutorchProgramManager.instruction_id_to_num_outs_maps##BBBr]c.URR$)zP Returns the object that represents the ExecuTorch binary before serialization. )rTrmr2s rZexecutorch_program+ExecutorchProgramManager.executorch_programs ##+++r]chURc[UR5UlUR$rd)rSrerQr2s rZrExecutorchProgramManager.buffers( <<  0DL||r]cJURc [S5eUR$)z Get the generated ETRecord if etrecord generation was enabled. Returns: ETRecord object if generation was enabled, None otherwise Raises: RuntimeError: if ETRecord object was not generated. zETRecord was not generated)rr<r2s rZ get_etrecord%ExecutorchProgramManager.get_etrecords$ >> !;< <~~r]rc:URRU5 gr)rQrrs rZr&ExecutorchProgramManager.write_to_files $$Y/r]c|URceURR5H}up#URS5(dUS- n[[R R X5S5n[R"SU35 URU5 SSS5 M g!,(df  M=fr) rRrwendswithrrrrrrrrs rZr2ExecutorchProgramManager.write_tensor_data_to_files  ,,,"//557NH$$V,,F"bggll6Z94@A 4XJ?@""1%A@8A@s 4+B,, B; rcpUSSS:wa)[R"SUS35 [SUS35e[US5nUR U5 [R "SU35 SSS5 g!,(df  g=f![ a&n[R"SUS U35 SnAgSnAff=f) z? Saves the serialized ExecuTorch binary to the file at `path`. Nz.ptezPath z does not end with .pterzSaved exported program to zError while saving to z: )rr ValueErrorrrrr)rrfiler<s rZsaveExecutorchProgramManager.saves 9  MME$'>? @uTF*ABC C @dD!T""4( 9$@A"!! @ MM24&1#> ? ? @s5 B+A4+B4 B>BB B5B00B5) rSr@r[rTrrorprQrR)NNNriFNrH)'rrrrrjrrrBrrrrrrr rDrHrrIr r|rJr rrprrtrwr:rrerrrrrrrrrYr]rZrYrY%s  48<@59 9 o!569!c3h09!!89 9 12 9v4S44 SCSS 5C55>BAA*26*:A A(5$sE#tCy.,A'A"B55D c4T#uS2M-M'N"NOOPP QDD C c4U3S >2233 4CC ,G,,     0r'8'80T0 & @ @ @r]rYrXrr)F)NNNNF)NNF)rrrr collectionsrtypingrrrrrr r r r rm torch._export executorch.exir._serialize._cordr ,executorch.exir._serialize._named_data_storerr%executorch.exir._serialize._serializer*executorch.exir._serialize.data_serializerrexecutorch.exir._warningsr#executorch.exir.backend.backend_apirr#executorch.exir.backend.partitionerrexecutorch.exir.capture._configrrexecutorch.exir.delegaterrexecutorch.exir.emitrrexecutorch.exir.emit._emitterrexecutorch.exir.errorrexecutorch.exir.graph_moduler executorch.exir.operator.convertrexecutorch.exir.operator.utilr executorch.exir.pass_baser!executorch.exir.pass_managerr"executorch.exir.passesr#r$r%r&r'r(r)r*.executorch.exir.passes.external_constants_passr+r,9executorch.exir.passes.insert_write_back_for_buffers_passr-4executorch.exir.passes.normalize_view_copy_base_passr.(executorch.exir.passes.quant_fusion_passr/ executorch.exir.passes.reinplacer00executorch.exir.passes.remove_graph_asserts_passr1r22executorch.exir.passes.remove_mixed_type_operatorsr32executorch.exir.passes.replace_aten_with_edge_passr47executorch.exir.passes.replace_view_copy_with_view_passr5%executorch.exir.passes.spec_prop_passr6.executorch.exir.passes.weights_to_outputs_passr7executorch.exir.print_programr8r9executorch.exir.schemar:executorch.exir.tracerr;%executorch.exir.verification.verifierr<r=r>torch._export.passesr?torch._export.utilsr@torch._export.verifierrA torch.exportrB-torch.export._remove_auto_functionalized_passrCtorch.export.exported_programrDrErFrGrHrItorch.fxrJrtorch.fx._compatibilityrK"torch.fx.passes.infra.pass_managerrL torch.utilsrValrM torch.libraryrN!executorch.exir.program.fb.loggerrO ImportErrorrrrrrr{rr,rrrrrrrrrrr!r5rr-rr=rrrrrrrrrrIrrr)r*r.rrYrYr]rZrsF  #PPP 1KE2<VP<E-DL;.1   V;XK?RE*? C9+(*1:)  ! ;0 &.>7'7 HH 77z7; tDN33 <7;tDN33 @7;% tDN33 . 2AJ%H%%QoQhe,OO-Ode,M&M&-M&` 9%6 9J*J/DJ\<@  #  +3C=   (^  H<@ #+3C= (^.KO:> C C C#+4 0E0E+F"GC4 5 567 C  CL, , ,^ H/ H"&Q: 21 21 21jB,uzz,,-B, %**   B,J $ $'6 $  $$). uc4 ,,-u_,-u utCH~. u  ~ u  upD%D$D D6 ()  1526#{OT#*>%??@{ hx $sHX,>'>"?LM{  d;c4 +<& {tCH~.{./{{{*{| 92626# OOT#*>%??@OtCH~.O./O O  OOdqqh C@C@m5 CHcUCZ$8 s4PP43P4