<>i} ^SSKrSSKrSSKrSSKrSSKJr SSKJ r SSKJ r J r SSK J r \RRrS)SjrSr\RR'SSS/5S 5r\RR'S \R*"S 5S S 45S5rSr\RR'SSS/5S5rSrSr\RR'SSS/5S5rSrSr\RR'SSS/5S5rSr\RR'SSS/5S5r \RRBS5r"\RRBS5r#\RR'S\RH"\RJ"S5S5\RH"\RJ"S5\RJ"S55\RJ"S5S:/5S 5r&S!r'S"r(S#r)S$r*S%r+S&r,S'r-S(r.g!\a Sr GNf=f)*N)tobytes) ArrowInvalidArrowNotImplementedErrorcFSSKJn U"[R"5U5$)Nr)_get_udf_context)pyarrow._computerpadefault_memory_pool) batch_lengthrs [/var/www/html/land-tabula/venv/lib/python3.13/site-packages/pyarrow/tests/test_substrait.pymock_udf_contextr &s1 B224l CCc[RR[U5U5n[R R X2RS9nURU5 SSS5 U$!,(df  U$=f)N)schema) ospathjoinstrr ipcRecordBatchFileWriterr write_table)tmpdir file_nametablerwriters r _write_dummy_data_to_diskr+s] 77<<F Y /D  % %d<< % @F5! A K A @ Ks A-- A< use_threadsTFcSnSn[R"/SQ/S/S9n[XU5n[UR S[ R "U5R555n[RRU5n[R"XqS9nUR5n URS/5U RS/5:Xdeg)Nax { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "foo" ] }, "local_files": { "items": [ { "uri_file": "FILENAME_PLACEHOLDER", "arrow": {} } ] } } }} ] } zread_data.arrowfoonamesFILENAME_PLACEHOLDERrr rrrreplacepathlibPathas_uri _substrait_parse_json_plan substrait run_queryread_allselect rrsubstrait_queryrrrquerybufreaderres_tbs r test_run_serialized_queryr;2sO<"I HHo&ug 6E $V >D O++ T 2 9 9 ;= >E -- ( ( /C   >F __ F << FMM5'$: :: :rr7sbuffersbytesr c[U[R[45(dHS[ U5S3n[ R "[US9 [R"U5 SSS5 gSn[ R "[US9 [R"U5 SSS5 g!,(df  g=f!,(df  g=f)Nz)Expected 'pyarrow.Buffer' or bytes, got ''matchz1ParseFromZeroCopyStream failed for substrait.Plan) isinstancer Bufferbytestypepytestraises TypeErrorr1r2r)rr7msgs r test_run_query_input_typesrH`s ebii/ 0 09$u+aH ]]9C 0    &1 >C |3 /E" 0 / 1 0 0 /sB) B:) B7: CcSn[RR[U55nSn[R "[ US9 [R"U5 SSS5 g!,(df  g=f)Nz2 { "relations": [ ] } zPlan has no relationsr>) r r/r0rrDrErr1r2)r7r8 exec_messages r test_invalid_planrKpsP E -- ( ( 8C*L |< 8C  9 8 8s A&& A4cSnSn[R"/SQ/S/S9n[XU5n[UR S[ R "U5R555n[RR[U55n[R"XqS9nUR5n URS/5U RS/5:Xdeg)Na { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "bar" ] }, "local_files": { "items": [ { "uri_file": "FILENAME_PLACEHOLDER", "arrow": {}, "metadata" : { "created_by" : {}, } } ] } } }} ] } zbinary_json_data.arrowrbarr&r(r)r*r5s r (test_binary_conversion_with_json_optionsrN}sOB)I HHo&ug 6E $V >D O++ T 2 9 9 ;= >E -- ( ( 8C   >F __ F << FMM5'$: :: :rcTUSU3nUHnURU5(dM g g)N#TF)endswith)fnsext_filefn_namesuffixfns r has_functionrWs3z7) $F ;;v   rc[RR5n[USS5(de[USS5(deg)Nzfunctions_arithmetic.yamladdsum)r r/get_supported_functionsrW)supported_functionss r test_get_supported_functionsr]sU--??A +3U < << < +3U < << U(d [S5eUSS:Xa UT:XdeT$USS:XaT$[S5e)NNo names providedrt1r t2Unrecognized table name Exception)r'rschema_1 test_table_1 test_table_2s r table_provider(test_named_table..table_providersP/0 0 1X X% %%  1X  56 6ra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": ["t1"] } } }} ] } rlr) r Table from_pydictrfieldint64r/r0rr1r2r3) rrlr6r8r9r:rirjrks @@@r test_named_tablerss88''i(89L88''i(89Lyy"((3 345H 7O2 -- ( ()A BC \\ # # $EF __ F \ !! !rc>^[RRS/SQ05mU4SjnSn[RR [ U55nSn[ R"[US9 [R"X S9 SSS5 g!,(df  g=f)Nr_r`cT>U(d [S5eUSS:XaT$[S5eNrcrrdrfrgr'_rjs r rl;test_named_table_invalid_table_name..table_provider0/0 0 1X  56 6ra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": ["t3"] } } }} ] } zInvalid NamedTable Sourcer>rl) r rorpr/r0rrDrErr1r2)rlr6r8rJrjs @r #test_named_table_invalid_table_namer|sp88''i(89L7O2 -- ( ()A BC.L |< 8C? 9 8 8s 0B BcT^[RRS/SQ05mU4SjnSn[U5n[RR [U55nSn[ R"[US9 [R"X0S9 SSS5 g!,(df  g=f)Nr_r`cT>U(d [S5eUSS:XaT$[S5ervrgrws r rl4test_named_table_empty_names..table_providerrzra { "version": { "major": 9999 }, "relations": [ {"rel": { "read": { "base_schema": { "struct": { "types": [ {"i64": {}} ] }, "names": [ "x" ] }, "namedTable": { "names": [] } } }} ] } z!names for NamedTable not providedr>r{) r rorprr/r0rDrErr1r2)rlr6r7r8rJrjs @r test_named_table_empty_namesrsy88''i(89L7O0 O $E -- ( ( 8C6L |< 8C? 9 8 8s ;B B'c X^ [RRS/SQ05m U 4SjnSn[RR U5n[R R XBUS9nUR5nUupxT RSSU"[S5T S55n Xi:Xdeg) Nr_r`cT>U(d [S5eUSS:XaT$[S5ervrgr'rx test_tables r rl.test_udf_via_substrait..table_providerJ0/0 0 1X  56 6rs { "extensionUris": [ { "extensionUriAnchor": 1 }, { "extensionUriAnchor": 2, "uri": "urn:arrow:substrait_simple_extension_function" } ], "extensions": [ { "extensionFunction": { "extensionUriReference": 2, "functionAnchor": 1, "name": "y=x+1" } } ], "relations": [ { "root": { "input": { "project": { "common": { "emit": { "outputMapping": [ 1, 2, ] } }, "input": { "read": { "baseSchema": { "names": [ "t", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": [ "t1" ] } } }, "expressions": [ { "selection": { "directReference": { "structField": {} }, "rootReference": {} } }, { "scalarFunction": { "functionReference": 1, "outputType": { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": {} }, "rootReference": {} } } } ] } } ] } }, "names": [ "x", "y", ] } } ] } rnr y ) r rorpr/r0r1r2r3 add_columnr ) unary_func_fixturerrlr6r8r9r:functionname expected_tbrs @r test_udf_via_substraitrFs%%sI&67J7cOJ -- ( ( 9C \\ # # $EF __ F'NH''3jo1/0K   rc^[RRS/SQ05mU4SjnSn[RR U5n[ R "[R5n[RRX S9 SSS5 S[WR5;deg!,(df  N*=f)Nr_r`cT>U(d [S5eUSS:XaT$[S5ervrgrs r rl=test_udf_via_substrait_wrong_udf_name..table_providerrrs { "extensionUris": [ { "extensionUriAnchor": 1 }, { "extensionUriAnchor": 2, "uri": "urn:arrow:substrait_simple_extension_function" } ], "extensions": [ { "extensionFunction": { "extensionUriReference": 2, "functionAnchor": 1, "name": "wrong_udf_name" } } ], "relations": [ { "root": { "input": { "project": { "common": { "emit": { "outputMapping": [ 1, 2, ] } }, "input": { "read": { "baseSchema": { "names": [ "t", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": [ "t1" ] } } }, "expressions": [ { "selection": { "directReference": { "structField": {} }, "rootReference": {} } }, { "scalarFunction": { "functionReference": 1, "outputType": { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": {} }, "rootReference": {} } } } ] } } ] } }, "names": [ "x", "y", ] } } ] } r{zNo function registered) r rorpr/r0rDrE ArrowKeyErrorr1r2rvalue)rlr6r8excinfors @r %test_udf_via_substrait_wrong_udf_namers%%sI&67J7cOJ -- ( ( 9C r'' (G sB ) #s7=='9 99 9 ) (s 0B22 Cc\^[RRS/SQ05mU4SjnSn[RR [ U55n[R RX1US9nUR5n[RRS/SQ05nXV:Xdeg)Nr_r`c>T$N)r'rin_tables r rl/test_output_field_names..table_provider<sra { "version": { "major": 9999 }, "relations": [ { "root": { "input": { "read": { "base_schema": { "struct": { "types": [{"i64": {}}] }, "names": ["x"] }, "namedTable": { "names": ["t1"] } } }, "names": ["out"] } } ] } rnout) r rorpr/r0rr1r2r3)rrlr6r8r9r:expectedrs @r test_output_field_namesr8sxx##S)$45HO4 -- ( ()A BC \\ # # $EF __ Fxx##UI$67H   rc\^[RR/SQ/SQ/SQS.5mU4SjnSn[RR U5n[R R X1SS9nUR5n[RRS S /S S /S .5nXV:Xdeg)Nr r r!r!)r r!r"r#)?rrr)kv1v2c>T$rrrs r rl7test_scalar_aggregate_udf_basic..table_providerk rs { "extensionUris": [ { "extensionUriAnchor": 1, "uri": "urn:arrow:substrait_simple_extension_function" }, ], "extensions": [ { "extensionFunction": { "extensionUriReference": 1, "functionAnchor": 1, "name": "sum_mean" } } ], "relations": [ { "root": { "input": { "extensionSingle": { "common": { "emit": { "outputMapping": [ 0, 1 ] } }, "input": { "read": { "baseSchema": { "names": [ "k", "v1", "v2", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, { "fp64": { "nullability": "NULLABILITY_NULLABLE" } } ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": ["t1"] } } }, "detail": { "@type": "/arrow.substrait_ext.SegmentedAggregateRel", "segmentKeys": [ { "directReference": { "structField": {} }, "rootReference": {} } ], "measures": [ { "measure": { "functionReference": 1, "phase": "AGGREGATION_PHASE_INITIAL_TO_RESULT", "outputType": { "fp64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": { "field": 1 } }, "rootReference": {} } } }, { "value": { "selection": { "directReference": { "structField": { "field": 2 } }, "rootReference": {} } } } ] } } ] } } }, "names": [ "k", "v_avg" ] } } ], } Frnr r!g@g@)rv_avgr rorpr/r0r1r2r3varargs_agg_func_fixturerlr6r8r9r:rrs @r test_scalar_aggregate_udf_basicrcs%%,# %J |Oz -- ( ( 9C \\ # # $?F __ F((&&Vs(K   rch^[RR/SQ/SQ/SQ/SQS.5mU4SjnSn[RR U5n[R R X1SS 9nUR5n[RR/S Q/S Q/S QS .5nXV:Xdeg)N)r r r r r!r!r!r!)r rrr rr rr )r r!r"r#r$ra)rrrrg@g@g@g@)trrrc>T$rrrs r rl5test_hash_aggregate_udf_basic..table_providerrrs  { "extensionUris": [ { "extensionUriAnchor": 1, "uri": "urn:arrow:substrait_simple_extension_function" }, ], "extensions": [ { "extensionFunction": { "extensionUriReference": 1, "functionAnchor": 1, "name": "sum_mean" } } ], "relations": [ { "root": { "input": { "extensionSingle": { "common": { "emit": { "outputMapping": [ 0, 1, 2 ] } }, "input": { "read": { "baseSchema": { "names": [ "t", "k", "v1", "v2", ], "struct": { "types": [ { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_REQUIRED" } }, { "i64": { "nullability": "NULLABILITY_NULLABLE" } }, { "fp64": { "nullability": "NULLABILITY_NULLABLE" } } ], "nullability": "NULLABILITY_REQUIRED" } }, "namedTable": { "names": ["t1"] } } }, "detail": { "@type": "/arrow.substrait_ext.SegmentedAggregateRel", "groupingKeys": [ { "directReference": { "structField": { "field": 1 } }, "rootReference": {} } ], "segmentKeys": [ { "directReference": { "structField": {} }, "rootReference": {} } ], "measures": [ { "measure": { "functionReference": 1, "phase": "AGGREGATION_PHASE_INITIAL_TO_RESULT", "outputType": { "fp64": { "nullability": "NULLABILITY_NULLABLE" } }, "arguments": [ { "value": { "selection": { "directReference": { "structField": { "field": 2 } }, "rootReference": {} } } }, { "value": { "selection": { "directReference": { "structField": { "field": 3 } }, "rootReference": {} } } } ] } } ] } } }, "names": [ "t", "k", "v_avg" ] } } ], } Frnr)r rrr ) @rg"@g&@)rrrrrs @r test_hash_aggregate_udf_basicrs%%&&'7 9JNO^ -- ( ( 9C \\ # # $?F __ F((&&  &(K   rexprr_rr2c[R"[R"S[R"55[R"S[R"55/5n[RR U/S/U5n[RR U5nXR:Xde[UR5S:XdeSUR;deg)Nr_r test_exprr ) r rrqint32r1serialize_expressionsdeserialize_expressionslen expressions)rrr8returneds r test_serializing_expressionsrs YY bhhj! bhhj!F ,, , ,dVk]F KC||33C8H __ $$ $ x## $ )) ) (.. .. .rc r^[R"S5S4[R"S5S4[R"S5S4[R"5S4[R"5S4[R "5S4S.n[R "UR5VVVs/sHunup#[R"X5PM snnn5mU4SjnUR5H9unup%U"[R"U5[R"XRS 9:H5 M; gs snnnf) Nsrmsns test_strings test_string) time_seconds time_millis time_nanos date_millis large_string large_binaryc>[RRU/S/T5n[RRU5nTUR:XdegNr)r r1rrr)rr8rrs r check_round_trip3test_arrow_specific_types..check_round_tripsEll00$+O<<77<(((r)rC) r time32time64date64rrritemsrqpcscalar)fieldsrtyprxrvalrs @r test_arrow_specific_typesrs3+ $+yy* Q'*M:*N; FYY&,,.Q.hs+.Q RF) #LLNjs$299S+CCD+Rs0%D2 c ^^[R"[R"S[R"55[R"S[R"55[R"S[R "[R "5[R"555[R"S[R"[R "5[R"555/5m[R"[R"S[R"55[R"S[R"55[R"S[R"55[R"S[R"55/5mUU4SjnTH nU"U5 M g)N binary_view string_view dictionaryreec>[R"[R"UR55n[R R U/S/T5n[R RU5nTUR:Xdegr) ris_nullrqrr r1rrr)rqrr8r alt_schemars r check_one_way/test_arrow_one_way_types..check_one_ways`zz"((5::./ll00$+O<<77<X__,,,r) r rrqrrrrstringrun_end_encodedbinary)rrqrrs @@r test_arrow_one_way_typesrs  YY HH]BNN$4 5 HH]BNN$4 5 HH\2==RYY[#I J HHUB..rxxz299;G H  F HH]BIIK 0 HH]BIIK 0 HH\299; / HHUBIIK (  J- erc,[R"[R"S[R"55[R"S[R"55/5n[R "[R"S5S5n[R "[R"S5S5n[ R"[5n[RRU//U5 SSS5 S[WR5;de[ R"[5n[RRU/SS/U5 SSS5 S[UR5;de[ R"[5n[RRU/S/U5 SSS5 S [UR5;deg!,(df  N=f!,(df  N=f!,(df  NL=f) Nr_rrzzneed to have the same lengthr%rMrzNo match for FieldRef) r rrqrrequalrDrE ValueErrorr1rrr)rrbad_exprrs r test_invalid_expression_ser_desrsV YY bhhj! bhhj!F 88BHHSM1 %Dxx q)H z "g **D62v> # )S-? ?? ? z "g **D6E5>6J # )S-? ?? ? z "g **H:xH # "c'--&8 88 8 # " # " # "s$#G#9%G4$H# G14 H Hc[R"[R"S[R"55[R"S[R"55/5n[R "[R"S5S5[R "[R"S5[R"S55/n[R RUSS/U5n[R RU5nXR:Xde[UR5S:Xde[R "[R"S5S5[R "[R"S5[R"S55/n[URS5[US5:Xde[URS5[US5:Xdeg) Nr_rrfirstsecondr!rr ) r rrqrrrr1rrrrr)rexprsr8r norm_exprss r %test_serializing_multiple_expressionsrsW YY bhhj! bhhj!FXXbhhsmQ '"((3-#)O PE ,, , ,UWh4G PC||33C8H __ $$ $ x## $ )) )((288A;*BHHRXXa["((1+,NOJ x##G, -Z]1C CC C x##H- .#jm2D DD Drcb[R"[R"S[R"55[R"S[R"55/5n[R "[R"S5S5n[R "[R"S5S5nUR U5n[RRU5nXR:Xde[UR5S:Xde[URS5[U5:Xde[RRX/SS/U5n[R"[5n[R R#U5 SSS5 S [WR$5;de[RRU/S /U5n[R R#U5n[U5[U5:Xdeg!,(df  N=f) Nr_rrrr expressionrrzcontained multiple expressions weirdname)r rrqrrr to_substraitr1rrrrrrDrEr Expressionfrom_substraitr)rr expr_normr8rrexpr2s r test_serializing_with_computer s YY bhhj! bhhj!F 88BHHSM1 %D!a(I   F #C||33C8H __ $$ $ x## $ )) ) x##L1 2c)n DD D ,, , ,d\GX;NPV WC z "g $$S) # +s7==/A AA A ,, , ,dVk]F KC MM ( ( -E u:Y '' ' # "s H  H.c[R"[R"S[R"55/5n[R "S5n[R "S5n[R "X5/n[R"[5 [RRUS/U5 SSS5 [RRUS/USS9n[RRU5nXR:Xde[UR5S:Xde[URS5[US5:Xdeg!,(df  N=f) Nr_rr#rT)allow_arrow_extensionsr r)r rrquint32rr shift_leftrDrErr1rrrrr)rabrr8rs r test_serializing_udfsr$sYY biik"F " A ! A ]]1 !E / 0 **56(FC 1 ,, , , x - >C||33C8H __ $$ $ x## $ )) ) x##F+ ,E!H == = 1 0s #E E-cSn[R"[R"S[R"55[R"S[R"55/5n[R R U5nX:Xde[R RU5nURU:Xde[R R U5nX:Xde[R R UR5nX:Xde[R RUR5nURU:Xdeg)Ns x y * br_r) r rrqrrr1deserialize_schemaserialize_schemarr)substrait_schemaexpected_schemararrow_substrait_schemas r test_serializing_schemar :sVii bhhj! biik"!O||../?@H  && &\\::8D ! ( (,< << <||../EFH  && &||../E/L/LMH  && &||334J4U4UVH ??o -- -rc"SS5nSn[RRRU"U55n[ UR 5S:XdeSUR ;deSUR ;deg)Nc \rSrSrSrSrSrg)7test_bound_expression_from_Message..FakeMessageiQcXlgrr)selfrs r __init__@test_bound_expression_from_Message..FakeMessage.__init__RsIrcUR$rr)rs r SerializeToStringItest_bound_expression_from_Message..FakeMessage.SerializeToStringUs 99 rrN)__name__ __module__ __qualname____firstlineno__rr__static_attributes__rrr FakeMessager Qs   rrsj  project_release  project_version"0 project_version project_release : br!project_releaseproject_version)r r1BoundExpressionsrrr)rmessagers r "test_bound_expression_from_MessagerPsvAG LL ) ) 8 8W9M NE u  !Q && &  1 1 11 1  1 1 11 1r)r)/rr,rDpyarrowr pyarrow.computecomputer pyarrow.librrrpyarrow.substraitr1 ImportErrormark pytestmarkr r parametrizer; py_bufferrHrKrNrWr]rsr|rrrrnumpyrrrrqrrrrrrrr rrrr r+s_$  >) [[ " " D u 6*;7*;Z2<< #:Ha"HI #J # !u 6,;7,;b<u 6-"7-"`'@T'@Tu 6x!7x!vs:lu 6'7'TQ!Q!hg!g!THHRXXc]AHHRXXc]BHHSM*HHSMB" /  /E(89( E (6>,.,2e!IsH H,+H,