<>i[SSKrSSKrSSKrSSKrSSKrSSKJ r J r SSK J r SSK Jr SSKJr SSKJrJrJr SSKrSSKJr SSKJrJr \R:R r\R:R,S5r\R:R,S5r \R:R,S 5r!\R:R,S 5r"\R:R,S 5r#\R:R,S 5r$\R:R,S 5r%\R:R,S5r&\R:R,S5r'\R:R,S5r(\R:R,S5r)\R:R,S5r*\R:R,S5r+\R:R,S5r,\R:R,S5r-\R:R,S5r.\R:R,S5r/\R:R,S5r0\R:R,S5r1\R:R,S5r2\R:R,S5r3\R:R,S5r4\R:R,S5r5\R:R,S5r6\R:R,S5r7\R:R,\R:RqS /S!Q5\R:RqS"S#S$/5S%555r9\R:R,S&5r:\R:R,S'5r;g!\a SrGNf=f!\a SrGNf=f!\a S=rrGNf=f)(N)LocalFileSystemSubTreeFileSystem)guid)Version) _read_table_test_dataframe _write_table)_roundtrip_pandas_dataframealltypes_samplecp[SS9nUS- n[RRU5nSURR ;de[ X25 [R"U5R nSU;de[R"USRS55nUSSSSSS S ./:Xdeg) N'sizepandas_roundtrip.parquetpandasutf8 index_columnsranger)kindnamestartstopstep) r paTable from_pandasschemametadatar pq read_metadatajsonloadsdecode)tempdirdffilename arrow_tablerjss `/var/www/html/land-tabula/venv/lib/python3.13/site-packages/pyarrow/tests/parquet/test_pandas.py#test_pandas_parquet_custom_metadatar+7s e $B33H((&&r*K  **33 33 3')22H   HY'..v6 7B o G,0-.,-$/#0 00 0c [R"[R"S[R"55[R"S[R"55[R"S[R "55/5n[ R"[R"S[RS9[R"S[RS9/SQS.5n[ R"SS /S S/SS/S.5n[RRX!S S 9n[RRX1S S 9nURRURS S9(aeURRUR5(de[R"US- US9nUR!U5 UR!U5 g)Nintfloatstringdtype)ABBAEDDAACDC)r.r/r0g?F)rpreserve_indexT)check_metadatazmerged.parquet)r)rrfieldint16float32r0pd DataFramenparangeuint8rrequalsr ParquetWriter write_table)r%rdf1df2table1table2writers r*:test_merging_parquet_tables_with_different_pandas_metadatarKKsaYY  # "**,' 299;'F ,,yy"((+1BJJ/* C ,,1vt, C XX ! !#U ! KF XX ! !#U ! KF}}##FMM$#GG G ==   . .. .   g(88 HF v vr,cUS- n[SS9nSSSSS.Ul[RR U5nS UR R S ;de[X15 [R"U5R n[R"US RS 55nS U;deUS UR:Xdeg) Nzmetadata_persistence.parquetr rzhalf-precisionzsingle precisionzdouble precisionz%Attributes Persistence Test DataFrame)float16r=float64 desciptions attributesrr attributes) r attrsrrrrrr r r!r"r#r$)r%r'r&tablerr)s r*$test_attributes_metadata_persistencerShs 77H e $B#%%= BH HH  $E ELL11)< << <!)22H HY'..v6 7B 2   l rxx '' 'r,c [SS9n[RR[ [ UR UR SSS255SS/S9UlUS- n[RRU5nURRce[X25 [R"U5nUR5n[ R""X5 g)N rlevel_1level_2namesr)r r> MultiIndex from_tupleslistzipcolumnsrrrrpandas_metadatar r read_pandas to_pandastmassert_frame_equal)r%r&r'r( table_readdf_reads r*%test_pandas_parquet_column_multiindexrgs b !B** SRZZ"- ./)$+BJ 33H((&&r*K    - - 99 9')J""$G"&r,c[SS9nUS- n[RRUSS9nURR nUS(aeUS(de[ X25 [R"U5nURR nUS(aeURRnURRU:XdeUR5n[R"X5 g)Nr rrFr9rr_) r rrrrr`r r rarrbrcrd)r%r&r'r(r)rer!rfs r*r?rrrrpr )rr&r(rts r*!test_pandas_can_write_nested_datarsg!  A  #Q '   D 4 B((&&r*K "D#r,c US- nSn[R"[R"U[RS9[R"U[R S9[R"U[R S9[RRU5S:/SQS.5n[RRU5nURS5n[XESS 9 SSS5 [R"UR!55n[#U5nUR%5n[&R("X85 g!,(df  Nd=f) Nzpandas_pyfile_roundtrip.parquetr8r2r)foobarNbazqux)int64r=rNboolrywbrlrm)r>r?r@rArr=rNrandomrandnrrropenr ioBytesIO read_bytesrrbrcrd) r%r'rr&r(frrerfs r*$test_pandas_parquet_pyfile_roundtriprs::H D 4rxx099T499T4 %)5  B((&&r*K t [U3  ::h))+ ,DT"J""$G"&  s  E EcSn[RRS5 [R"[R "U[R S9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[R "U[RS9[RRU5S:S. 5nUS- n[ R"R%U5nSH?n['XCSUS9 [)U5nUR+5n[,R."X'5 MA SH?n['XCSUS 9 [)U5nUR+5n[,R."X'5 MA S Hun U S :wa0[ R0R2R5U 5(dM9['XCSU S 9 [)U5nUR+5n[,R."X'5 Mw g) Nr rr2) rBuint16uint32uint64int8r<int32rr=rNrr)TFrl)rnuse_dictionary)rnwrite_statistics)NONESNAPPYGZIPLZ4ZSTDr)rn compression)r@rseedr>r?rArBrrrr<rrr=rNrrrrr rrbrcrdlibCodec is_available) r%rr&r'r(rrerfrrs r*)test_pandas_parquet_configuration_optionsrs DIINN1 4rxx0))D 2))D 2))D 2 $bhh/4rxx04rxx04rxx099T499T4 %)  B33H((&&r*K'[E$2 4 * &&( b* (*[E&6 8 * &&( b* *A 6 !FFLL--k:: [E!, . * &&( b*Ar,c[SS9n[R"SS[U5-S5UlSURl[ USS05n[R"X5 g)NdrrrUrflavorspark) rr@rAlenindexrr rcrd)r&results r*+test_spark_flavor_preserves_pandas_metadatar)sR c "ByyBRL"-BHBHHM (h-@ AF&%r,c&[R"S5S[R"S5S0[R"S5[R"S5[R"S5[R"S50S.n[US- 5n[R"USS9R SS S 9n[ R RU5n[XB5 [U5nUR5n[R"Xc5 g) Nz2017-06-30 01:31:00g*_c@z2017-06-30 01:32:00)closetime data.parquetzdatetime64[us]r2rFdrop) r> Timestampstrr? set_indexrrrr rrbrcrd)r%rpathdfxtdfxr( result_dfs r* test_index_column_name_duplicater3s LL. /1C LL. /1C LL. /%2 LL. /%2  D w' (D ,,t#3 4 > >vE > RC 88   $Dd#K%%'I))r,cSn[[U55n[RR /SQU/SS/S9n[R "SU0US9n[ RRU5nUS- n[XV5 [U5nURU5(deUR5n[R"X5 g) Nr1)rrrfoobar some_numbersrYnumbers)rzdup_multi_index_levels.parquet)r]rr>r[ from_arraysr?rrrr rrCrbrcrd) r%num_rowsrrr&rRr' result_tablers r* test_multiindex_duplicate_valuesrQsH5?#G MM % % (( & E y'*% 8B HH  $E99H!x(L << % %% %&&(I)(r,cSn[R"[R"U5SSSSS9n[ US- 5nUR 5n[ R"XB5 g)Ncarat cut color clarity depth table price x y z 0.23 Ideal E SI2 61.5 55.0 326 3.95 3.98 2.43 0.21 Premium E SI1 59.8 61.0 326 3.89 3.84 2.31 0.23 Good E VS1 56.9 65.0 327 4.05 4.07 2.31 0.29 Premium I VS2 62.4 58.0 334 4.20 4.23 2.63 0.31 Good J SI2 63.3 58.0 335 4.34 4.35 2.75 0.24 Very Good J VVS2 62.8 57.0 336 3.94 3.96 2.48 0.24 Very Good I VVS1 62.3 57.0 336 3.95 3.98 2.47 0.26 Very Good H SI1 61.9 55.0 337 4.07 4.11 2.53 0.22 Fair E VS2 65.1 61.0 337 3.87 3.78 2.49 0.23 Very Good H VS1 59.4 61.0 338 4.00 4.05 2.39\s{2,}rpythonsep index_colheaderenginezv0.7.1.parquet)r>read_csvrrrrbrcrddatadirexpected_stringexpectedrRrs r*&test_backwards_compatible_index_namingrgsY KO{{2::o6I%)!HFH "22 3E __ F&+r,cSn[R"[R"U5S/SQSSS9R 5n[ US- 5nUR 5n[R"XB5 g)Nrrcutcolorclarityrrrzv0.7.1.all-named-index.parquet) r>rrr sort_indexrrbrcrdrs r*1test_backwards_compatible_index_multi_level_namedr|sh KO{{ ?#-jl  "BB CE __ F&+r,c,Sn[R"[R"U5S/SQSSS9R 5nUR R /SQ5Ul[US- 5nUR5n[R"XB5 g) Nrrrrrr)rNrzv0.7.1.some-named-index.parquet) r>rrrrr set_namesrrbrcrdrs r*6test_backwards_compatible_index_multi_level_some_namedrs KO{{ ?# !<jl  ^^--.FGHN "CC DE __ F&+r,c J[S5[[R5::a[R"S5 [R "/SQ/SQ[R "SSSS9S .5n[RR/S Q[R "SSSS9/S S/S 9Ul US - n[U5nUR5n[R"XA5 [US /S9nUR5n[R"XAS /RSS95 g)Nz2.2.0zRegression in pandas 2.2.0rr1)g?g?g333333?z 2017-01-01r1zEurope/Brussels)periodstzabcrrYz'v0.7.1.column-metadata-handling.parquetrrzTr)rr> __version__pytestskipr? date_ranger[rrrrbrcrd reset_index)rrrrRrs r*2test_backwards_compatible_column_metadata_handlingrsw72>>22  01||lmmL!8IJ LMH]]..  |Q3D E Go/HN > >D  E __ F&+  se E __ F&C5/"="=4"="HIr,c6[R"SS/SS//SS/S9nUSRS5US'URS/5n[R R U5n[R"5n[R"X5 [R"UR55R5n[UR[R5(deURR!UR5(deg) Nrrrdc1c2rzcategory)r>r?astyperrrrrpr rErarqrb isinstancerCategoricalIndexrC)r&rRbosref_dfs r*)test_categorical_index_survives_roundtriprs SzC:.t EB$xz*BtH tf B HH  $E   !CNN5 ^^CLLN + 5 5 7F fllB$7$7 8 88 8 <<  rxx ( (( (r,c [R"S[R"/SQ/SQSS905n[RR U5n[R "5n[R"X5 UR5n[R"U5R5n[R"X@5 g)Nr)rrrr)rrrT) categoriesordered)r>r? Categoricalrrrrpr rErqrarbrcrd)r&rRrcontentsrs r*)test_categorical_order_survives_roundtriprs sBNN$HI JB HH  $E   !CNN5||~H ^^H % / / 1F&%r,c[R"S/S-S/S-S.5nURSSS.5n[RR U5n[RR U5n[R "5n[R"X4SSS9 [R"UR55nUSRUS5(deUS RUS 5(deg) Nrg?)colr.rrlrU)rn chunk_sizerr) r>r?rrrrrpr rE read_tablerqrC)r& df_categoryrR table_catrurs r**test_pandas_categorical_na_type_row_groupsrs tfslC53;? @B))JzBCK HH  $E$$[1I   !CNN95R@ ]]3<<> *F !9  E!H % %% % !9  E!H % %% %r,cX[R"/SQSS9n/SQn[R"S[RR XS905n[ R"5n[R"[ R"U5U5 [R"UR55R5nURRS:XdeURR R"U:HR%5(de[&R("XB5 g)N)rrrrrrVrrr2)rrrx)rr)r@arrayr>r?r from_codesrrpr rErRrrqrbr r3catrallrcrd)codesrr&rurs r*!test_pandas_categorical_roundtriprs HH+7 ;E&J sBNN55 6&' (B   !CNN288B<% ]]3<<> * 4 4 6F 88>>Z '' ' HHLL # #z 1 6 6 8 88 8&%r,c[[R5[S5:a[R"S5 [R "S/SQ0SS9nUR S5n[R "S/SQ05nUR S5n[R"US5R5[R"US5R5:Xde[R"USRRR5R5[R"USRRR5R5:Xde[US- 5n[R"[R "U5U5 [R""U5R%5n[&R("XB5 g) Nz1.3.0z:PyArrow backed string data type introduced in pandas 1.3.0r )rrrzstring[pyarrow]r2rz cat.parquet)rr>rrrr?rrr  to_pylistr rvaluesrr rErRrrbrcrd)r%rFrGrrs r*)test_categories_with_string_pyarrow_dtyper sXr~~!11 PQ ,,23;L MC **Z C ,,23 4C **Z C 88CH  ' ' )RXXc#h-?-I-I-K KK K 88CHLL++22 3 = = ?288 C &&D((1  44 4 w& 'DNN288C=$' ]]4 * * ,F&&r,c@[R"S/SQS.5nUSRS5US'[R"U5n[ R "U[US- 5S/S9 [ R"[US- 55R5n[R"US/US/5 [ R "U[US - 55 [ R"[US - 55R5n[R"US/US/5 [ R"U[US - 55 [ R"[US - 55R5n[R"US/US/5 g) NrrpartrrInt64case1rpartition_colscase2r) r>r?rrrRr write_to_datasetrrrbrcrdrE)r%r&rRrs r*5test_write_to_dataset_pandas_preserve_extensiondtypesr$sF s95 6B5   )BuI HHRLE s7W$%vh]]3w01 2 < < >F&%/2ug;7s7W#456 ]]3w01 2 < < >F&%/2ug;7NN5#g678 ]]3w78 9 C C EF&%/2ug;7r,cp[R"/SQ/SQS.5n[R"/SQSS9Ul[R "U5nUSS/R 5nUSRS 5US'[R"U[US - 5S/S 9 [R"[US - 55R5n[R"XC5 [R"U[US - 55 [R"[US - 55R5n[R"XA5 [R"U[US - 55 [R"[US - 55R5n[R"XA5 g)N)rrrrrridxrrrrrrrr)r>r?IndexrrrRcopyrr rrrrbrcrdrE)r%r&rRdf_catrs r*+test_write_to_dataset_pandas_preserve_indexr$9sG yA BBxxe4BH HHRLE  % % 'FF^**:6F6N s7W$%vh]]3w01 2 < < >F&)s7W#456 ]]3w01 2 < < >F&%NN5#g678 ]]3w78 9 C C EF&%r,r9)TFNmetadata_fname _metadata_common_metadatac SnSnU[5- nUR5 /n/n/n[U5Hn [XIS9n [R "[ R"X-U S-U-SS9SS9U lXYS3- n [RRXS 9n U RS5n U RRbe[X5 UR!U 5 UR!U 5 UR!U 5 M [RRW US 9n ["R$"U RXR- 5 ["R&"U5nS S /nUR)US 9R+5n[R,"UVs/sHnUUPM sn5nUS LaU RR.OSURl[0R2"UU5 gs snf)Nr8)rrrr2rr z.parquetrirBryrzF)rmkdirrrr>r!r@rArrrrreplace_schema_metadatarrr appendr write_metadataParquetDatasetrarbconcatrrcrd)r%r9r%nfilesrdirpath test_dataframespathsir&rrRtable_for_metadatadatasetr_rr rs r*(test_dataset_read_pandas_common_metadatar7RsF DG MMOI F E 6] T *88 IIahQ$g >W 3h'$$R$G--d3||$$,,,U! b T#(-- >.(//1IJ(G "G   1 ; ; =Fyyf5f!G*f56H'u4 $ NN&(+6sG+c[R"S/SQ05nUS- n[X5 [R"S[ [ U5[55S9nUR[R"U55(deg)Nrrr) filesystem) r>r?r r rarrrrCrrR)r%r&r'rs r*%test_read_pandas_passthrough_keywordsr:sj sI& 'B'H ^^$S\?3DEF ==" & && &r,c[R"[R"SS/SS//5[R"SS/5S.5nUS- n[R"[R "5[R "55n[R "[R"S U5[R"S [R "55/5n[RRX5n[XR5 [R"U5R5n[R"Xa5 g) N)id something)value2else)r< something2)valueelse2rr)col1col2rrCrD)r>r?Seriesrmap_r0rr;rrr r rarbrcrd)r%r&r'udtrr(rs r*test_read_pandas_map_fieldsrHs  "4 5 !#5 6   5%.)  B'H ''"))+ryy{ +C YY-rxx /LM NF((&&r2K' ^^H % / / 1F&%r,)pandas.testingtestingrcr r mark pytestmarkr+rKrSrgrjrwr{r}rrrrrrrrrrrrrrrrr$ parametrizer7r:rHr,r*rYs'$ 9, << ?[[ 00&8((0''$''0'' = ='' $ $ ''.)+)+X&&**:))*,,(,,0,,2JJ0 ) ) & &&&"&&$''.88(&&0)+>?)K9K+LM,,N@,,^ ' '&&} B BNBs3N7OO7OOOO O#"O#