Iceberg根据快照查看文件,根据文件查看哪个快照写入
一、背景
用户查询iceberg表时报文件为空,因为存在写入和治理程序同时操作iceberg表,需要查看空文件是哪个快照产生的,方便确定是flink写入缺陷还是spark治理缺陷
二、通过Sql查询文件所属哪个快照(推荐查询方式)
查询表的文件信息,根据data_file列信息筛选是哪个快照写入,status=2是删除文件
select * from data_lake_ods.test_123.entries where status < 2
and data_file.file_path = "/user/hive/warehouse/data_lake_ods.db/test_123/data/00000-0-ed6f278c-5bbb-4110-9c6a-12ef9f8022cc-00893.parquet"
三、通过文件写入时间查询快照id
1、查看文件写入时间
hdfs dfs -ls /user/hive/warehouse/data_lake_ods.db/test_123/data/00000-0-ed6f278c-5bbb-4110-9c6a-12ef9f8022cc-00893.parquet
2024-08-02 17:11
2、通过sql查询在这附近更新的快照,获取manifest_list文件
select * from data_lake_ods.test_123.snapshots order by committed_at desc
3、下载查看manifest_list文件引用的文件
hadoop fs -get manifest_list文件.avro ~/wang/iceberg
java -jar ./avro-tools-1.8.1.jar tojson ./manifest_list文件.avro | cat
根据sequence_number列排序,找出最大的两个文件,这边取sequence_number=8的两个文件是本次快照新增的。
{"manifest_path":"a344c48741fc-m0.avro","manifest_length":10801,"partition_spec_id":0,"content":0,"sequence_number":8,"min_sequence_number":8,"added_snapshot_id":8983582846868791172,"added_data_files_count":10,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":16427761,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"a344c48741fc-m1.avro","manifest_length":9873,"partition_spec_id":0,"content":1,"sequence_number":8,"min_sequence_number":8,"added_snapshot_id":8983582846868791172,"added_data_files_count":60,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":16427761,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"91e6efa488d7-m1.avro","manifest_length":11893,"partition_spec_id":0,"content":0,"sequence_number":7,"min_sequence_number":5,"added_snapshot_id":3272811634029744700,"added_data_files_count":15,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":6159401,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"180ab9c5921f-m1.avro","manifest_length":11776,"partition_spec_id":0,"content":0,"sequence_number":6,"min_sequence_number":5,"added_snapshot_id":5082670248094912564,"added_data_files_count":15,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":6165477,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"91e6efa488d7-m0.avro","manifest_length":16987,"partition_spec_id":0,"content":0,"sequence_number":7,"min_sequence_number":1,"added_snapshot_id":3272811634029744700,"added_data_files_count":0,"existing_data_files_count":30,"deleted_data_files_count":5,"added_rows_count":0,"existing_rows_count":45058081,"deleted_rows_count":8154992,"partitions":{"array":[]}}
{"manifest_path":"e798e138ced9-m1.avro","manifest_length":9675,"partition_spec_id":0,"content":1,"sequence_number":4,"min_sequence_number":4,"added_snapshot_id":6189148988672997560,"added_data_files_count":51,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":16279203,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"499e59af95f0-m1.avro","manifest_length":9463,"partition_spec_id":0,"content":1,"sequence_number":3,"min_sequence_number":3,"added_snapshot_id":3353921790502992815,"added_data_files_count":42,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":16166616,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"e34c60f48dd9-m1.avro","manifest_length":9438,"partition_spec_id":0,"content":1,"sequence_number":2,"min_sequence_number":2,"added_snapshot_id":2015544156747607021,"added_data_files_count":40,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":15796508,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
{"manifest_path":"49569cf952a9-m1.avro","manifest_length":9623,"partition_spec_id":0,"content":1,"sequence_number":1,"min_sequence_number":1,"added_snapshot_id":1963825822412646537,"added_data_files_count":50,"existing_data_files_count":0,"deleted_data_files_count":0,"added_rows_count":13094957,"existing_rows_count":0,"deleted_rows_count":0,"partitions":{"array":[]}}
4、下载 | 查看两个avro文件内容
hadoop fs -get a344c48741fc-m0.avro ~/wang/iceberg
hadoop fs -get a344c48741fc-m1.avro ~/wang/iceberg
(1)第一个文件
java -jar ./avro-tools-1.8.1.jar tojson ./a344c48741fc-m0.avro | cat
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"98878b2f219c-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1644110,"file_size_in_bytes":413221089,"column_sizes":{"array":[{"key":1,"value":17064148},{"key":2,"value":5942797},{"key":3,"value":24315470},{"key":4,"value":613305},{"key":5,"value":342069273},{"key":6,"value":2900999},{"key":7,"value":1107493},{"key":8,"value":413214},{"key":9,"value":4036839},{"key":10,"value":10380771},{"key":11,"value":608305},{"key":12,"value":2416206},{"key":13,"value":41318},{"key":14,"value":306023},{"key":15,"value":663183},{"key":16,"value":219055}]},"value_counts":{"array":[{"key":1,"value":1644110},{"key":2,"value":1644110},{"key":3,"value":1644110},{"key":4,"value":1644110},{"key":5,"value":1644110},{"key":6,"value":1644110},{"key":7,"value":1644110},{"key":8,"value":1644110},{"key":9,"value":1644110},{"key":10,"value":1644110},{"key":11,"value":1644110},{"key":12,"value":1644110},{"key":13,"value":1644110},{"key":14,"value":1644110},{"key":15,"value":1644110},{"key":16,"value":1644110}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":95321},{"key":6,"value":1448060},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":940990},{"key":13,"value":1634057},{"key":14,"value":740388},{"key":15,"value":740388},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"----247xjc220a0c"},{"key":2,"value":"Øñ}4i\u0001\u0000\u0000"},{"key":3,"value":"--1WNmAISfuV1Ii_"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":"3.1.6"},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"-iyangyang-"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzclac22vwql31bk"},{"key":2,"value":"Ø\u001E\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzuisEUeTkKNowO"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ó ó ó [太é³]ä¸å好ï¼æç»å²"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"pKÖ\u0000"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"vI\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"pKÖ\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137259404,275248466,412372908]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"eff72050ec1f-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1646284,"file_size_in_bytes":439272786,"column_sizes":{"array":[{"key":1,"value":17061162},{"key":2,"value":6024011},{"key":3,"value":24318787},{"key":4,"value":608119},{"key":5,"value":367856280},{"key":6,"value":2936652},{"key":7,"value":1089246},{"key":8,"value":415287},{"key":9,"value":4131102},{"key":10,"value":10373044},{"key":11,"value":607346},{"key":12,"value":2489191},{"key":13,"value":41940},{"key":14,"value":306073},{"key":15,"value":666513},{"key":16,"value":221023}]},"value_counts":{"array":[{"key":1,"value":1646284},{"key":2,"value":1646284},{"key":3,"value":1646284},{"key":4,"value":1646284},{"key":5,"value":1646284},{"key":6,"value":1646284},{"key":7,"value":1646284},{"key":8,"value":1646284},{"key":9,"value":1646284},{"key":10,"value":1646284},{"key":11,"value":1646284},{"key":12,"value":1646284},{"key":13,"value":1646284},{"key":14,"value":1646284},{"key":15,"value":1646284},{"key":16,"value":1646284}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":94455},{"key":6,"value":1451218},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":939961},{"key":13,"value":1636141},{"key":14,"value":742681},{"key":15,"value":742681},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"----8631575W225w"},{"key":2,"value":"8_~4i\u0001\u0000\u0000"},{"key":3,"value":"--1WNmAISfuV1Ii_"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzzzeij2227kbjnv"},{"key":2,"value":"8\u000F\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzVeTnVGQZWE9P_"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ó¾å¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ¯ä»ï¼"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"*úã\u0000"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"}\u001B\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"*úã\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,136479145,274417281,410788269]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"5dd333dd0a0f-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1650325,"file_size_in_bytes":456620834,"column_sizes":{"array":[{"key":1,"value":17076490},{"key":2,"value":6035134},{"key":3,"value":24377345},{"key":4,"value":612041},{"key":5,"value":385079780},{"key":6,"value":2950522},{"key":7,"value":1098979},{"key":8,"value":420984},{"key":9,"value":4163650},{"key":10,"value":10360634},{"key":11,"value":603298},{"key":12,"value":2477975},{"key":13,"value":41081},{"key":14,"value":305967},{"key":15,"value":660665},{"key":16,"value":219815}]},"value_counts":{"array":[{"key":1,"value":1650325},{"key":2,"value":1650325},{"key":3,"value":1650325},{"key":4,"value":1650325},{"key":5,"value":1650325},{"key":6,"value":1650325},{"key":7,"value":1650325},{"key":8,"value":1650325},{"key":9,"value":1650325},{"key":10,"value":1650325},{"key":11,"value":1650325},{"key":12,"value":1650325},{"key":13,"value":1650325},{"key":14,"value":1650325},{"key":15,"value":1650325},{"key":16,"value":1650325}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":95313},{"key":6,"value":1454754},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":939145},{"key":13,"value":1640431},{"key":14,"value":748868},{"key":15,"value":748868},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---543f21h222csx"},{"key":2,"value":"°øv4i\u0001\u0000\u0000"},{"key":3,"value":"--5TdgihSP-PqRr"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzzzeij2227kbjnv"},{"key":2,"value":" \u0013\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzyjBp5USFSflAg"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"𨰻𨰻çå¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ°"},{"key":6,"value":"video"},{"key":7,"value":"8.0.7"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"\u0005ç§\u0000"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"¬$\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"\u0005ç§\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,136735334,274043402,410353416]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"4d1ba65b1fbe-00024.parquet","file_format":"PARQUET","partition":{},"record_count":1642519,"file_size_in_bytes":330742647,"column_sizes":{"array":[{"key":1,"value":17030158},{"key":2,"value":5952058},{"key":3,"value":24331082},{"key":4,"value":599035},{"key":5,"value":259680966},{"key":6,"value":2884151},{"key":7,"value":1109593},{"key":8,"value":408859},{"key":9,"value":4039151},{"key":10,"value":10348745},{"key":11,"value":612618},{"key":12,"value":2409312},{"key":13,"value":41392},{"key":14,"value":305962},{"key":15,"value":663624},{"key":16,"value":219189}]},"value_counts":{"array":[{"key":1,"value":1642519},{"key":2,"value":1642519},{"key":3,"value":1642519},{"key":4,"value":1642519},{"key":5,"value":1642519},{"key":6,"value":1642519},{"key":7,"value":1642519},{"key":8,"value":1642519},{"key":9,"value":1642519},{"key":10,"value":1642519},{"key":11,"value":1642519},{"key":12,"value":1642519},{"key":13,"value":1642519},{"key":14,"value":1642519},{"key":15,"value":1642519},{"key":16,"value":1642519}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":103875},{"key":6,"value":1447792},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":947333},{"key":13,"value":1632421},{"key":14,"value":730702},{"key":15,"value":730702},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---2600stld22eia"},{"key":2,"value":"XY4i\u0001\u0000\u0000"},{"key":3,"value":"--1WNmAISfuV1Ii_"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":"4.0.0"},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzoonn22tp7lokvc"},{"key":2,"value":" \u0013\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzwR7iOySmW2n5I"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ó¾Jinlayå¼å¯äºè系人éªè¯ï¼"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzwsf3"},{"key":10,"value":"zzzhaodan"},{"key":11,"value":"µÔ\b\u0001"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"R\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"µÔ\b\u0001\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137470660,274528364]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"11a00e632d94-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1639649,"file_size_in_bytes":358334650,"column_sizes":{"array":[{"key":1,"value":17032790},{"key":2,"value":5960150},{"key":3,"value":24309011},{"key":4,"value":605033},{"key":5,"value":287275714},{"key":6,"value":2894386},{"key":7,"value":1102397},{"key":8,"value":410632},{"key":9,"value":4029727},{"key":10,"value":10354586},{"key":11,"value":606321},{"key":12,"value":2412400},{"key":13,"value":42488},{"key":14,"value":305230},{"key":15,"value":662708},{"key":16,"value":219786}]},"value_counts":{"array":[{"key":1,"value":1639649},{"key":2,"value":1639649},{"key":3,"value":1639649},{"key":4,"value":1639649},{"key":5,"value":1639649},{"key":6,"value":1639649},{"key":7,"value":1639649},{"key":8,"value":1639649},{"key":9,"value":1639649},{"key":10,"value":1639649},{"key":11,"value":1639649},{"key":12,"value":1639649},{"key":13,"value":1639649},{"key":14,"value":1639649},{"key":15,"value":1639649},{"key":16,"value":1639649}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":95030},{"key":6,"value":1443832},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":940348},{"key":13,"value":1629330},{"key":14,"value":736940},{"key":15,"value":736940},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---IUHIHZUL229b2"},{"key":2,"value":"ð\u0011x4i\u0001\u0000\u0000"},{"key":3,"value":""},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzytsinodeh22svg"},{"key":2,"value":"P\u000B\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzjubMh2R2O81ZM`"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ó å¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ¯ä»ï¼"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"ød\u0001"},{"key":12,"value":"ð¥³ãå
å
çãåæ°æç»´ð¯.png"},{"key":13,"value":"¿\u0019\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"ød\u0001\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,138145355,276036593]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"c8b5566200e1-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1630928,"file_size_in_bytes":384354484,"column_sizes":{"array":[{"key":1,"value":16953343},{"key":2,"value":5929292},{"key":3,"value":24198131},{"key":4,"value":607073},{"key":5,"value":313598597},{"key":6,"value":2891279},{"key":7,"value":1095204},{"key":8,"value":408875},{"key":9,"value":4002037},{"key":10,"value":10314453},{"key":11,"value":607190},{"key":12,"value":2412216},{"key":13,"value":41329},{"key":14,"value":303713},{"key":15,"value":660573},{"key":16,"value":217972}]},"value_counts":{"array":[{"key":1,"value":1630928},{"key":2,"value":1630928},{"key":3,"value":1630928},{"key":4,"value":1630928},{"key":5,"value":1630928},{"key":6,"value":1630928},{"key":7,"value":1630928},{"key":8,"value":1630928},{"key":9,"value":1630928},{"key":10,"value":1630928},{"key":11,"value":1630928},{"key":12,"value":1630928},{"key":13,"value":1630928},{"key":14,"value":1630928},{"key":15,"value":1630928},{"key":16,"value":1630928}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":94900},{"key":6,"value":1436063},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":935135},{"key":13,"value":1620804},{"key":14,"value":731868},{"key":15,"value":731868},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---emraed224tbl6"},{"key":2,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":3,"value":"--IzIzXqTp6ngix_"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"---643745"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzclac22vwql31bk"},{"key":2,"value":"¨&\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzyk0LpHTQCglee"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ð«°"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzulzx"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"Å$L\u0001"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"`+\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"Å$L\u0001\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137340977,274799891]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"6994dbd48e96-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1636893,"file_size_in_bytes":411674202,"column_sizes":{"array":[{"key":1,"value":17010485},{"key":2,"value":5915509},{"key":3,"value":24260728},{"key":4,"value":598117},{"key":5,"value":340755017},{"key":6,"value":2882031},{"key":7,"value":1102125},{"key":8,"value":413291},{"key":9,"value":4018087},{"key":10,"value":10333074},{"key":11,"value":607673},{"key":12,"value":2427301},{"key":13,"value":40073},{"key":14,"value":304420},{"key":15,"value":661859},{"key":16,"value":218133}]},"value_counts":{"array":[{"key":1,"value":1636893},{"key":2,"value":1636893},{"key":3,"value":1636893},{"key":4,"value":1636893},{"key":5,"value":1636893},{"key":6,"value":1636893},{"key":7,"value":1636893},{"key":8,"value":1636893},{"key":9,"value":1636893},{"key":10,"value":1636893},{"key":11,"value":1636893},{"key":12,"value":1636893},{"key":13,"value":1636893},{"key":14,"value":1636893},{"key":15,"value":1636893},{"key":16,"value":1636893}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":94784},{"key":6,"value":1443207},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":934269},{"key":13,"value":1627133},{"key":14,"value":738070},{"key":15,"value":738070},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---02486rdw2231e"},{"key":2,"value":"x\u0007}4i\u0001\u0000\u0000"},{"key":3,"value":"--I6hJgDSk-yRGM"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":"4.0.0"},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzgniniebgnauh23"},{"key":2,"value":"Ø\u001E\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzwGEiD_S4-r7l-"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ð å¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ¯ä»ï¼"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzz5202010"},{"key":11,"value":"лp\u0001"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"\u0015\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"лp\u0001\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137643999,273763253,411309147]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"f14383523da3-00025.parquet","file_format":"PARQUET","partition":{},"record_count":1650879,"file_size_in_bytes":397092405,"column_sizes":{"array":[{"key":1,"value":17092662},{"key":2,"value":5963289},{"key":3,"value":24336811},{"key":4,"value":615400},{"key":5,"value":325833165},{"key":6,"value":2901400},{"key":7,"value":1123762},{"key":8,"value":413790},{"key":9,"value":4042721},{"key":10,"value":10394626},{"key":11,"value":611176},{"key":12,"value":2412447},{"key":13,"value":41868},{"key":14,"value":306989},{"key":15,"value":665187},{"key":16,"value":220489}]},"value_counts":{"array":[{"key":1,"value":1650879},{"key":2,"value":1650879},{"key":3,"value":1650879},{"key":4,"value":1650879},{"key":5,"value":1650879},{"key":6,"value":1650879},{"key":7,"value":1650879},{"key":8,"value":1650879},{"key":9,"value":1650879},{"key":10,"value":1650879},{"key":11,"value":1650879},{"key":12,"value":1650879},{"key":13,"value":1650879},{"key":14,"value":1650879},{"key":15,"value":1650879},{"key":16,"value":1650879}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":97950},{"key":6,"value":1455022},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":947159},{"key":13,"value":1640731},{"key":14,"value":740466},{"key":15,"value":740466},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---IUHIHZUL229b2"},{"key":2,"value":" ¿y4i\u0001\u0000\u0000"},{"key":3,"value":"---ecVoNS4WbA7L"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.38_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"0"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzclac22vwql31bk"},{"key":2,"value":"h\u0007\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzqAkJZHQ-Wz3gr`"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"𨰻𨰻çå¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ°"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm0721"},{"key":10,"value":"zzzhaodan"},{"key":11,"value":"î\t\u0000"},{"key":12,"value":"ðååäºé¢èªè®¡å-å
å
ç.png"},{"key":13,"value":"J\u001D\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"î\t\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137448138,274671066]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"4c7a2ff4c6dc-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1647429,"file_size_in_bytes":394035843,"column_sizes":{"array":[{"key":1,"value":17041017},{"key":2,"value":5946233},{"key":3,"value":24346314},{"key":4,"value":605404},{"key":5,"value":322924835},{"key":6,"value":2897832},{"key":7,"value":1104935},{"key":8,"value":414242},{"key":9,"value":4029190},{"key":10,"value":10356716},{"key":11,"value":611481},{"key":12,"value":2407197},{"key":13,"value":41348},{"key":14,"value":306297},{"key":15,"value":663691},{"key":16,"value":220307}]},"value_counts":{"array":[{"key":1,"value":1647429},{"key":2,"value":1647429},{"key":3,"value":1647429},{"key":4,"value":1647429},{"key":5,"value":1647429},{"key":6,"value":1647429},{"key":7,"value":1647429},{"key":8,"value":1647429},{"key":9,"value":1647429},{"key":10,"value":1647429},{"key":11,"value":1647429},{"key":12,"value":1647429},{"key":13,"value":1647429},{"key":14,"value":1647429},{"key":15,"value":1647429},{"key":16,"value":1647429}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":104002},{"key":6,"value":1452089},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":947246},{"key":13,"value":1637513},{"key":14,"value":737241},{"key":15,"value":737241},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"---543f21h222csx"},{"key":2,"value":"8ôz4i\u0001\u0000\u0000"},{"key":3,"value":"--1WNmAISfuV1Ii_"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"-iyangyang-"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzwlegnakcalb22r"},{"key":2,"value":"8\u000F\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzzJZ1obT66R1JY"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ð£´å¥½ææï¼æå¿åð£´æ¿æä¸ã"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzzz12323"},{"key":11,"value":"í\u0003ò\u0000"},{"key":12,"value":"ð¥é«éèç 6.12å
¬å¼è¯¾é½ç»æä¸"},{"key":13,"value":"?\u001A\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"í\u0003ò\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,136985790,274659813]},"equality_ids":null,"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":0,"file_path":"a5c1ade0dfdb-00023.parquet","file_format":"PARQUET","partition":{},"record_count":1638745,"file_size_in_bytes":382894002,"column_sizes":{"array":[{"key":1,"value":17029164},{"key":2,"value":5940821},{"key":3,"value":24286546},{"key":4,"value":599072},{"key":5,"value":311888092},{"key":6,"value":2894665},{"key":7,"value":1095856},{"key":8,"value":410935},{"key":9,"value":4023105},{"key":10,"value":10356120},{"key":11,"value":609071},{"key":12,"value":2419496},{"key":13,"value":41362},{"key":14,"value":305177},{"key":15,"value":663670},{"key":16,"value":218393}]},"value_counts":{"array":[{"key":1,"value":1638745},{"key":2,"value":1638745},{"key":3,"value":1638745},{"key":4,"value":1638745},{"key":5,"value":1638745},{"key":6,"value":1638745},{"key":7,"value":1638745},{"key":8,"value":1638745},{"key":9,"value":1638745},{"key":10,"value":1638745},{"key":11,"value":1638745},{"key":12,"value":1638745},{"key":13,"value":1638745},{"key":14,"value":1638745},{"key":15,"value":1638745},{"key":16,"value":1638745}]},"null_value_counts":{"array":[{"key":1,"value":0},{"key":2,"value":0},{"key":3,"value":0},{"key":4,"value":0},{"key":5,"value":94952},{"key":6,"value":1443410},{"key":7,"value":0},{"key":8,"value":0},{"key":9,"value":0},{"key":10,"value":0},{"key":11,"value":0},{"key":12,"value":940434},{"key":13,"value":1628756},{"key":14,"value":734249},{"key":15,"value":734249},{"key":16,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":1,"value":"------sssss22ht9"},{"key":2,"value":"0¢z4i\u0001\u0000\u0000"},{"key":3,"value":"--2mvbtjRV69JVt"},{"key":4,"value":"\u0001\u0000\u0000\u0000"},{"key":5,"value":""},{"key":6,"value":""},{"key":7,"value":""},{"key":8,"value":"0.0.0.40_cw_lite"},{"key":9,"value":"0"},{"key":10,"value":"-iyangyang-"},{"key":11,"value":"\u0000\u0000\u0000\u0000"},{"key":12,"value":""},{"key":13,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0000"},{"key":15,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":16,"value":"pc"}]},"upper_bounds":{"array":[{"key":1,"value":"zzzzeij2227kbjnv"},{"key":2,"value":"H6\u0005\b\u0001\u0000\u0000"},{"key":3,"value":"zzE8kOYXT66gQkK"},{"key":4,"value":"¶\td\u0001"},{"key":5,"value":"ó å¼å¯äºè系人éªè¯ï¼ä½ è¿ä¸æ¯ä»ï¼"},{"key":6,"value":"video"},{"key":7,"value":"8.0.6"},{"key":8,"value":"1.3.4_lite"},{"key":9,"value":"zzm837732606"},{"key":10,"value":"zzzhaodan"},{"key":11,"value":"Np\u000F\u0001"},{"key":12,"value":"ðæ®·å¤æ½¼æ½¼+äºåå
-è¯æ°è±æ¸åºæµ"},{"key":13,"value":"\u001F\u0000\u0000\u0000\u0000\u0000\u0000"},{"key":14,"value":"\u0001"},{"key":15,"value":"Np\u000F\u0001\u0000\u0000\u0000\u0000"},{"key":16,"value":"wp"}]},"key_metadata":null,"split_offsets":{"array":[4,137050476,274311928]},"equality_ids":null,"sort_order_id":{"int":0}}}
(2)第二个文件
java -jar ./avro-tools-1.8.1.jar tojson ./a344c48741fc-m1.avro | cat
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":2,"file_path":"98878b2f219c-00024.parquet","file_format":"PARQUET","partition":{},"record_count":1192481,"file_size_in_bytes":18239606,"column_sizes":{"array":[{"key":3,"value":18234324}]},"value_counts":{"array":[{"key":3,"value":1192481}]},"null_value_counts":{"array":[{"key":3,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":3,"value":"--1WNmAISfuV1Ii_"}]},"upper_bounds":{"array":[{"key":3,"value":"zzuisEUeTkKNowO"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":{"array":[3]},"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"98878b2f219c-00025.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":159818,"column_sizes":{"array":[{"key":2147483546,"value":1135},{"key":2147483545,"value":154213}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"\u0002\u0000\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"h}\u0006\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"98878b2f219c-00026.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":161377,"column_sizes":{"array":[{"key":2147483546,"value":1135},{"key":2147483545,"value":155772}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"<\u0000\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"µ8\u000B\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"98878b2f219c-00027.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":162665,"column_sizes":{"array":[{"key":2147483546,"value":1135},{"key":2147483545,"value":157060}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"M\u0001\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"À\u001D\u0010\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"98878b2f219c-00028.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":164356,"column_sizes":{"array":[{"key":2147483546,"value":1135},{"key":2147483545,"value":158751}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"ø\u0000\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"Õà\u0015\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"98878b2f219c-00029.parquet","file_format":"PARQUET","partition":{},"record_count":51629,"file_size_in_bytes":87902,"column_sizes":{"array":[{"key":2147483546,"value":665},{"key":2147483545,"value":84259}]},"value_counts":{"array":[{"key":2147483546,"value":51629},{"key":2147483545,"value":51629}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":"ë\u0003\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"98878b2f219c-00023.parquet"},{"key":2147483545,"value":";\u0016\u0019\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":2,"file_path":"eff72050ec1f-00024.parquet","file_format":"PARQUET","partition":{},"record_count":1193450,"file_size_in_bytes":18251087,"column_sizes":{"array":[{"key":3,"value":18246452}]},"value_counts":{"array":[{"key":3,"value":1193450}]},"null_value_counts":{"array":[{"key":3,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":3,"value":"--1WNmAISfuV1Ii_"}]},"upper_bounds":{"array":[{"key":3,"value":"zzVeTnVGQZWE9P_"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":{"array":[3]},"sort_order_id":{"int":0}}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"eff72050ec1f-00025.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":159783,"column_sizes":{"array":[{"key":2147483546,"value":1134},{"key":2147483545,"value":154179}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"eff72050ec1f-00023.parquet"},{"key":2147483545,"value":"\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"eff72050ec1f-00023.parquet"},{"key":2147483545,"value":"ßn\u0006\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}
{"status":1,"snapshot_id":{"long":8983582846868791172},"sequence_number":null,"file_sequence_number":null,"data_file":{"content":1,"file_path":"eff72050ec1f-00026.parquet","file_format":"PARQUET","partition":{},"record_count":100000,"file_size_in_bytes":161298,"column_sizes":{"array":[{"key":2147483546,"value":1134},{"key":2147483545,"value":155694}]},"value_counts":{"array":[{"key":2147483546,"value":100000},{"key":2147483545,"value":100000}]},"null_value_counts":{"array":[{"key":2147483546,"value":0},{"key":2147483545,"value":0}]},"nan_value_counts":{"array":[]},"lower_bounds":{"array":[{"key":2147483546,"value":"eff72050ec1f-00023.parquet"},{"key":2147483545,"value":"+\u0001\u0000\u0000\u0000\u0000\u0000\u0000"}]},"upper_bounds":{"array":[{"key":2147483546,"value":"eff72050ec1f-00023.parquet"},{"key":2147483545,"value":"\"(\u000B\u0000\u0000\u0000\u0000\u0000"}]},"key_metadata":null,"split_offsets":{"array":[4]},"equality_ids":null,"sort_order_id":null}}