test new hudi scanner

apache · Nov 22, 2024 · d85b144 · d85b144
1 parent 9147fd3
commit d85b144
Show file tree

Hide file tree

Showing 7 changed files with 416 additions and 8 deletions.
diff --git a/regression-test/data/external_table_p2/hudi/test_hudi_incremental.out b/regression-test/data/external_table_p2/hudi/test_hudi_incremental.out
@@ -347,3 +347,351 @@
 -- !incremental_9_10 --
 1000
 
+-- !incremental_1_end --
+9000
+
+-- !incremental_earliest_1 --
+1000
+
+-- !incremental_2_end --
+8000
+
+-- !incremental_earliest_2 --
+2000
+
+-- !incremental_1_2 --
+1000
+
+-- !incremental_3_end --
+7000
+
+-- !incremental_earliest_3 --
+3000
+
+-- !incremental_2_3 --
+1000
+
+-- !incremental_4_end --
+6000
+
+-- !incremental_earliest_4 --
+4000
+
+-- !incremental_3_4 --
+1000
+
+-- !incremental_5_end --
+5000
+
+-- !incremental_earliest_5 --
+5000
+
+-- !incremental_4_5 --
+1000
+
+-- !incremental_6_end --
+4000
+
+-- !incremental_earliest_6 --
+6000
+
+-- !incremental_5_6 --
+1000
+
+-- !incremental_7_end --
+3000
+
+-- !incremental_earliest_7 --
+7000
+
+-- !incremental_6_7 --
+1000
+
+-- !incremental_8_end --
+2000
+
+-- !incremental_earliest_8 --
+8000
+
+-- !incremental_7_8 --
+1000
+
+-- !incremental_9_end --
+1000
+
+-- !incremental_earliest_9 --
+9000
+
+-- !incremental_8_9 --
+1000
+
+-- !incremental_10_end --
+0
+
+-- !incremental_earliest_10 --
+10000
+
+-- !incremental_9_10 --
+1000
+
+-- !incremental_1_end --
+9000
+
+-- !incremental_earliest_1 --
+1000
+
+-- !incremental_2_end --
+8000
+
+-- !incremental_earliest_2 --
+2000
+
+-- !incremental_1_2 --
+1000
+
+-- !incremental_3_end --
+7000
+
+-- !incremental_earliest_3 --
+3000
+
+-- !incremental_2_3 --
+1000
+
+-- !incremental_4_end --
+6000
+
+-- !incremental_earliest_4 --
+4000
+
+-- !incremental_3_4 --
+1000
+
+-- !incremental_5_end --
+5000
+
+-- !incremental_earliest_5 --
+5000
+
+-- !incremental_4_5 --
+1000
+
+-- !incremental_6_end --
+4000
+
+-- !incremental_earliest_6 --
+6000
+
+-- !incremental_5_6 --
+1000
+
+-- !incremental_7_end --
+3000
+
+-- !incremental_earliest_7 --
+7000
+
+-- !incremental_6_7 --
+1000
+
+-- !incremental_8_end --
+2000
+
+-- !incremental_earliest_8 --
+8000
+
+-- !incremental_7_8 --
+1000
+
+-- !incremental_9_end --
+1000
+
+-- !incremental_earliest_9 --
+9000
+
+-- !incremental_8_9 --
+1000
+
+-- !incremental_10_end --
+0
+
+-- !incremental_earliest_10 --
+10000
+
+-- !incremental_9_10 --
+1000
+
+-- !incremental_1_end --
+9000
+
+-- !incremental_earliest_1 --
+1000
+
+-- !incremental_2_end --
+8000
+
+-- !incremental_earliest_2 --
+2000
+
+-- !incremental_1_2 --
+1000
+
+-- !incremental_3_end --
+7000
+
+-- !incremental_earliest_3 --
+3000
+
+-- !incremental_2_3 --
+1000
+
+-- !incremental_4_end --
+6000
+
+-- !incremental_earliest_4 --
+4000
+
+-- !incremental_3_4 --
+1000
+
+-- !incremental_5_end --
+5000
+
+-- !incremental_earliest_5 --
+5000
+
+-- !incremental_4_5 --
+1000
+
+-- !incremental_6_end --
+4000
+
+-- !incremental_earliest_6 --
+6000
+
+-- !incremental_5_6 --
+1000
+
+-- !incremental_7_end --
+3000
+
+-- !incremental_earliest_7 --
+7000
+
+-- !incremental_6_7 --
+1000
+
+-- !incremental_8_end --
+2000
+
+-- !incremental_earliest_8 --
+8000
+
+-- !incremental_7_8 --
+1000
+
+-- !incremental_9_end --
+1000
+
+-- !incremental_earliest_9 --
+9000
+
+-- !incremental_8_9 --
+1000
+
+-- !incremental_10_end --
+0
+
+-- !incremental_earliest_10 --
+10000
+
+-- !incremental_9_10 --
+1000
+
+-- !incremental_1_end --
+9000
+
+-- !incremental_earliest_1 --
+1000
+
+-- !incremental_2_end --
+8000
+
+-- !incremental_earliest_2 --
+2000
+
+-- !incremental_1_2 --
+1000
+
+-- !incremental_3_end --
+7000
+
+-- !incremental_earliest_3 --
+3000
+
+-- !incremental_2_3 --
+1000
+
+-- !incremental_4_end --
+6000
+
+-- !incremental_earliest_4 --
+4000
+
+-- !incremental_3_4 --
+1000
+
+-- !incremental_5_end --
+5000
+
+-- !incremental_earliest_5 --
+5000
+
+-- !incremental_4_5 --
+1000
+
+-- !incremental_6_end --
+4000
+
+-- !incremental_earliest_6 --
+6000
+
+-- !incremental_5_6 --
+1000
+
+-- !incremental_7_end --
+3000
+
+-- !incremental_earliest_7 --
+7000
+
+-- !incremental_6_7 --
+1000
+
+-- !incremental_8_end --
+2000
+
+-- !incremental_earliest_8 --
+8000
+
+-- !incremental_7_8 --
+1000
+
+-- !incremental_9_end --
+1000
+
+-- !incremental_earliest_9 --
+9000
+
+-- !incremental_8_9 --
+1000
+
+-- !incremental_10_end --
+0
+
+-- !incremental_earliest_10 --
+10000
+
+-- !incremental_9_10 --
+1000
+
diff --git a/regression-test/data/external_table_p2/hudi/test_hudi_schema_evolution.out b/regression-test/data/external_table_p2/hudi/test_hudi_schema_evolution.out
@@ -31,3 +31,35 @@
 20241118012149007	20241118012149007_0_4	5		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	5	Eva	{"age":31.5, "address":"Chengdu"}
 20241118012149007	20241118012149007_0_5	6		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	6	Frank	{"age":29.2, "address":"Wuhan"}
 
+-- !adding_simple_columns_table --
+20241118012126237	20241118012126237_0_1	1		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	1	Alice	\N
+20241118012126237	20241118012126237_0_0	2		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	2	Bob	\N
+20241118012126237	20241118012126237_0_2	3		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	3	Cathy	\N
+20241118012132306	20241118012132306_0_3	4		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	4	David	25
+20241118012132306	20241118012132306_0_4	5		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	5	Eva	30
+20241118012132306	20241118012132306_0_5	6		5166112a-90d8-4ba8-8646-337fbeb2a375-0_0-35-121_20241118012132306.parquet	6	Frank	28
+
+-- !altering_simple_columns_table --
+20241118012136512	20241118012136512_0_0	1		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	1	Alice	25.0
+20241118012136512	20241118012136512_0_2	2		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	2	Bob	30.0
+20241118012136512	20241118012136512_0_1	3		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	3	Cathy	28.0
+20241118012138287	20241118012138287_0_3	4		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	4	David	26.0
+20241118012138287	20241118012138287_0_4	5		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	5	Eva	31.5
+20241118012138287	20241118012138287_0_5	6		203f0f43-ae9d-4c17-8d5d-834f0dbc62c9-0_0-78-246_20241118012138287.parquet	6	Frank	29.2
+
+-- !adding_complex_columns_table --
+20241118012144831	20241118012144831_0_1	1		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	1	Alice	{"age":25, "address":"Guangzhou", "email":null}
+20241118012144831	20241118012144831_0_0	2		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	2	Bob	{"age":30, "address":"Shanghai", "email":null}
+20241118012144831	20241118012144831_0_2	3		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	3	Cathy	{"age":28, "address":"Beijing", "email":null}
+20241118012146150	20241118012146150_0_3	4		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	4	David	{"age":25, "address":"Shenzhen", "email":"[email protected]"}
+20241118012146150	20241118012146150_0_4	5		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	5	Eva	{"age":30, "address":"Chengdu", "email":"[email protected]"}
+20241118012146150	20241118012146150_0_5	6		3c038df9-a652-4878-9b8a-221ae443448e-0_0-165-497_20241118012146150.parquet	6	Frank	{"age":28, "address":"Wuhan", "email":"[email protected]"}
+
+-- !altering_complex_columns_table --
+20241118012147879	20241118012147879_0_0	1		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	1	Alice	{"age":25, "address":"Guangzhou"}
+20241118012147879	20241118012147879_0_2	2		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	2	Bob	{"age":30, "address":"Shanghai"}
+20241118012147879	20241118012147879_0_1	3		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	3	Cathy	{"age":28, "address":"Beijing"}
+20241118012149007	20241118012149007_0_3	4		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	4	David	{"age":26, "address":"Shenzhen"}
+20241118012149007	20241118012149007_0_4	5		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	5	Eva	{"age":31.5, "address":"Chengdu"}
+20241118012149007	20241118012149007_0_5	6		185d101f-a484-45ce-b236-03ccd33c521b-0_0-208-622_20241118012149007.parquet	6	Frank	{"age":29.2, "address":"Wuhan"}
+
diff --git a/regression-test/data/external_table_p2/hudi/test_hudi_snapshot.out b/regression-test/data/external_table_p2/hudi/test_hudi_snapshot.out