add test2.

apache · Feb 12, 2025 · bdda3ee · bdda3ee
1 parent 2c152d0
commit bdda3ee
Show file tree

Hide file tree

Showing 4 changed files with 34 additions and 3 deletions.
diff --git a/be/src/vec/exec/format/parquet/vparquet_column_reader.h b/be/src/vec/exec/format/parquet/vparquet_column_reader.h
@@ -305,7 +305,6 @@ class StructColumnReader : public ParquetColumnReader {
 
     const std::vector<level_t>& get_def_level() const override {
         if (!_read_column_names.empty()) {
-            //_read_nested_column
             return _child_readers.find(_read_column_names.front())->second->get_def_level();
         }
         return _child_readers.begin()->second->get_def_level();

diff --git a/be/test/vec/exec/column_type_convert_test.cpp b/be/test/vec/exec/column_type_convert_test.cpp
@@ -0,0 +1,3 @@
+//
+// Created by changyuwei on 2025/2/11.
+//
diff --git a/...ata/external_table_p0/tvf/test_tvf_p2.out → ...ata/external_table_p0/tvf/test_tvf_p0.out b/...ata/external_table_p0/tvf/test_tvf_p2.out → ...ata/external_table_p0/tvf/test_tvf_p0.out
@@ -65,3 +65,12 @@
 -- !viewfs --
 25001	25001	25001
 
+-- !row_cross_pages_2 --
+149923	149923
+
+-- !row_cross_pages_3 --
+74815	74815
+
+-- !row_cross_pages_4 --
+457	457
+
diff --git a/.../external_table_p0/tvf/test_tvf_p2.groovy → .../external_table_p0/tvf/test_tvf_p0.groovy b/.../external_table_p0/tvf/test_tvf_p2.groovy → .../external_table_p0/tvf/test_tvf_p0.groovy
@@ -15,7 +15,7 @@
 // specific language governing permissions and limitations
 // under the License.
 
-suite("test_tvf_p2", "p0,external,tvf,external_docker,hive") {
+suite("test_tvf_p0", "p0,external,tvf,external_docker,hive") {
     String enabled = context.config.otherConfigs.get("enableHiveTest")
     if (enabled != null && enabled.equalsIgnoreCase("true")) {
         String nameNodeHost = context.config.otherConfigs.get("externalEnvIp")
@@ -46,7 +46,7 @@ suite("test_tvf_p2", "p0,external,tvf,external_docker,hive") {
             "format" = "orc");
         """
 
-        // a row of complex type may be stored across more pages
+        // (1): a row of complex type may be stored across more pages
         qt_row_cross_pages """select count(id), count(m1), count(m2)
             from hdfs(
             "uri" = "hdfs://${nameNodeHost}:${hdfsPort}/catalog/tvf/parquet/row_cross_pages.parquet",
@@ -73,5 +73,25 @@ suite("test_tvf_p2", "p0,external,tvf,external_docker,hive") {
             "format" = "parquet",
             "fs.viewfs.mounttable.my-cluster.link./ns1" = "hdfs://${nameNodeHost}:${hdfsPort}/",
             "fs.viewfs.mounttable.my-cluster.homedir" = "/ns1")"""
+
+        // (2): a row of complex type may be stored across more pages 
+        qt_row_cross_pages_2  """select count(id), count(experiment)
+            from hdfs(
+            "uri" = "hdfs://${nameNodeHost}:${hdfsPort}/catalog/tvf/parquet/row_cross_pages_2.parquet",
+            "format" = "parquet");
+        """ //149923
+
+        qt_row_cross_pages_3  """select count(id), count(experiment)
+            from hdfs(
+            "uri" = "hdfs://${nameNodeHost}:${hdfsPort}/catalog/tvf/parquet/row_cross_pages_2.parquet",
+            "format" = "parquet") where id > 49923 ;
+        """  // 74815 
+
+        qt_row_cross_pages_4  """select count(id), count(experiment)
+            from hdfs(
+            "uri" = "hdfs://${nameNodeHost}:${hdfsPort}/catalog/tvf/parquet/row_cross_pages_2.parquet",
+            "format" = "parquet")  where id < 300 ;
+        """ //457 
+
     }
 }