drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ar...@apache.org
Subject [1/2] drill git commit: DRILL-5660: Parquet metadata caching improvements
Date Tue, 15 Aug 2017 17:25:09 GMT
Repository: drill
Updated Branches:
  refs/heads/master 073ea6819 -> e9065b55e


http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths.requires_replace.txt
index 78a822e..e3734f3 100644
--- a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths.requires_replace.txt
+++ b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths.requires_replace.txt
@@ -39,7 +39,7 @@
     }
   },
   "files" : [ {
-    "path" : "REPLACED_IN_TEST/relative_paths_metadata/t1/0_0_0.parquet",
+    "path" : "REPLACED_IN_TEST/absolute_paths_metadata/t1/0_0_0.parquet",
     "length" : 2424,
     "rowGroups" : [ {
       "start" : 4,
@@ -71,7 +71,7 @@
       } ]
     } ]
   }, {
-    "path" : "REPLACED_IN_TEST/relative_paths_metadata/t2/0_0_0.parquet",
+    "path" : "REPLACED_IN_TEST/absolute_paths_metadata/t2/0_0_0.parquet",
     "length" : 2424,
     "rowGroups" : [ {
       "start" : 4,
@@ -103,6 +103,6 @@
       } ]
     } ]
   } ],
-  "directories" : [ "file:REPLACED_IN_TEST/relative_paths_metadata/t1", "file:REPLACED_IN_TEST/relative_paths_metadata/t2"
],
+  "directories" : [ "file:REPLACED_IN_TEST/absolute_paths_metadata/t1", "file:REPLACED_IN_TEST/absolute_paths_metadata/t2"
],
   "drillVersion" : "1.11.0"
 }
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t1.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t1.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t1.requires_replace.txt
index 7ce10e7..62a8c80 100644
--- a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t1.requires_replace.txt
+++ b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t1.requires_replace.txt
@@ -39,7 +39,7 @@
     }
   },
   "files" : [ {
-    "path" : "REPLACED_IN_TEST/relative_paths_metadata/t1/0_0_0.parquet",
+    "path" : "REPLACED_IN_TEST/absolute_paths_metadata/t1/0_0_0.parquet",
     "length" : 2424,
     "rowGroups" : [ {
       "start" : 4,

http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t2.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t2.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t2.requires_replace.txt
index c984f58..b70c8fa 100644
--- a/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t2.requires_replace.txt
+++ b/exec/java-exec/src/test/resources/parquet/metadata_with_absolute_path/metadata_table_with_absolute_paths_t2.requires_replace.txt
@@ -39,7 +39,7 @@
     }
   },
   "files" : [ {
-    "path" : "REPLACED_IN_TEST/relative_paths_metadata/t2/0_0_0.parquet",
+    "path" : "REPLACED_IN_TEST/absolute_paths_metadata/t2/0_0_0.parquet",
     "length" : 2424,
     "rowGroups" : [ {
       "start" : 4,

http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/unsupported_metadata/corrupted_metadata.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/unsupported_metadata/corrupted_metadata.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/unsupported_metadata/corrupted_metadata.requires_replace.txt
new file mode 100644
index 0000000..c6493d9
--- /dev/null
+++ b/exec/java-exec/src/test/resources/parquet/unsupported_metadata/corrupted_metadata.requires_replace.txt
@@ -0,0 +1,41 @@
+{
+  "metadata_version" : "v3",
+  "columnTypeInfo"
+
+  CORRUPTED DATA THAT LEADS TO JsonParseException
+
+    "path" : "0_0_0.parquet",
+    "length" : 2424,
+    "rowGroups" : [ {
+      "start" : 4,
+      "length" : 1802,
+      "rowCount" : 25,
+      "hostAffinity" : {
+        "localhost" : 1.0
+      },
+      "columns" : [ {
+        "name" : [ "n_nationkey" ],
+        "minValue" : 0,
+        "maxValue" : 24,
+        "nulls" : 0
+      }, {
+        "name" : [ "n_name" ],
+        "minValue" : "ALGERIA",
+        "maxValue" : "VIETNAM",
+        "nulls" : 0
+      }, {
+        "name" : [ "n_regionkey" ],
+        "minValue" : 0,
+        "maxValue" : 4,
+        "nulls" : 0
+      }, {
+        "name" : [ "n_comment" ],
+        "minValue" : " haggle. carefully final deposits detect slyly agai",
+        "maxValue" : "y final packages. slow foxes cajole quickly. quickly silent platelets
breach ironic accounts. unusual pinto be",
+        "nulls" : 0
+      } ]
+    } ]
+  } ],
+  "directories" : [ ],
+  "drillVersion" : "1.11.0"
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/unsupported_metadata/empty_metadata_file.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/unsupported_metadata/empty_metadata_file.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/unsupported_metadata/empty_metadata_file.requires_replace.txt
new file mode 100644
index 0000000..e69de29

http://git-wip-us.apache.org/repos/asf/drill/blob/e9065b55/exec/java-exec/src/test/resources/parquet/unsupported_metadata/unsupported_metadata_version.requires_replace.txt
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/test/resources/parquet/unsupported_metadata/unsupported_metadata_version.requires_replace.txt
b/exec/java-exec/src/test/resources/parquet/unsupported_metadata/unsupported_metadata_version.requires_replace.txt
new file mode 100644
index 0000000..3f6dac6
--- /dev/null
+++ b/exec/java-exec/src/test/resources/parquet/unsupported_metadata/unsupported_metadata_version.requires_replace.txt
@@ -0,0 +1,76 @@
+{
+  "metadata_version" : "CUSTOM_STRING_REPLACEMENT",
+  "columnTypeInfo" : {
+    "n_name" : {
+      "name" : [ "n_name" ],
+      "primitiveType" : "BINARY",
+      "originalType" : "UTF8",
+      "precision" : 0,
+      "scale" : 0,
+      "repetitionLevel" : 0,
+      "definitionLevel" : 0
+    },
+    "n_nationkey" : {
+      "name" : [ "n_nationkey" ],
+      "primitiveType" : "INT32",
+      "originalType" : null,
+      "precision" : 0,
+      "scale" : 0,
+      "repetitionLevel" : 0,
+      "definitionLevel" : 0
+    },
+    "n_regionkey" : {
+      "name" : [ "n_regionkey" ],
+      "primitiveType" : "INT32",
+      "originalType" : null,
+      "precision" : 0,
+      "scale" : 0,
+      "repetitionLevel" : 0,
+      "definitionLevel" : 0
+    },
+    "n_comment" : {
+      "name" : [ "n_comment" ],
+      "primitiveType" : "BINARY",
+      "originalType" : "UTF8",
+      "precision" : 0,
+      "scale" : 0,
+      "repetitionLevel" : 0,
+      "definitionLevel" : 0
+    }
+  },
+  "files" : [ {
+    "path" : "0_0_0.parquet",
+    "length" : 2424,
+    "rowGroups" : [ {
+      "start" : 4,
+      "length" : 1802,
+      "rowCount" : 25,
+      "hostAffinity" : {
+        "localhost" : 1.0
+      },
+      "columns" : [ {
+        "name" : [ "n_nationkey" ],
+        "minValue" : 0,
+        "maxValue" : 24,
+        "nulls" : 0
+      }, {
+        "name" : [ "n_name" ],
+        "minValue" : "ALGERIA",
+        "maxValue" : "VIETNAM",
+        "nulls" : 0
+      }, {
+        "name" : [ "n_regionkey" ],
+        "minValue" : 0,
+        "maxValue" : 4,
+        "nulls" : 0
+      }, {
+        "name" : [ "n_comment" ],
+        "minValue" : " haggle. carefully final deposits detect slyly agai",
+        "maxValue" : "y final packages. slow foxes cajole quickly. quickly silent platelets
breach ironic accounts. unusual pinto be",
+        "nulls" : 0
+      } ]
+    } ]
+  } ],
+  "directories" : [ ],
+  "drillVersion" : "1.11.0"
+}
\ No newline at end of file


Mime
View raw message