hawq-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From h...@apache.org
Subject [1/3] incubator-hawq git commit: HAWQ-805. Add feature test for exttab1 with new framework
Date Mon, 04 Jul 2016 02:35:54 GMT
Repository: incubator-hawq
Updated Branches:
  refs/heads/master b4993b2be -> a2fa04ff6


http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/a2fa04ff/src/test/feature/ExternalSource/sql_source/errortbl.source
----------------------------------------------------------------------
diff --git a/src/test/feature/ExternalSource/sql_source/errortbl.source b/src/test/feature/ExternalSource/sql_source/errortbl.source
deleted file mode 100644
index aeaaff4..0000000
--- a/src/test/feature/ExternalSource/sql_source/errortbl.source
+++ /dev/null
@@ -1,93 +0,0 @@
--- --------------------------------------
--- 'gpfdist' protocol
--- --------------------------------------
-
-CREATE EXTERNAL WEB TABLE gpfdist_status (x text)
-execute E'( python $GPHOME/bin/lib/gppinggpfdist.py @hostname@:7070 2>&1 || echo)
'
-on SEGMENT 0
-FORMAT 'text' (delimiter '|');
-
-CREATE EXTERNAL WEB TABLE gpfdist_start (x text)
-execute E'((@gpwhich_gpfdist@ -p 7070 -d @abs_srcdir@/data  </dev/null >/dev/null 2>&1
&); sleep 2; echo "starting...") '
-on SEGMENT 0
-FORMAT 'text' (delimiter '|');
-
-CREATE EXTERNAL WEB TABLE gpfdist_stop (x text)
-execute E'(/bin/pkill gpfdist || killall gpfdist) > /dev/null 2>&1; echo "stopping..."'
-on SEGMENT 0
-FORMAT 'text' (delimiter '|');
--- start_ignore
-select * from gpfdist_stop;
-select * from gpfdist_status;
-select * from gpfdist_start;
-select * from gpfdist_status;
--- end_ignore
-
--- readable external table with error table
-
-CREATE EXTERNAL TABLE EXT_NATION1 ( N_NATIONKEY  INTEGER ,
-                            N_NAME       CHAR(25) ,
-                            N_REGIONKEY  INTEGER ,
-                            N_COMMENT    VARCHAR(152))
-location ('gpfdist://@hostname@:7070/nation_error50.tbl')
-FORMAT 'text' (delimiter '|')
-LOG ERRORS INTO EXT_NATION_ERROR1 SEGMENT REJECT LIMIT 51;
-
-CREATE EXTERNAL TABLE EXT_NATION2 ( N_NATIONKEY  INTEGER ,
-                            N_NAME       CHAR(25) ,
-                            N_REGIONKEY  INTEGER ,
-                            N_COMMENT    VARCHAR(152))
-location ('gpfdist://@hostname@:7070/nation_error50.tbl')
-FORMAT 'text' (delimiter '|')
-LOG ERRORS INTO EXT_NATION_ERROR2 SEGMENT REJECT LIMIT 50;
-
-CREATE EXTERNAL TABLE EXT_NATION3 ( N_NATIONKEY  INTEGER ,
-                            N_NAME       CHAR(25) ,
-                            N_REGIONKEY  INTEGER ,
-                            N_COMMENT    VARCHAR(152))
-location ('gpfdist://@hostname@:7070/nation.tbl')
-FORMAT 'text' (delimiter '|')
-LOG ERRORS INTO EXT_NATION_ERROR3 SEGMENT REJECT LIMIT 50;
-
--- use existing error table
-CREATE EXTERNAL TABLE EXT_NATION_WITH_EXIST_ERROR_TABLE ( N_NATIONKEY  INTEGER ,
-                            N_NAME       CHAR(25) ,
-                            N_REGIONKEY  INTEGER ,
-                            N_COMMENT    VARCHAR(152))
-location ('gpfdist://@hostname@:7070/nation_error50.tbl')
-FORMAT 'text' (delimiter '|')
-LOG ERRORS INTO EXT_NATION_ERROR1 SEGMENT REJECT LIMIT 51;
-
-select * from EXT_NATION1;
-select count(*) from EXT_NATION_ERROR1; -- should be 50
-select * from EXT_NATION_WITH_EXIST_ERROR_TABLE;
-select count(*) from EXT_NATION_ERROR1; -- should be 100
-select * from EXT_NATION2; -- should fail
-select count(*) from EXT_NATION_ERROR2; -- should be empty
-select * from EXT_NATION3;
-select count(*) from EXT_NATION_ERROR3; -- should be empty
-
-truncate EXT_NATION_ERROR1;
-select * from EXT_NATION1 as x, EXT_NATION3 as y where x.n_nationkey = y.n_nationkey;
-select count(*) from EXT_NATION_ERROR1; -- should be 50
-
-select * from EXT_NATION1 as x, EXT_NATION1 as y where x.n_nationkey = y.n_nationkey; --should
fail on self join
-select * from EXT_NATION1 as x, EXT_NATION_WITH_EXIST_ERROR_TABLE as y where x.n_nationkey
= y.n_nationkey; --should fail with the same error table
-
--- should fail on writable external table
-CREATE WRITABLE EXTERNAL TABLE EXT_NATION_WRITABLE ( N_NATIONKEY  INTEGER ,
-                            N_NAME       CHAR(25) ,
-                            N_REGIONKEY  INTEGER ,
-                            N_COMMENT    VARCHAR(152))
-LOCATION ('gpfdist://@hostname@:7070/nation_error50.tbl') 
-FORMAT 'text' (delimiter '|')
-LOG ERRORS INTO EXT_NATION_ERROR_WRITABLE SEGMENT REJECT LIMIT 5;
-
--- start_ignore
-select * from gpfdist_stop;
-select * from gpfdist_status;
--- end_ignore
-
-drop external table gpfdist_status;
-drop external table gpfdist_start;
-drop external table gpfdist_stop;
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/a2fa04ff/src/test/feature/ExternalSource/test_exttab.cpp
----------------------------------------------------------------------
diff --git a/src/test/feature/ExternalSource/test_exttab.cpp b/src/test/feature/ExternalSource/test_exttab.cpp
new file mode 100644
index 0000000..274c0c9
--- /dev/null
+++ b/src/test/feature/ExternalSource/test_exttab.cpp
@@ -0,0 +1,35 @@
+#include "gtest/gtest.h"
+
+#include "lib/sql_util.h"
+#include "lib/file_replace.h"
+
+using hawq::test::SQLUtility;
+using hawq::test::FileReplace;
+
+class TestExternalTable : public ::testing::Test {
+ public:
+  TestExternalTable() {}
+  ~TestExternalTable() {}
+};
+
+TEST_F(TestExternalTable, TestExternalTableAll) {
+  SQLUtility util;
+  auto test_root = util.getTestRootPath();
+  auto replace_lambda = [&] () {
+    FileReplace frep;
+    std::unordered_map<std::string, std::string> D;
+    D["@hostname@"] = std::string("localhost");
+    D["@abs_srcdir@"] = test_root + "/ExternalSource";
+    D["@gpwhich_gpfdist@"] = std::string(std::string(getenv("GPHOME")) + "/bin/gpfdist");
+    frep.replace(test_root + "/ExternalSource/sql/exttab1.sql.source",
+                 test_root + "/ExternalSource/sql/exttab1.sql",
+                 D);
+    frep.replace(test_root + "/ExternalSource/ans/exttab1.ans.source",
+                 test_root + "/ExternalSource/ans/exttab1.ans",
+                 D);
+  };
+  
+  replace_lambda();
+  util.execSQLFile("ExternalSource/sql/exttab1.sql",
+                   "ExternalSource/ans/exttab1.ans");
+}


Mime
View raw message