hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ser...@apache.org
Subject [61/61] [abbrv] hive git commit: HIVE-17693 : remove the logic to convert from MM to plain hive table (Sergey Shelukhin)
Date Tue, 10 Oct 2017 00:52:35 GMT
HIVE-17693 : remove the logic to convert from MM to plain hive table (Sergey Shelukhin)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ae4ac4b1
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ae4ac4b1
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ae4ac4b1

Branch: refs/heads/hive-14535
Commit: ae4ac4b124655d6a674ff5077a3a63bc6a87a1d8
Parents: 42335b4
Author: sergey <sershe@apache.org>
Authored: Mon Oct 9 17:51:08 2017 -0700
Committer: sergey <sershe@apache.org>
Committed: Mon Oct 9 17:51:08 2017 -0700

----------------------------------------------------------------------
 .../org/apache/hadoop/hive/ql/exec/DDLTask.java |  62 +--
 .../queries/clientpositive/mm_conversions.q     |  44 --
 .../clientpositive/llap/mm_conversions.q.out    | 544 -------------------
 .../results/clientpositive/mm_conversions.q.out | 544 -------------------
 4 files changed, 4 insertions(+), 1190 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
index 75a1c87..335ea63 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java
@@ -4109,7 +4109,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
       boolean isFromMmTable = AcidUtils.isInsertOnlyTable(tbl.getParameters()),
           isRemoved = AcidUtils.isRemovedInsertOnlyTable(removedSet);
       if (isFromMmTable && isRemoved) {
-        result = generateRemoveMmTasks(tbl);
+        throw new HiveException("Cannot convert an ACID table to non-ACID");
       }
     }
     Iterator<String> keyItr = alterTbl.getProps().keySet().iterator();
@@ -4123,72 +4123,18 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
     return result;
   }
 
-  private List<Task<?>> generateRemoveMmTasks(Table tbl) throws HiveException {
-    // To avoid confusion from nested MM directories when table is converted back and forth, we
-    // want to rename mm_ dirs to remove the prefix; however, given the unpredictable nested
-    // directory handling in Hive/MR, we will instead move all the files into the root directory.
-    // We will also delete any directories that are not committed. 
-    // Note that this relies on locks. Note also that we only do the renames AFTER the metastore
-    // operation commits. Deleting uncommitted things is safe, but moving stuff before we convert
-    // could cause data loss.
-    List<Path> allMmDirs = new ArrayList<>();
-    checkMmLb(tbl);
-    List<String> bucketCols = tbl.getBucketCols();
-    if (bucketCols != null && !bucketCols.isEmpty()
-        && HiveConf.getBoolVar(conf, ConfVars.HIVE_STRICT_CHECKS_BUCKETING)) {
-      throw new HiveException("Converting bucketed tables from MM is not supported by default; "
-          + "copying files from multiple MM directories may potentially break the buckets. You "
-          + "can set " + ConfVars.HIVE_STRICT_CHECKS_BUCKETING.varname
-          + " to false for this query if you want to force the conversion.");
-    }
-    Hive db = getHive();
-    String value = conf.get(ValidTxnList.VALID_TXNS_KEY);
-    ValidTxnList validTxnList = value == null ? new ValidReadTxnList() : new ValidReadTxnList(value);
-    if (tbl.getPartitionKeys().size() > 0) {
-      PartitionIterable parts = new PartitionIterable(db, tbl, null,
-          HiveConf.getIntVar(conf, ConfVars.METASTORE_BATCH_RETRIEVE_MAX));
-      Iterator<Partition> partIter = parts.iterator();
-      while (partIter.hasNext()) {
-        Partition part = partIter.next();
-        checkMmLb(part);
-        handleRemoveMm(part.getDataLocation(), validTxnList, allMmDirs);
-      }
-    } else {
-      checkMmLb(tbl);
-      handleRemoveMm(tbl.getDataLocation(), validTxnList, allMmDirs);
-    }
-    List<Path> targetPaths = new ArrayList<>(allMmDirs.size());
-    List<String> targetPrefix = new ArrayList<>(allMmDirs.size());
-    int prefixLen = JavaUtils.DELTA_PREFIX.length();
-    for (int i = 0; i < allMmDirs.size(); ++i) {
-      Path src = allMmDirs.get(i);
-      Path tgt = src.getParent();
-      String prefix = src.getName().substring(prefixLen + 1) + "_";
-      if (Utilities.FILE_OP_LOGGER.isTraceEnabled()) {
-        Utilities.FILE_OP_LOGGER.trace("Will move " + src + " to " + tgt + " (prefix " + prefix + ")");
-      }
-      targetPaths.add(tgt);
-      targetPrefix.add(prefix);
-    }
-    // Don't set inputs and outputs - the locks have already been taken so it's pointless.
-    MoveWork mw = new MoveWork(null, null, null, null, false, SessionState.get().getLineageState());
-    mw.setMultiFilesDesc(new LoadMultiFilesDesc(
-        allMmDirs, targetPaths, targetPrefix, true, null, null));
-    return Lists.<Task<?>>newArrayList(TaskFactory.get(mw, conf));
-  }
-
   private void checkMmLb(Table tbl) throws HiveException {
     if (!tbl.isStoredAsSubDirectories()) return;
     // TODO [MM gap?]: by design; no-one seems to use LB tables. They will work, but not convert.
     //                 It's possible to work around this by re-creating and re-inserting the table.
     throw new HiveException("Converting list bucketed tables stored as subdirectories "
-        + " to and from MM is not supported. Please re-create a table in the desired format.");
+        + " to MM is not supported. Please re-create a table in the desired format.");
   }
 
   private void checkMmLb(Partition part) throws HiveException {
     if (!part.isStoredAsSubDirectories()) return;
     throw new HiveException("Converting list bucketed tables stored as subdirectories "
-        + " to and from MM is not supported. Please re-create a table in the desired format.");
+        + " to MM is not supported. Please re-create a table in the desired format.");
   }
 
   private void handleRemoveMm(
@@ -4299,7 +4245,7 @@ public class DDLTask extends Task<DDLWork> implements Serializable {
         if (!isFromMmTable && isToMmTable) {
           result = generateAddMmTasks(tbl);
         } else if (isFromMmTable && !isToMmTable) {
-          result = generateRemoveMmTasks(tbl);
+          throw new HiveException("Cannot convert an ACID table to non-ACID");
         }
       }
       tbl.getTTable().getParameters().putAll(alterTbl.getProps());

http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/queries/clientpositive/mm_conversions.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/mm_conversions.q b/ql/src/test/queries/clientpositive/mm_conversions.q
index 62faeac..14d16ab 100644
--- a/ql/src/test/queries/clientpositive/mm_conversions.q
+++ b/ql/src/test/queries/clientpositive/mm_conversions.q
@@ -14,27 +14,6 @@ insert into table intermediate partition(p='455') select distinct key from src w
 insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 1;
 insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 1;
 
-drop table simple_from_mm1;
-create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table simple_from_mm1 select key from intermediate;
-insert into table simple_from_mm1 select key from intermediate;
-select * from simple_from_mm1 s1 order by key;
-alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional');
-select * from simple_from_mm1 s2 order by key;
-insert into table simple_from_mm1 select key from intermediate;
-select * from simple_from_mm1 s3 order by key;
-drop table simple_from_mm1;
-
-drop table simple_from_mm2;
-create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table simple_from_mm2 select key from intermediate;
-insert into table simple_from_mm2 select key from intermediate;
-select * from simple_from_mm2 s1 order by key;
-alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false');
-select * from simple_from_mm2 s2 order by key;
-insert into table simple_from_mm2 select key from intermediate;
-select * from simple_from_mm2 s3 order by key;
-drop table simple_from_mm2;
 
 drop table simple_to_mm;
 create table simple_to_mm(key int) stored as orc;
@@ -47,29 +26,6 @@ insert into table simple_to_mm select key from intermediate;
 select * from simple_to_mm s3 order by key;
 drop table simple_to_mm;
 
-drop table part_from_mm1;
-create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table part_from_mm1 partition(key_mm='455') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='455') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='456') select key from intermediate;
-select * from part_from_mm1 s1 order by key, key_mm;
-alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional');
-select * from part_from_mm1 s2 order by key, key_mm;
-insert into table part_from_mm1 partition(key_mm='456') select key from intermediate;
-insert into table part_from_mm1 partition(key_mm='457') select key from intermediate;
-select * from part_from_mm1 s3 order by key, key_mm;
-drop table part_from_mm1;
-
-drop table part_from_mm2;
-create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only");
-insert into table part_from_mm2 partition(key_mm='456') select key from intermediate;--fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate;
-select * from part_from_mm2 s1 order by key, key_mm;
-alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false');
-select * from part_from_mm2 s2 order by key, key_mm;
-insert into table part_from_mm2 partition(key_mm='457') select key from intermediate;
-select * from part_from_mm2 s3 order by key, key_mm;
-drop table part_from_mm2;
 
 drop table part_to_mm;
 create table part_to_mm(key int) partitioned by (key_mm int) stored as orc;

http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
index d95a70e..4754710 100644
--- a/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
+++ b/ql/src/test/results/clientpositive/llap/mm_conversions.q.out
@@ -37,242 +37,6 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Output: default@intermediate@p=457
 POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: select * from simple_from_mm1 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: select * from simple_from_mm2 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
 PREHOOK: query: drop table simple_to_mm
 PREHOOK: type: DROPTABLE
 POSTHOOK: query: drop table simple_to_mm
@@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm
 POSTHOOK: type: DROPTABLE
 POSTHOOK: Input: default@simple_to_mm
 POSTHOOK: Output: default@simple_to_mm
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-98	455
-98	455
-98	456
-100	455
-100	455
-100	456
-PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-98	455
-98	455
-98	456
-100	455
-100	455
-100	456
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-PREHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-POSTHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-0	456
-0	457
-98	455
-98	455
-98	456
-98	456
-98	457
-100	455
-100	455
-100	456
-100	456
-100	457
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	456
-98	455
-98	456
-100	455
-100	456
-PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	456
-98	455
-98	456
-100	455
-100	456
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-PREHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-POSTHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-0	455
-0	456
-0	457
-98	455
-98	456
-98	457
-100	455
-100	456
-100	457
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
 PREHOOK: query: drop table part_to_mm
 PREHOOK: type: DROPTABLE
 POSTHOOK: query: drop table part_to_mm

http://git-wip-us.apache.org/repos/asf/hive/blob/ae4ac4b1/ql/src/test/results/clientpositive/mm_conversions.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/mm_conversions.q.out b/ql/src/test/results/clientpositive/mm_conversions.q.out
index d95a70e..4754710 100644
--- a/ql/src/test/results/clientpositive/mm_conversions.q.out
+++ b/ql/src/test/results/clientpositive/mm_conversions.q.out
@@ -37,242 +37,6 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Output: default@intermediate@p=457
 POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: create table simple_from_mm1(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: alter table simple_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: select * from simple_from_mm1 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm1 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: insert into table simple_from_mm1 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm1
-POSTHOOK: Lineage: simple_from_mm1.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm1 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm1 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm1
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm1
-PREHOOK: Output: default@simple_from_mm1
-POSTHOOK: query: drop table simple_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm1
-POSTHOOK: Output: default@simple_from_mm1
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: create table simple_from_mm2(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s1 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s1 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: alter table simple_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
-PREHOOK: query: select * from simple_from_mm2 s2 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s2 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-98
-98
-100
-100
-PREHOOK: query: insert into table simple_from_mm2 select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: insert into table simple_from_mm2 select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@simple_from_mm2
-POSTHOOK: Lineage: simple_from_mm2.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from simple_from_mm2 s3 order by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-POSTHOOK: query: select * from simple_from_mm2 s3 order by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@simple_from_mm2
-#### A masked pattern was here ####
-0
-0
-0
-98
-98
-98
-100
-100
-100
-PREHOOK: query: drop table simple_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@simple_from_mm2
-PREHOOK: Output: default@simple_from_mm2
-POSTHOOK: query: drop table simple_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@simple_from_mm2
-POSTHOOK: Output: default@simple_from_mm2
 PREHOOK: query: drop table simple_to_mm
 PREHOOK: type: DROPTABLE
 POSTHOOK: query: drop table simple_to_mm
@@ -385,314 +149,6 @@ POSTHOOK: query: drop table simple_to_mm
 POSTHOOK: type: DROPTABLE
 POSTHOOK: Input: default@simple_to_mm
 POSTHOOK: Output: default@simple_to_mm
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: create table part_from_mm1(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=455
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-98	455
-98	455
-98	456
-100	455
-100	455
-100	456
-PREHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: alter table part_from_mm1 unset tblproperties('transactional_properties', 'transactional')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-98	455
-98	455
-98	456
-100	455
-100	455
-100	456
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=456
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: query: insert into table part_from_mm1 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm1@key_mm=457
-POSTHOOK: Lineage: part_from_mm1 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Input: default@part_from_mm1@key_mm=455
-PREHOOK: Input: default@part_from_mm1@key_mm=456
-PREHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm1 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Input: default@part_from_mm1@key_mm=455
-POSTHOOK: Input: default@part_from_mm1@key_mm=456
-POSTHOOK: Input: default@part_from_mm1@key_mm=457
-#### A masked pattern was here ####
-0	455
-0	455
-0	456
-0	456
-0	457
-98	455
-98	455
-98	456
-98	456
-98	457
-100	455
-100	455
-100	456
-100	456
-100	457
-PREHOOK: query: drop table part_from_mm1
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm1
-PREHOOK: Output: default@part_from_mm1
-POSTHOOK: query: drop table part_from_mm1
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm1
-POSTHOOK: Output: default@part_from_mm1
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: create table part_from_mm2(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only")
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='456') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=456
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: query: --fails here
-insert into table part_from_mm2 partition(key_mm='455') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=455
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s1 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	456
-98	455
-98	456
-100	455
-100	456
-PREHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-PREHOOK: type: ALTERTABLE_PROPERTIES
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: alter table part_from_mm2 set tblproperties("transactional"="false", 'transactional_properties'='false')
-POSTHOOK: type: ALTERTABLE_PROPERTIES
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
-PREHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s2 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-#### A masked pattern was here ####
-0	455
-0	456
-98	455
-98	456
-100	455
-100	456
-PREHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-PREHOOK: type: QUERY
-PREHOOK: Input: default@intermediate
-PREHOOK: Input: default@intermediate@p=455
-PREHOOK: Input: default@intermediate@p=456
-PREHOOK: Input: default@intermediate@p=457
-PREHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: query: insert into table part_from_mm2 partition(key_mm='457') select key from intermediate
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@intermediate
-POSTHOOK: Input: default@intermediate@p=455
-POSTHOOK: Input: default@intermediate@p=456
-POSTHOOK: Input: default@intermediate@p=457
-POSTHOOK: Output: default@part_from_mm2@key_mm=457
-POSTHOOK: Lineage: part_from_mm2 PARTITION(key_mm=457).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ]
-PREHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-PREHOOK: type: QUERY
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Input: default@part_from_mm2@key_mm=455
-PREHOOK: Input: default@part_from_mm2@key_mm=456
-PREHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-POSTHOOK: query: select * from part_from_mm2 s3 order by key, key_mm
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Input: default@part_from_mm2@key_mm=455
-POSTHOOK: Input: default@part_from_mm2@key_mm=456
-POSTHOOK: Input: default@part_from_mm2@key_mm=457
-#### A masked pattern was here ####
-0	455
-0	456
-0	457
-98	455
-98	456
-98	457
-100	455
-100	456
-100	457
-PREHOOK: query: drop table part_from_mm2
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@part_from_mm2
-PREHOOK: Output: default@part_from_mm2
-POSTHOOK: query: drop table part_from_mm2
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@part_from_mm2
-POSTHOOK: Output: default@part_from_mm2
 PREHOOK: query: drop table part_to_mm
 PREHOOK: type: DROPTABLE
 POSTHOOK: query: drop table part_to_mm


Mime
View raw message