hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jd...@apache.org
Subject [23/58] [abbrv] hive git commit: HIVE-13439: JDBC: provide a way to retrieve GUID to query Yarn ATS (Vaibhav Gumashta reviewed by Thejas Nair)
Date Tue, 19 Apr 2016 22:25:15 GMT
HIVE-13439: JDBC: provide a way to retrieve GUID to query Yarn ATS (Vaibhav Gumashta reviewed
by Thejas Nair)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/58dcd763
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/58dcd763
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/58dcd763

Branch: refs/heads/llap
Commit: 58dcd76331379d180f5a37df60f4511cbc71b89e
Parents: d353216
Author: Vaibhav Gumashta <vgumashta@hortonworks.com>
Authored: Mon Apr 11 17:55:37 2016 -0700
Committer: Vaibhav Gumashta <vgumashta@hortonworks.com>
Committed: Mon Apr 11 17:55:37 2016 -0700

----------------------------------------------------------------------
 .../org/apache/hive/jdbc/TestJdbcDriver2.java   | 78 ++++++++++++++++++++
 .../org/apache/hive/jdbc/HiveStatement.java     | 18 +++++
 2 files changed, 96 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/58dcd763/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcDriver2.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcDriver2.java b/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcDriver2.java
index 4eaff10..b427dc1 100644
--- a/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcDriver2.java
+++ b/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcDriver2.java
@@ -2343,6 +2343,15 @@ public void testParseUrlHttpMode() throws SQLException, JdbcUriParseException,
   }
 
   /**
+   * Useful for modifying outer class context from anonymous inner class
+   */
+  public static interface Holder<T> {
+    public void set(T obj);
+
+    public T get();
+  }
+
+  /**
    * Test the cancellation of a query that is running.
    * We spawn 2 threads - one running the query and
    * the other attempting to cancel.
@@ -2394,6 +2403,75 @@ public void testParseUrlHttpMode() throws SQLException, JdbcUriParseException,
     stmt.close();
   }
 
+  /**
+   * Test the non-null value of the Yarn ATS GUID.
+   * We spawn 2 threads - one running the query and
+   * the other attempting to read the ATS GUID.
+   * We're using a dummy udf to simulate a query,
+   * that runs for a sufficiently long time.
+   * @throws Exception
+   */
+  @Test
+  public void testYarnATSGuid() throws Exception {
+    String udfName = SleepUDF.class.getName();
+    Statement stmt1 = con.createStatement();
+    stmt1.execute("create temporary function sleepUDF as '" + udfName + "'");
+    stmt1.close();
+    final Statement stmt = con.createStatement();
+    final Holder<Boolean> yarnATSGuidSet = new Holder<Boolean>() {
+      public Boolean b = false;
+
+      public void set(Boolean b) {
+        this.b = b;
+      }
+
+      public Boolean get() {
+        return this.b;
+      }
+    };
+
+    // Thread executing the query
+    Thread tExecute = new Thread(new Runnable() {
+      @Override
+      public void run() {
+        try {
+          System.out.println("Executing query: ");
+          stmt.executeQuery("select sleepUDF(t1.under_col) as u0, t1.under_col as u1, "
+              + "t2.under_col as u2 from " + tableName + " t1 join " + tableName
+              + " t2 on t1.under_col = t2.under_col");
+        } catch (SQLException e) {
+          // No op
+        }
+      }
+    });
+    // Thread reading the ATS GUID
+    Thread tGuid = new Thread(new Runnable() {
+      @Override
+      public void run() {
+        try {
+          Thread.sleep(10000);
+        } catch (InterruptedException e) {
+          e.printStackTrace();
+        }
+        String atsGuid = ((HiveStatement) stmt).getYarnATSGuid();
+        if (atsGuid != null) {
+          yarnATSGuidSet.set(true);
+          System.out.println("Yarn ATS GUID: " + atsGuid);
+        } else {
+          yarnATSGuidSet.set(false);
+        }
+      }
+    });
+    tExecute.start();
+    tGuid.start();
+    tExecute.join();
+    tGuid.join();
+    if (!yarnATSGuidSet.get()) {
+      fail("Failed to set the YARN ATS Guid");
+    }
+    stmt.close();
+  }
+
   // A udf which sleeps for 100ms to simulate a long running query
   public static class SleepUDF extends UDF {
     public Integer evaluate(final Integer value) {

http://git-wip-us.apache.org/repos/asf/hive/blob/58dcd763/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
----------------------------------------------------------------------
diff --git a/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java b/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
index b4dba44..0bbd0e3 100644
--- a/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
+++ b/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
@@ -18,6 +18,7 @@
 
 package org.apache.hive.jdbc;
 
+import org.apache.commons.codec.binary.Base64;
 import org.apache.hive.service.cli.RowSet;
 import org.apache.hive.service.cli.RowSetFactory;
 import org.apache.hive.service.rpc.thrift.TCLIService;
@@ -856,4 +857,21 @@ public class HiveStatement implements java.sql.Statement {
       return TFetchOrientation.FETCH_FIRST;
     }
   }
+
+  /**
+   * Returns the Yarn ATS GUID.
+   * This method is a public API for usage outside of Hive, although it is not part of the
+   * interface java.sql.Statement.
+   * @return Yarn ATS GUID or null if it hasn't been created yet.
+   */
+  public String getYarnATSGuid() {
+    if (stmtHandle != null) {
+      // Set on the server side.
+      // @see org.apache.hive.service.cli.operation.SQLOperation#prepare
+      String guid64 =
+          Base64.encodeBase64URLSafeString(stmtHandle.getOperationId().getGuid()).trim();
+      return guid64;
+    }
+    return null;
+  }
 }


Mime
View raw message