tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ss...@apache.org
Subject git commit: TEZ-571. Log init and start times in VertexFinished history event. (sseth)
Date Mon, 21 Oct 2013 17:41:25 GMT
Updated Branches:
  refs/heads/master 03fa6d04d -> d27158d39


TEZ-571. Log init and start times in VertexFinished history event.
(sseth)


Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/d27158d3
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/d27158d3
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/d27158d3

Branch: refs/heads/master
Commit: d27158d39cded6144f686c1d6fdfd403dd6257e1
Parents: 03fa6d0
Author: Siddharth Seth <sseth@apache.org>
Authored: Mon Oct 21 10:41:05 2013 -0700
Committer: Siddharth Seth <sseth@apache.org>
Committed: Mon Oct 21 10:41:05 2013 -0700

----------------------------------------------------------------------
 tez-dag/src/main/avro/HistoryEvents.avpr              |  5 ++++-
 .../org/apache/tez/dag/app/dag/impl/VertexImpl.java   |  9 +++++----
 .../tez/dag/history/events/VertexFinishedEvent.java   | 14 ++++++++++----
 3 files changed, 19 insertions(+), 9 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/d27158d3/tez-dag/src/main/avro/HistoryEvents.avpr
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/avro/HistoryEvents.avpr b/tez-dag/src/main/avro/HistoryEvents.avpr
index ebb3267..ae03d8e 100644
--- a/tez-dag/src/main/avro/HistoryEvents.avpr
+++ b/tez-dag/src/main/avro/HistoryEvents.avpr
@@ -96,7 +96,10 @@
       "fields": [
           {"name": "vertexName", "type": "string"},
           {"name": "vertexId", "type": "string"},
-          {"name": "startTime", "type": "long"},
+          {"name": "initRequestedTime", "type": "long"},
+          {"name": "initedTime", "type": "long"},
+          {"name": "startRequestedTime", "type": "long"},
+          {"name": "startedTime", "type": "long"},
           {"name": "finishTime", "type": "long"},
           {"name": "status", "type": "string"},
           {"name": "diagnostics", "type": "string"},

http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/d27158d3/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java
index 0044c4e..853bacf 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/VertexImpl.java
@@ -944,16 +944,17 @@ public class VertexImpl implements org.apache.tez.dag.app.dag.Vertex,
   void logJobHistoryVertexFinishedEvent() {
     this.setFinishTime();
     VertexFinishedEvent finishEvt = new VertexFinishedEvent(vertexId,
-        vertexName, startedTime, finishTime, VertexStatus.State.SUCCEEDED, "",
+        vertexName, initTimeRequested, initedTime, startTimeRequested,
+        startedTime, finishTime, VertexStatus.State.SUCCEEDED, "",
         getAllCounters());
     this.eventHandler.handle(new DAGHistoryEvent(finishEvt));
   }
 
   void logJobHistoryVertexFailedEvent(VertexStatus.State state) {
     VertexFinishedEvent finishEvt = new VertexFinishedEvent(vertexId,
-        vertexName, startedTime, clock.getTime(), state,
-        StringUtils.join(LINE_SEPARATOR, getDiagnostics()),
-        getAllCounters());
+        vertexName, initTimeRequested, initedTime, startTimeRequested,
+        startedTime, clock.getTime(), state, StringUtils.join(LINE_SEPARATOR,
+            getDiagnostics()), getAllCounters());
     this.eventHandler.handle(new DAGHistoryEvent(finishEvt));
   }
 

http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/d27158d3/tez-dag/src/main/java/org/apache/tez/dag/history/events/VertexFinishedEvent.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/history/events/VertexFinishedEvent.java
b/tez-dag/src/main/java/org/apache/tez/dag/history/events/VertexFinishedEvent.java
index 883e761..f09150f 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/history/events/VertexFinishedEvent.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/history/events/VertexFinishedEvent.java
@@ -32,12 +32,15 @@ public class VertexFinishedEvent implements HistoryEvent {
   private final TezCounters tezCounters;
 
   public VertexFinishedEvent(TezVertexID vertexId,
-      String vertexName, long startTime, long finishTime,
+      String vertexName, long initRequestedTime, long initedTime, long startRequestedTime,
long startedTime, long finishTime,
       VertexStatus.State state, String diagnostics,
       TezCounters counters) {
     datum.vertexName = vertexName;
     datum.vertexId = vertexId.toString();
-    datum.startTime = startTime;
+    datum.initRequestedTime = initRequestedTime;
+    datum.initedTime = initedTime;
+    datum.startRequestedTime = startRequestedTime;
+    datum.startedTime = startedTime;
     datum.finishTime = finishTime;
     datum.status = state.name();
     datum.diagnostics = diagnostics;
@@ -64,9 +67,12 @@ public class VertexFinishedEvent implements HistoryEvent {
   public String toString() {
     return "vertexName=" + datum.vertexName
         + ", vertexId=" + datum.vertexId
-        + ", startTime=" + datum.startTime
+        + ", initRequestedTime=" + datum.initRequestedTime
+        + ", initedTime=" + datum.initedTime
+        + ", startRequestedTime=" + datum.startRequestedTime
+        + ", startedTime=" + datum.startedTime
         + ", finishTime=" + datum.finishTime
-        + ", timeTaken=" + (datum.finishTime - datum.startTime)
+        + ", timeTaken=" + (datum.finishTime - datum.startedTime)
         + ", status=" + datum.status
         + ", diagnostics=" + datum.diagnostics
         + ", counters="


Mime
View raw message