ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From srima...@apache.org
Subject git commit: AMBARI-5131. Size Tez DAG vertices by amount of time taken. (srimanth)
Date Tue, 18 Mar 2014 22:40:08 GMT
Repository: ambari
Updated Branches:
  refs/heads/trunk f04e43001 -> 436d7a06f


AMBARI-5131. Size Tez DAG vertices by amount of time taken. (srimanth)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/436d7a06
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/436d7a06
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/436d7a06

Branch: refs/heads/trunk
Commit: 436d7a06f54e84e96a8ff22b36bf1d5875f750f6
Parents: f04e430
Author: Srimanth Gunturi <sgunturi@hortonworks.com>
Authored: Tue Mar 18 15:25:39 2014 -0700
Committer: Srimanth Gunturi <sgunturi@hortonworks.com>
Committed: Tue Mar 18 15:25:47 2014 -0700

----------------------------------------------------------------------
 ambari-web/app/assets/test/tests.js             |   1 +
 .../main/jobs/hive_job_details_tez_dag_view.js  |  59 ++++++++---
 .../jobs/hive_job_details_tez_dag_view_test.js  | 106 +++++++++++++++++++
 3 files changed, 151 insertions(+), 15 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/436d7a06/ambari-web/app/assets/test/tests.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/test/tests.js b/ambari-web/app/assets/test/tests.js
index 8785cc2..d4436d9 100644
--- a/ambari-web/app/assets/test/tests.js
+++ b/ambari-web/app/assets/test/tests.js
@@ -106,6 +106,7 @@ require('test/views/main/dashboard/widgets/namenode_cpu_test');
 require('test/views/main/host/summary_test');
 require('test/views/main/host/details/host_component_view_test');
 require('test/views/main/host/details/host_component_views/decommissionable_test');
+require('test/views/main/jobs/hive_job_details_tez_dag_view_test');
 require('test/views/common/configs/services_config_test');
 require('test/views/wizard/step9_view_test');
 require('test/models/host_test');

http://git-wip-us.apache.org/repos/asf/ambari/blob/436d7a06/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
index 7188610..1835dff 100644
--- a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
+++ b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
@@ -300,6 +300,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
    * visual (d3) terms.
    */
   drawTezDag : function() {
+    var self = this;
     var width = this.get('svgWidth');
     var svgLayer = this.get('svgVerticesLayer');
     var vertices = this.get('content.tezDag.vertices');
@@ -309,6 +310,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
     var depthToNodes = []; // Array of id arrays
     var dagVisualModel = this.get('dagVisualModel');
     var selectedVertex = this.get('selectedVertex');
+    var minVertexDuration = Number.MAX_VALUE;
 
     //
     // CALCULATE DEPTH - BFS to get correct graph depth
@@ -362,7 +364,11 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
             recordsRead : -1,
             recordsWrite : -1,
             tezTasks : -1
-          }
+          },
+          duration: vertex.get('duration')
+        }
+        if (node.duration < minVertexDuration && node.duration > 0) {
+          minVertexDuration = node.duration;
         }
         vertexIdToNode[vertex.get('id')] = node;
         depthToNodes[node.depth].push(node);
@@ -478,7 +484,10 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
       var maxNodeHeight = 0;
       for ( var nodeIndex = 0; nodeIndex < nodes.length; nodeIndex++) {
         var node = nodes[nodeIndex];
-        var nodeDim = this.getNodeCalculatedDimensions(node);
+        var nodeDim = this.getNodeCalculatedDimensions(node, minVertexDuration);
+        node.drawWidth = nodeDim.drawWidth;
+        node.drawHeight = nodeDim.drawHeight;
+        node.scale = nodeDim.scale;
         node.width = nodeDim.width;
         node.height = nodeDim.height;
         if (maxNodeHeight < node.height) {
@@ -496,7 +505,8 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
           // fraction of parentage
           var childrenWidth = 0;
           node.children.forEach(function(child) {
-            childrenWidth += ((node.width + xGap) / child.parents.length);
+            var childDim = self.getNodeCalculatedDimensions(child, minVertexDuration);
+            childrenWidth += ((childDim.width + xGap) / child.parents.length);
           });
           updateNodeEffectiveWidth(node, Math.max(childrenWidth, (node.width+xGap)));
         } else {
@@ -573,8 +583,8 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
     var nodeDrag = d3.behavior.drag().on('dragstart', function(node){
       d3.event.sourceEvent.stopPropagation();
       var rc = d3.mouse(this);
-      nodeDragData.nodeRelativeX = rc[0];
-      nodeDragData.nodeRelativeY = rc[1];
+      nodeDragData.nodeRelativeX = (rc[0] * node.scale);
+      nodeDragData.nodeRelativeY = (rc[1] * node.scale);
     }).on('drag', function(node){
       var nx = d3.event.x - nodeDragData.nodeRelativeX;
       var ny = d3.event.y - nodeDragData.nodeRelativeY;
@@ -611,9 +621,9 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
     // Create Nodes
     var node = svgLayer.selectAll(".node").data(dagVisualModel.nodes).enter().append("g").attr("class",
"node").call(nodeDrag);
     node.append("rect").attr("class", "background").attr("width", function(n) {
-      return n.width;
+      return n.drawWidth;
     }).attr("height", function(n) {
-      return n.height;
+      return n.drawHeight;
     }).attr("rx", "10").attr("filter", "url(#shadow)").on('mousedown', function(n) {
       var vertex = App.TezDagVertex.find(n.id);
       if (vertex != null) {
@@ -718,7 +728,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
     iconContainer.append('rect').attr('width', '1em').attr('height', '1em').attr('class',
'vertex-icon-rect  svg-tooltip ');
     iconContainer.append('text').attr('dy', '10px').attr("font-family", "FontAwesome").attr('class',
'vertex-icon-text');
     node.attr("transform", function(d) {
-      return "translate(" + d.x + "," + d.y + ")";
+      return "translate(" + d.x + "," + d.y + ") scale("+d.scale+") ";
     });
     this.vertexMetricsUpdated();
     $('.svg-tooltip').tooltip({
@@ -758,7 +768,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
     node.incomingY = newPosition[1];
     node.outgoingX = newPosition[0] + (node.width/2);
     node.outgoingY = newPosition[1] + node.height;
-    d3Vertex.attr('transform', 'translate(' + newPosition[0] + ',' + newPosition[1] + ')');
+    d3Vertex.attr('transform', 'translate(' + newPosition[0] + ',' + newPosition[1] + ')
scale('+node.scale+') ');
     // Move links
     d3.selectAll('.link').filter(function(l) {
       if (l && (l.source === node || l.target === node)) {
@@ -869,20 +879,39 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
   },
 
   /**
-   * Determines the node width and height in pixels.
+   * Determines the size of a node by taking into account its duration and
+   * number of operations performed.
    *
-   * Takes into account the various contents of the a node. { width: 200,
-   * height: 60 }
+   * @return {Object} Provides various metrics necessary in drawing a node.
+   * <code>
+   * {
+   *  width: 360, // Scaled width of the node
+   *  height: 80, // Scaled height of the node
+   *  scale: 2, // Scale used on vertex dimensions. Quickest vertex is scaled to 1.
+   *  drawWidth: 180, // Width of actual drawing (that will be scaled)
+   *  drawHeight: 40 // Height of actual drawing (that will be scaled)
+   * }
+   * </code>
    */
-  getNodeCalculatedDimensions : function(node) {
+  getNodeCalculatedDimensions : function(node, minVertexDuration) {
     var size = {
       width : 180,
-      height : 40
+      height : 40,
+      drawWidth : 180,
+      drawHeight : 40,
+      scale : 1
     }
     if (node.operations && node.operations.length > 0) {
       var opsHeight = Math.ceil(node.operations.length / 3);
-      size.height += (opsHeight * 20);
+      size.drawHeight += (opsHeight * 20);
+    }
+    size.scale = (minVertexDuration < Number.MAX_VALUE && node.duration > 0)
? (node.duration / minVertexDuration) : 1;
+    if (size.scale < 1) {
+      size.scale = 1;
     }
+    size.scale = Math.sqrt(size.scale);
+    size.width = size.drawWidth * size.scale;
+    size.height = size.drawHeight * size.scale;
     return size;
   }
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/436d7a06/ambari-web/test/views/main/jobs/hive_job_details_tez_dag_view_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/views/main/jobs/hive_job_details_tez_dag_view_test.js b/ambari-web/test/views/main/jobs/hive_job_details_tez_dag_view_test.js
new file mode 100644
index 0000000..f5c5cab
--- /dev/null
+++ b/ambari-web/test/views/main/jobs/hive_job_details_tez_dag_view_test.js
@@ -0,0 +1,106 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+var App = require('app');
+require('views/main/jobs/hive_job_details_tez_dag_view');
+
+describe('App.MainHiveJobDetailsTezDagView', function() {
+  var tezDagView = App.MainHiveJobDetailsTezDagView.create();
+
+  describe('#getNodeCalculatedDimensions()', function() {
+    var tests = [
+      {
+        i: {
+          node: {
+            operations: [],
+            duration: 100
+          },
+          minDuration: 1
+        },
+        e: {
+          width : 1800,
+          height : 400,
+          drawWidth : 180,
+          drawHeight : 40,
+          scale : 10
+        },
+        m: 'Node(ops=0,duration=100) minDuration=1'
+      },
+      {
+        i: {
+          node: {
+            operations: [1,2,3,4,5],
+            duration: 4
+          },
+          minDuration: 1
+        },
+        e: {
+          width : 360,
+          height : 160,
+          drawWidth : 180,
+          drawHeight : 40+40,
+          scale : 2
+        },
+        m: 'Node(ops=5,duration=4) minDuration=1'
+      },
+      {
+        i: {
+          node: {
+            operations: [1],
+            duration: 1
+          },
+          minDuration: 1
+        },
+        e: {
+          width : 180,
+          height : 60,
+          drawWidth : 180,
+          drawHeight : 60,
+          scale : 1
+        },
+        m: 'Node(ops=1,duration=1) minDuration=1'
+      },
+      { // Error case
+        i: {
+          node: {
+            operations: [1],
+            duration: 1
+          },
+          minDuration: 3
+        },
+        e: {
+          width : 180,
+          height : 60,
+          drawWidth : 180,
+          drawHeight : 60,
+          scale : 1
+        },
+        m: 'Node(ops=1,duration=1) minDuration=3'
+      }
+    ];
+    tests.forEach(function(test) {
+      it(test.m, function() {
+        var nodeDim = tezDagView.getNodeCalculatedDimensions(test.i.node, test.i.minDuration);
+        for(var key in test.e) {
+          expect(nodeDim[key]).to.equal(test.e[key]);
+        }
+      });
+    });
+  });
+
+});


Mime
View raw message