spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From iras...@apache.org
Subject [07/10] spark git commit: [SPARK-3454] separate json endpoints for data in the UI
Date Tue, 05 May 2015 12:26:28 GMT
http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
new file mode 100644
index 0000000..63b1316
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
@@ -0,0 +1,481 @@
+[ {
+  "taskId" : 5186,
+  "index" : 176,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.880GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 147,
+    "resultSize" : 930,
+    "jvmGcTime" : 12,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 317390,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5463,
+  "index" : 453,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.518GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 134,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 348853,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5461,
+  "index" : 451,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.516GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 134,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 413676,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5505,
+  "index" : 495,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.616GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 133,
+    "resultSize" : 930,
+    "jvmGcTime" : 11,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 384212,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5672,
+  "index" : 662,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.016GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 131,
+    "resultSize" : 930,
+    "jvmGcTime" : 4,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 387955,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5865,
+  "index" : 855,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.514GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 131,
+    "resultSize" : 930,
+    "jvmGcTime" : 10,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 1710924,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5415,
+  "index" : 405,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.389GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 130,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 1,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9597,
+      "writeTime" : 377101,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5462,
+  "index" : 452,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.518GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 128,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 306075,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5411,
+  "index" : 401,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.385GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 128,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 74684537,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5416,
+  "index" : 406,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.392GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 11,
+    "executorRunTime" : 123,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 365240,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5924,
+  "index" : 914,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.648GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 4,
+    "executorRunTime" : 121,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 335682,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5179,
+  "index" : 169,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.866GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 114,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 276876,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5243,
+  "index" : 233,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.018GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 113,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 12003053,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5054,
+  "index" : 44,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.616GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 110,
+    "resultSize" : 930,
+    "jvmGcTime" : 22,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 299315,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5465,
+  "index" : 455,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.521GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 108,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 318366,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5614,
+  "index" : 604,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.893GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 19,
+    "executorRunTime" : 108,
+    "resultSize" : 930,
+    "jvmGcTime" : 7,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 309135,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5862,
+  "index" : 852,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.509GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 96,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 1052228,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5566,
+  "index" : 556,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.762GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 95,
+    "resultSize" : 930,
+    "jvmGcTime" : 6,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 327089,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5567,
+  "index" : 557,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.768GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 94,
+    "resultSize" : 930,
+    "jvmGcTime" : 6,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 374043,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5191,
+  "index" : 181,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.885GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 90,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 344199,
+      "recordsWritten" : 100
+    }
+  }
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
new file mode 100644
index 0000000..63b1316
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
@@ -0,0 +1,481 @@
+[ {
+  "taskId" : 5186,
+  "index" : 176,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.880GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 147,
+    "resultSize" : 930,
+    "jvmGcTime" : 12,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 317390,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5463,
+  "index" : 453,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.518GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 134,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 348853,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5461,
+  "index" : 451,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.516GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 134,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 413676,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5505,
+  "index" : 495,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.616GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 133,
+    "resultSize" : 930,
+    "jvmGcTime" : 11,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 384212,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5672,
+  "index" : 662,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.016GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 131,
+    "resultSize" : 930,
+    "jvmGcTime" : 4,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 387955,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5865,
+  "index" : 855,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.514GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 131,
+    "resultSize" : 930,
+    "jvmGcTime" : 10,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 1710924,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5415,
+  "index" : 405,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.389GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 130,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 1,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9597,
+      "writeTime" : 377101,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5462,
+  "index" : 452,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.518GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 128,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 306075,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5411,
+  "index" : 401,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.385GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 128,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 74684537,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5416,
+  "index" : 406,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.392GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 11,
+    "executorRunTime" : 123,
+    "resultSize" : 930,
+    "jvmGcTime" : 14,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 365240,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5924,
+  "index" : 914,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.648GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 4,
+    "executorRunTime" : 121,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 335682,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5179,
+  "index" : 169,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.866GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 114,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 276876,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5243,
+  "index" : 233,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.018GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 113,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 12003053,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5054,
+  "index" : 44,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.616GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 110,
+    "resultSize" : 930,
+    "jvmGcTime" : 22,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 299315,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5465,
+  "index" : 455,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.521GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 108,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 318366,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5614,
+  "index" : 604,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.893GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 19,
+    "executorRunTime" : 108,
+    "resultSize" : 930,
+    "jvmGcTime" : 7,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 309135,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5862,
+  "index" : 852,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.509GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 96,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 1052228,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5566,
+  "index" : 556,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.762GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 95,
+    "resultSize" : 930,
+    "jvmGcTime" : 6,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 327089,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5567,
+  "index" : 557,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.768GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 94,
+    "resultSize" : 930,
+    "jvmGcTime" : 6,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 374043,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5191,
+  "index" : 181,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.885GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 90,
+    "resultSize" : 930,
+    "jvmGcTime" : 5,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 344199,
+      "recordsWritten" : 100
+    }
+  }
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
new file mode 100644
index 0000000..329065b
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
@@ -0,0 +1,481 @@
+[ {
+  "taskId" : 5610,
+  "index" : 600,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.884GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 285253,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5511,
+  "index" : 501,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.634GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 277358,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5027,
+  "index" : 17,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.586GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 289503,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5828,
+  "index" : 818,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.438GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 3,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 291997,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5173,
+  "index" : 163,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.861GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 267617,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5185,
+  "index" : 175,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.880GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 285928,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5553,
+  "index" : 543,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.719GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 298472,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5077,
+  "index" : 67,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.670GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9614,
+      "writeTime" : 259332,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5831,
+  "index" : 821,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:01.442GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9597,
+      "writeTime" : 281603,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5194,
+  "index" : 184,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.903GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9600,
+      "writeTime" : 286315,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5481,
+  "index" : 471,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.561GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9613,
+      "writeTime" : 328893,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5035,
+  "index" : 25,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.600GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 324374,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5134,
+  "index" : 124,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.782GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 279741,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5044,
+  "index" : 34,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.607GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 279851,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5026,
+  "index" : 16,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.586GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9598,
+      "writeTime" : 247775,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5331,
+  "index" : 321,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.208GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 313699,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5343,
+  "index" : 333,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.241GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 0,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9601,
+      "writeTime" : 260259,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5606,
+  "index" : 596,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:20:00.878GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 1,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9599,
+      "writeTime" : 310521,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5041,
+  "index" : 31,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.602GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 4,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9603,
+      "writeTime" : 255099,
+      "recordsWritten" : 100
+    }
+  }
+}, {
+  "taskId" : 5023,
+  "index" : 13,
+  "attempt" : 0,
+  "launchTime" : "2015-03-26T19:19:59.579GMT",
+  "executorId" : "<driver>",
+  "host" : "localhost",
+  "taskLocality" : "PROCESS_LOCAL",
+  "speculative" : false,
+  "accumulatorUpdates" : [ ],
+  "taskMetrics" : {
+    "executorDeserializeTime" : 6,
+    "executorRunTime" : 5,
+    "resultSize" : 930,
+    "jvmGcTime" : 0,
+    "resultSerializationTime" : 0,
+    "memoryBytesSpilled" : 0,
+    "diskBytesSpilled" : 0,
+    "shuffleWriteMetrics" : {
+      "bytesWritten" : 9602,
+      "writeTime" : 282108,
+      "recordsWritten" : 100
+    }
+  }
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
new file mode 100644
index 0000000..46f32c1
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
@@ -0,0 +1,15 @@
+{
+  "quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
+  "executorDeserializeTime" : [ 0.0, 0.0, 0.0, 1.0, 3.0 ],
+  "executorRunTime" : [ 6.0, 6.0, 7.0, 10.0, 48.0 ],
+  "resultSize" : [ 930.0, 930.0, 930.0, 930.0, 930.0 ],
+  "jvmGcTime" : [ 0.0, 0.0, 0.0, 0.0, 7.0 ],
+  "resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+  "memoryBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+  "diskBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+  "shuffleWriteMetrics" : {
+    "writeBytes" : [ 9598.0, 9599.0, 9600.0, 9601.0, 9603.0 ],
+    "writeRecords" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ],
+    "writeTime" : [ 278805.0, 308809.0, 327953.0, 367487.0, 944783.0 ]
+  }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
new file mode 100644
index 0000000..65b4638
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
@@ -0,0 +1,15 @@
+{
+  "quantiles" : [ 0.01, 0.5, 0.99 ],
+  "executorDeserializeTime" : [ 0.0, 0.0, 25.0 ],
+  "executorRunTime" : [ 5.0, 7.0, 123.0 ],
+  "resultSize" : [ 930.0, 930.0, 930.0 ],
+  "jvmGcTime" : [ 0.0, 0.0, 14.0 ],
+  "resultSerializationTime" : [ 0.0, 0.0, 1.0 ],
+  "memoryBytesSpilled" : [ 0.0, 0.0, 0.0 ],
+  "diskBytesSpilled" : [ 0.0, 0.0, 0.0 ],
+  "shuffleWriteMetrics" : {
+    "writeBytes" : [ 9597.0, 9600.0, 9614.0 ],
+    "writeRecords" : [ 100.0, 100.0, 100.0 ],
+    "writeTime" : [ 260991.0, 327953.0, 8980526.0 ]
+  }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
new file mode 100644
index 0000000..483632a
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
@@ -0,0 +1,10 @@
+[ {
+  "id" : "local-1422981759269",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-03T16:42:38.277GMT",
+    "endTime" : "2015-02-03T16:42:46.912GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
new file mode 100644
index 0000000..4b85690
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
@@ -0,0 +1,19 @@
+[ {
+  "id" : "local-1422981780767",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-03T16:42:59.720GMT",
+    "endTime" : "2015-02-03T16:43:08.731GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1422981759269",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-03T16:42:38.277GMT",
+    "endTime" : "2015-02-03T16:42:46.912GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
new file mode 100644
index 0000000..e67f252
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
@@ -0,0 +1,35 @@
+[ {
+  "id" : "local-1427397477963",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-03-26T19:17:57.184GMT",
+    "endTime" : "2015-03-26T19:20:02.949GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1426533911241",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "attemptId" : "2",
+    "startTime" : "2015-03-17T23:11:50.242GMT",
+    "endTime" : "2015-03-17T23:12:25.177GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  }, {
+    "attemptId" : "1",
+    "startTime" : "2015-03-16T19:25:10.242GMT",
+    "endTime" : "2015-03-16T19:25:45.177GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1425081759269",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-28T00:02:38.277GMT",
+    "endTime" : "2015-02-28T00:02:46.912GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
new file mode 100644
index 0000000..6101177
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
@@ -0,0 +1,53 @@
+[ {
+  "id" : "local-1427397477963",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-03-26T19:17:57.184GMT",
+    "endTime" : "2015-03-26T19:20:02.949GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1426533911241",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "attemptId" : "2",
+    "startTime" : "2015-03-17T23:11:50.242GMT",
+    "endTime" : "2015-03-17T23:12:25.177GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  }, {
+    "attemptId" : "1",
+    "startTime" : "2015-03-16T19:25:10.242GMT",
+    "endTime" : "2015-03-16T19:25:45.177GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1425081759269",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-28T00:02:38.277GMT",
+    "endTime" : "2015-02-28T00:02:46.912GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1422981780767",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-03T16:42:59.720GMT",
+    "endTime" : "2015-02-03T16:43:08.731GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+}, {
+  "id" : "local-1422981759269",
+  "name" : "Spark shell",
+  "attempts" : [ {
+    "startTime" : "2015-02-03T16:42:38.277GMT",
+    "endTime" : "2015-02-03T16:42:46.912GMT",
+    "sparkUser" : "irashid",
+    "completed" : true
+  } ]
+} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
new file mode 100644
index 0000000..8878e54
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
@@ -0,0 +1 @@
+[ ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/ff8b4499/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
----------------------------------------------------------------------
diff --git a/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
b/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
new file mode 100755
index 0000000..e69de29


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org


Mime
View raw message