spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From r...@apache.org
Subject [07/10] spark git commit: Revert "[SPARK-3454] separate json endpoints for data in the UI"
Date Wed, 06 May 2015 02:28:05 GMT
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
deleted file mode 100644
index 63b1316..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
+++ /dev/null
@@ -1,481 +0,0 @@
-[ {
-  "taskId" : 5186,
-  "index" : 176,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.880GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 147,
-    "resultSize" : 930,
-    "jvmGcTime" : 12,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 317390,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5463,
-  "index" : 453,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.518GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 134,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9598,
-      "writeTime" : 348853,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5461,
-  "index" : 451,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.516GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 134,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 413676,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5505,
-  "index" : 495,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.616GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 133,
-    "resultSize" : 930,
-    "jvmGcTime" : 11,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 384212,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5672,
-  "index" : 662,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.016GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 131,
-    "resultSize" : 930,
-    "jvmGcTime" : 4,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 387955,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5865,
-  "index" : 855,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.514GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 131,
-    "resultSize" : 930,
-    "jvmGcTime" : 10,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 1710924,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5415,
-  "index" : 405,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.389GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 130,
-    "resultSize" : 930,
-    "jvmGcTime" : 14,
-    "resultSerializationTime" : 1,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9597,
-      "writeTime" : 377101,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5462,
-  "index" : 452,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.518GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 128,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 306075,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5411,
-  "index" : 401,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.385GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 128,
-    "resultSize" : 930,
-    "jvmGcTime" : 14,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 74684537,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5416,
-  "index" : 406,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.392GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 11,
-    "executorRunTime" : 123,
-    "resultSize" : 930,
-    "jvmGcTime" : 14,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9600,
-      "writeTime" : 365240,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5924,
-  "index" : 914,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.648GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 4,
-    "executorRunTime" : 121,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 335682,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5179,
-  "index" : 169,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.866GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 114,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 276876,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5243,
-  "index" : 233,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.018GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 113,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 12003053,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5054,
-  "index" : 44,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.616GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 110,
-    "resultSize" : 930,
-    "jvmGcTime" : 22,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 299315,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5465,
-  "index" : 455,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.521GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 108,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9598,
-      "writeTime" : 318366,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5614,
-  "index" : 604,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.893GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 19,
-    "executorRunTime" : 108,
-    "resultSize" : 930,
-    "jvmGcTime" : 7,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9600,
-      "writeTime" : 309135,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5862,
-  "index" : 852,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.509GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 96,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9598,
-      "writeTime" : 1052228,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5566,
-  "index" : 556,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.762GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 95,
-    "resultSize" : 930,
-    "jvmGcTime" : 6,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9600,
-      "writeTime" : 327089,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5567,
-  "index" : 557,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.768GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 94,
-    "resultSize" : 930,
-    "jvmGcTime" : 6,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 374043,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5191,
-  "index" : 181,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.885GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 90,
-    "resultSize" : 930,
-    "jvmGcTime" : 5,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9598,
-      "writeTime" : 344199,
-      "recordsWritten" : 100
-    }
-  }
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
deleted file mode 100644
index 329065b..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
+++ /dev/null
@@ -1,481 +0,0 @@
-[ {
-  "taskId" : 5610,
-  "index" : 600,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.884GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 285253,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5511,
-  "index" : 501,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.634GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 277358,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5027,
-  "index" : 17,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.586GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 289503,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5828,
-  "index" : 818,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.438GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 3,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 291997,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5173,
-  "index" : 163,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.861GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 267617,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5185,
-  "index" : 175,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.880GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9600,
-      "writeTime" : 285928,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5553,
-  "index" : 543,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.719GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 298472,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5077,
-  "index" : 67,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.670GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9614,
-      "writeTime" : 259332,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5831,
-  "index" : 821,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:01.442GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9597,
-      "writeTime" : 281603,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5194,
-  "index" : 184,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.903GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9600,
-      "writeTime" : 286315,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5481,
-  "index" : 471,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.561GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9613,
-      "writeTime" : 328893,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5035,
-  "index" : 25,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.600GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 324374,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5134,
-  "index" : 124,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.782GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 279741,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5044,
-  "index" : 34,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.607GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 279851,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5026,
-  "index" : 16,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.586GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9598,
-      "writeTime" : 247775,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5331,
-  "index" : 321,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.208GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 313699,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5343,
-  "index" : 333,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.241GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 0,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9601,
-      "writeTime" : 260259,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5606,
-  "index" : 596,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:20:00.878GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 1,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9599,
-      "writeTime" : 310521,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5041,
-  "index" : 31,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.602GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 4,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9603,
-      "writeTime" : 255099,
-      "recordsWritten" : 100
-    }
-  }
-}, {
-  "taskId" : 5023,
-  "index" : 13,
-  "attempt" : 0,
-  "launchTime" : "2015-03-26T19:19:59.579GMT",
-  "executorId" : "<driver>",
-  "host" : "localhost",
-  "taskLocality" : "PROCESS_LOCAL",
-  "speculative" : false,
-  "accumulatorUpdates" : [ ],
-  "taskMetrics" : {
-    "executorDeserializeTime" : 6,
-    "executorRunTime" : 5,
-    "resultSize" : 930,
-    "jvmGcTime" : 0,
-    "resultSerializationTime" : 0,
-    "memoryBytesSpilled" : 0,
-    "diskBytesSpilled" : 0,
-    "shuffleWriteMetrics" : {
-      "bytesWritten" : 9602,
-      "writeTime" : 282108,
-      "recordsWritten" : 100
-    }
-  }
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
deleted file mode 100644
index 46f32c1..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
+++ /dev/null
@@ -1,15 +0,0 @@
-{
-  "quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
-  "executorDeserializeTime" : [ 0.0, 0.0, 0.0, 1.0, 3.0 ],
-  "executorRunTime" : [ 6.0, 6.0, 7.0, 10.0, 48.0 ],
-  "resultSize" : [ 930.0, 930.0, 930.0, 930.0, 930.0 ],
-  "jvmGcTime" : [ 0.0, 0.0, 0.0, 0.0, 7.0 ],
-  "resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
-  "memoryBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
-  "diskBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
-  "shuffleWriteMetrics" : {
-    "writeBytes" : [ 9598.0, 9599.0, 9600.0, 9601.0, 9603.0 ],
-    "writeRecords" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ],
-    "writeTime" : [ 278805.0, 308809.0, 327953.0, 367487.0, 944783.0 ]
-  }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
deleted file mode 100644
index 65b4638..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
+++ /dev/null
@@ -1,15 +0,0 @@
-{
-  "quantiles" : [ 0.01, 0.5, 0.99 ],
-  "executorDeserializeTime" : [ 0.0, 0.0, 25.0 ],
-  "executorRunTime" : [ 5.0, 7.0, 123.0 ],
-  "resultSize" : [ 930.0, 930.0, 930.0 ],
-  "jvmGcTime" : [ 0.0, 0.0, 14.0 ],
-  "resultSerializationTime" : [ 0.0, 0.0, 1.0 ],
-  "memoryBytesSpilled" : [ 0.0, 0.0, 0.0 ],
-  "diskBytesSpilled" : [ 0.0, 0.0, 0.0 ],
-  "shuffleWriteMetrics" : {
-    "writeBytes" : [ 9597.0, 9600.0, 9614.0 ],
-    "writeRecords" : [ 100.0, 100.0, 100.0 ],
-    "writeTime" : [ 260991.0, 327953.0, 8980526.0 ]
-  }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
deleted file mode 100644
index 483632a..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
+++ /dev/null
@@ -1,10 +0,0 @@
-[ {
-  "id" : "local-1422981759269",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-03T16:42:38.277GMT",
-    "endTime" : "2015-02-03T16:42:46.912GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
deleted file mode 100644
index 4b85690..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
+++ /dev/null
@@ -1,19 +0,0 @@
-[ {
-  "id" : "local-1422981780767",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-03T16:42:59.720GMT",
-    "endTime" : "2015-02-03T16:43:08.731GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1422981759269",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-03T16:42:38.277GMT",
-    "endTime" : "2015-02-03T16:42:46.912GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
deleted file mode 100644
index e67f252..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
+++ /dev/null
@@ -1,35 +0,0 @@
-[ {
-  "id" : "local-1427397477963",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-03-26T19:17:57.184GMT",
-    "endTime" : "2015-03-26T19:20:02.949GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1426533911241",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "attemptId" : "2",
-    "startTime" : "2015-03-17T23:11:50.242GMT",
-    "endTime" : "2015-03-17T23:12:25.177GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  }, {
-    "attemptId" : "1",
-    "startTime" : "2015-03-16T19:25:10.242GMT",
-    "endTime" : "2015-03-16T19:25:45.177GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1425081759269",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-28T00:02:38.277GMT",
-    "endTime" : "2015-02-28T00:02:46.912GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
deleted file mode 100644
index 6101177..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
+++ /dev/null
@@ -1,53 +0,0 @@
-[ {
-  "id" : "local-1427397477963",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-03-26T19:17:57.184GMT",
-    "endTime" : "2015-03-26T19:20:02.949GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1426533911241",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "attemptId" : "2",
-    "startTime" : "2015-03-17T23:11:50.242GMT",
-    "endTime" : "2015-03-17T23:12:25.177GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  }, {
-    "attemptId" : "1",
-    "startTime" : "2015-03-16T19:25:10.242GMT",
-    "endTime" : "2015-03-16T19:25:45.177GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1425081759269",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-28T00:02:38.277GMT",
-    "endTime" : "2015-02-28T00:02:46.912GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1422981780767",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-03T16:42:59.720GMT",
-    "endTime" : "2015-02-03T16:43:08.731GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-}, {
-  "id" : "local-1422981759269",
-  "name" : "Spark shell",
-  "attempts" : [ {
-    "startTime" : "2015-02-03T16:42:38.277GMT",
-    "endTime" : "2015-02-03T16:42:46.912GMT",
-    "sparkUser" : "irashid",
-    "completed" : true
-  } ]
-} ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
deleted file mode 100644
index 8878e54..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
+++ /dev/null
@@ -1 +0,0 @@
-[ ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
----------------------------------------------------------------------
diff --git a/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
b/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
deleted file mode 100755
index e69de29..0000000


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org


Mime
View raw message