metron-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From nickal...@apache.org
Subject [1/2] incubator-metron git commit: METRON-676 Create Zeppelin Notebook for YAF Telemetry (nickwallen) closes apache/incubator-metron#427
Date Tue, 31 Jan 2017 19:53:07 GMT
Repository: incubator-metron
Updated Branches:
  refs/heads/master f3ca3c05e -> cc29dcab8


http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/cc29dcab/metron-platform/metron-indexing/src/main/config/zeppelin/metron/metron-yaf-telemetry.json
----------------------------------------------------------------------
diff --git a/metron-platform/metron-indexing/src/main/config/zeppelin/metron/metron-yaf-telemetry.json b/metron-platform/metron-indexing/src/main/config/zeppelin/metron/metron-yaf-telemetry.json
new file mode 100644
index 0000000..befdce8
--- /dev/null
+++ b/metron-platform/metron-indexing/src/main/config/zeppelin/metron/metron-yaf-telemetry.json
@@ -0,0 +1 @@
+{"paragraphs":[{"text":"%spark.sql\n\n#\n# load the flow telemetry that has been archived by Metron\n#\ncreate temporary table yaf\n  using org.apache.spark.sql.json\n  options (path \"hdfs:///apps/metron/indexing/indexed/yaf\")","dateUpdated":"2017-01-24T21:55:59+0000","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"tableHide":false,"editorHide":false,"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485189410459_-412168737","id":"20170123-163650_844861236","result":{"code":"SUCCESS","type":"TEXT","msg":""},"dateCreated":"2017-01-23T04:36:50+0000","dateStarted":"2017-01-24T21:55:59+0000","dateFinished":"2017-01-24T21:56:18+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5233","focus":true},{"text":"%pyspark\n\nfrom pyspark.sql.types import BooleanType\nfrom pyspark.sql.functions import udf\nimport re\n\n#\n# define whic
 h networks are internal versus external.  for simplicity, we simply \n# call anything that is a private network as internal and everything else external.\n#\n# in a production environment distinguishing internal from external is likely to be\n# more complex and should be handled by a message enrichment. in that case each \n# message would contain a field indicating if it is internal or external.\n#\nregexes = [\n    \"192\\.168\\.[0-9]+\\.[0-9]+\",     # 192.168.0.0/16\n    \"10\\.[0-9]+\\.[0-9]+\\.[0-9]+\"    # 10.0.0.0/8\n]\n\n#\n# define a UDF that can distinguish between internal and external networks\n#\ndef is_internal(ip): \n    matches = [re.match(r, ip) is not None for r in regexes]\n    return any(matches)\n\nsqlContext.udf.register(\"is_internal\", is_internal, BooleanType())","dateUpdated":"2017-01-24T21:55:59+0000","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"
 ace/mode/python","editorHide":false},"settings":{"params":{"Internal":"192\\.168\\.[0-9]+\\.[0-9]+","fruit":["apple"],"Internal Network":["192\\.168\\.[0-9]+\\.[0-9]+","10\\.[0-9]+\\.[0-9]+\\.[0-9]+"],"Internal Networks":["192\\.168\\.[0-9]+\\.[0-9]+","10\\.[0-9]+\\.[0-9]+\\.[0-9]+"]},"forms":{}},"jobName":"paragraph_1485273973163_1353447337","id":"20170124-160613_699672885","result":{"code":"SUCCESS","type":"TEXT","msg":""},"dateCreated":"2017-01-24T04:06:13+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5234","focus":true},{"text":"","dateUpdated":"2017-01-24T21:55:59+0000","config":{"colWidth":12,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[{"name":"ip_src_addr","index":0,"aggr":"sum"}],"values":[{"name":"_c1","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"ip_src_addr","index":0,"aggr":"sum"},"yAxis":{"name":"_c1","index":1,"aggr":"
 sum"}}},"enabled":true,"editorMode":"ace/mode/scala","editorHide":true,"tableHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485276598605_-131372598","id":"20170124-164958_1912250786","dateCreated":"2017-01-24T04:49:58+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:18+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5235","result":{"code":"SUCCESS","type":"TEXT","msg":""},"focus":true},{"text":"%md\n\n### Top Talkers - Internal\n\nThe most active talkers on the internal network.  Includes the total number of packets and the total duration of all flows in seconds.\n","dateUpdated":"2017-01-24T21:55:59+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485277162415_510785352","id":"20170124-165922_10
 08107661","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Top Talkers - Internal</h3>\n<p>The most active talkers on the internal network.  Includes the total number of packets and the total duration of all flows in seconds.</p>\n"},"dateCreated":"2017-01-24T04:59:22+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5236","focus":true},{"text":"%spark.sql\n\nselect ip, \n    sum(pkts) as pkts, \n    sum(duration) as duration\nfrom (\n    select ip_dst_addr as ip,\n        pkt + rpkt as pkts,\n        duration\n    from yaf\n    where datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n    union all\n    select ip_src_addr as ip,\n        pkt + rpkt as pkts,\n        duration\n    from yaf\n    where datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n) ips\nwhere is_internal(ip) = true\ngroup by ip\norder by pkts desc\nlimit 10","dateUpdated
 ":"2017-01-24T22:01:05+0000","config":{"colWidth":7,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[{"name":"ip","index":0,"aggr":"sum"}],"values":[{"name":"pkts","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"ip","index":0,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/scala","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485279772944_-1105609363","id":"20170124-174252_731586468","result":{"code":"SUCCESS","type":"TABLE","msg":"ip\tpkts\tduration\n192.168.138.158\t366649\t58558.270999999986\n192.168.66.1\t249636\t14023.284999999989\n192.168.66.121\t247281\t14023.284999999989\n192.168.138.2\t8910\t39098.352\n","comment":"","msgTable":[[{"key":"pkts","value":"192.168.138.158"},{"key":"pkts","value":"366649"},{"key":"pkts","value":"58558.270999999986"}],[{"key":"duration","value":"192.168.66.1"},{"key":"duration","value":"249636"},{"key":"duration","value":"14023.284999999989"}],[{"value":"192.168.66.121"},{"value"
 :"247281"},{"value":"14023.284999999989"}],[{"value":"192.168.138.2"},{"value":"8910"},{"value":"39098.352"}]],"columnNames":[{"name":"ip","index":0,"aggr":"sum"},{"name":"pkts","index":1,"aggr":"sum"},{"name":"duration","index":2,"aggr":"sum"}],"rows":[["192.168.138.158","366649","58558.270999999986"],["192.168.66.1","249636","14023.284999999989"],["192.168.66.121","247281","14023.284999999989"],["192.168.138.2","8910","39098.352"]]},"dateCreated":"2017-01-24T17:42:52+0000","dateStarted":"2017-01-24T21:56:18+0000","dateFinished":"2017-01-24T21:56:57+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5237","focus":true},{"text":"%md\n\n### Top Talkers - External\n\nThe most active external talkers.  Includes the total number of packets, total duration of all flows in seconds, and the location of the talker, if one is known.","dateUpdated":"2017-01-24T21:56:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"val
 ues":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485277133105_1967013966","id":"20170124-165853_1925159527","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Top Talkers - External</h3>\n<p>The most active external talkers.  Includes the total number of packets, total duration of all flows in seconds, and the location of the talker, if one is known.</p>\n"},"dateCreated":"2017-01-24T04:58:53+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5238","focus":true},{"text":"%spark.sql\n\nselect ip, \n    sum(pkts) as pkts,\n    sum(duration) as duration,\n    country, \n    city\nfrom (\n    select ip_dst_addr as ip,\n        `enrichments.geo.ip_dst_addr.country` as country,\n        `enrichments.geo.ip_dst_addr.city` as city,\n        pkt + rpkt as pkts,\n        durat
 ion\n    from yaf\n    where datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n    union all\n    select ip_src_addr as ip,\n        `enrichments.geo.ip_src_addr.country` as country,\n        `enrichments.geo.ip_src_addr.city` as city,\n        pkt + rpkt as pkts,\n        duration\n    from yaf\n    where datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n) ips\nwhere is_internal(ip) = false\ngroup by ip, country, city\norder by pkts desc\nlimit 10","dateUpdated":"2017-01-24T22:01:10+0000","config":{"colWidth":7,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[{"name":"ip","index":0,"aggr":"sum"}],"values":[{"name":"pkts","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"ip","index":0,"aggr":"sum"},"yAxis":{"name":"pkts","index":1,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/sql","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485208156114_1819414426","id":"20170123-214916_1678988",
 "result":{"code":"SUCCESS","type":"TABLE","msg":"ip\tpkts\tduration\tcountry\tcity\n62.75.195.236\t241668\t3742.253999999998\tFR\tStrassbourg\n95.163.121.204\t48039\t14688.73099999999\tRU\tnull\n72.34.49.86\t42570\t354.7450000000003\tUS\tLos Angeles\n204.152.254.221\t21588\t54.17200000000001\tUS\tPhoenix\n188.165.164.184\t3874\t620.0169999999997\tFR\tnull\n224.0.0.251\t2355\t0.0\tnull\tnull\n","comment":"","msgTable":[[{"key":"pkts","value":"62.75.195.236"},{"key":"pkts","value":"241668"},{"key":"pkts","value":"3742.253999999998"},{"key":"pkts","value":"FR"},{"key":"pkts","value":"Strassbourg"}],[{"key":"duration","value":"95.163.121.204"},{"key":"duration","value":"48039"},{"key":"duration","value":"14688.73099999999"},{"key":"duration","value":"RU"},{"key":"duration","value":"null"}],[{"key":"country","value":"72.34.49.86"},{"key":"country","value":"42570"},{"key":"country","value":"354.7450000000003"},{"key":"country","value":"US"},{"key":"country","value":"Los Angeles"}],[{"key"
 :"city","value":"204.152.254.221"},{"key":"city","value":"21588"},{"key":"city","value":"54.17200000000001"},{"key":"city","value":"US"},{"key":"city","value":"Phoenix"}],[{"value":"188.165.164.184"},{"value":"3874"},{"value":"620.0169999999997"},{"value":"FR"},{"value":"null"}],[{"value":"224.0.0.251"},{"value":"2355"},{"value":"0.0"},{"value":"null"},{"value":"null"}]],"columnNames":[{"name":"ip","index":0,"aggr":"sum"},{"name":"pkts","index":1,"aggr":"sum"},{"name":"duration","index":2,"aggr":"sum"},{"name":"country","index":3,"aggr":"sum"},{"name":"city","index":4,"aggr":"sum"}],"rows":[["62.75.195.236","241668","3742.253999999998","FR","Strassbourg"],["95.163.121.204","48039","14688.73099999999","RU","null"],["72.34.49.86","42570","354.7450000000003","US","Los Angeles"],["204.152.254.221","21588","54.17200000000001","US","Phoenix"],["188.165.164.184","3874","620.0169999999997","FR","null"],["224.0.0.251","2355","0.0","null","null"]]},"dateCreated":"2017-01-23T09:49:16+0000","da
 teStarted":"2017-01-24T21:56:19+0000","dateFinished":"2017-01-24T21:57:26+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5239","focus":true},{"text":"%md\n\n### Flows by Hour\n\nThe total number of flows by hour over the past 7 days.","dateUpdated":"2017-01-24T21:56:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485280832044_1372278057","id":"20170124-180032_562068398","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Flows by Hour</h3>\n<p>The total number of flows by hour over the past 7 days.</p>\n"},"dateCreated":"2017-01-24T18:00:32+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5240","focus":true},{"text":"%spark.sql\n\nsele
 ct\n    from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') as time,\n    count(*) as Flows\nfrom yaf\nwhere datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\ngroup by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00')\norder by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') asc\n\n","dateUpdated":"2017-01-24T22:01:22+0000","config":{"colWidth":7,"graph":{"mode":"multiBarChart","height":354,"optionOpen":false,"keys":[{"name":"time","index":0,"aggr":"sum"}],"values":[{"name":"Flows","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"time","index":0,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/sql","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485268882405_-490297046","id":"20170124-144122_1753419602","result":{"code":"SUCCESS","type":"TABLE","msg":"time\tFlows\n2017-01-18 15:00\t9047\n2017-01-18 16:00\t7810\n2017-01-18 17:00\t2186\n2017-01-18 18:00\t2296\n2017-01-18 19:00\t2858\n2017-01-18 20:00\t3330\n2017-01-18 21:
 00\t2645\n2017-01-18 22:00\t3789\n2017-01-18 23:00\t8946\n2017-01-19 00:00\t10171\n2017-01-19 01:00\t4517\n2017-01-19 02:00\t1226\n2017-01-19 03:00\t1965\n2017-01-19 04:00\t2204\n2017-01-19 05:00\t1512\n2017-01-19 06:00\t2339\n2017-01-19 07:00\t2616\n2017-01-19 08:00\t2262\n2017-01-19 09:00\t5522\n2017-01-19 10:00\t10184\n2017-01-19 11:00\t6177\n2017-01-19 12:00\t3681\n2017-01-19 13:00\t3474\n2017-01-19 14:00\t3030\n2017-01-19 15:00\t3473\n2017-01-19 16:00\t2464\n2017-01-19 17:00\t2346\n2017-01-19 18:00\t2210\n2017-01-19 19:00\t2915\n2017-01-19 20:00\t2118\n2017-01-19 21:00\t2339\n2017-01-19 22:00\t2552\n2017-01-19 23:00\t3066\n2017-01-20 00:00\t3701\n2017-01-20 01:00\t7096\n2017-01-20 02:00\t9895\n2017-01-20 03:00\t6328\n2017-01-20 04:00\t3046\n2017-01-20 05:00\t2313\n2017-01-20 06:00\t1840\n2017-01-20 07:00\t4521\n2017-01-20 08:00\t4902\n2017-01-20 09:00\t2420\n2017-01-20 10:00\t2263\n2017-01-20 11:00\t3382\n2017-01-20 12:00\t2578\n2017-01-20 13:00\t4877\n2017-01-20 14:00\t4156\n2
 017-01-20 15:00\t1801\n2017-01-20 16:00\t1527\n2017-01-20 17:00\t2794\n2017-01-20 18:00\t3250\n2017-01-20 19:00\t2260\n2017-01-20 20:00\t5759\n2017-01-20 21:00\t5484\n2017-01-20 22:00\t2311\n2017-01-20 23:00\t2054\n2017-01-21 00:00\t6476\n2017-01-21 01:00\t5626\n2017-01-21 02:00\t3072\n2017-01-21 03:00\t4916\n2017-01-21 04:00\t4792\n2017-01-21 05:00\t2332\n2017-01-21 06:00\t1929\n2017-01-21 07:00\t6699\n2017-01-21 08:00\t4796\n2017-01-21 09:00\t3711\n2017-01-21 10:00\t3613\n2017-01-21 11:00\t2192\n2017-01-21 12:00\t1750\n2017-01-21 13:00\t1527\n2017-01-21 14:00\t1895\n2017-01-21 15:00\t3016\n2017-01-21 16:00\t2907\n2017-01-21 17:00\t3346\n2017-01-21 18:00\t3203\n2017-01-21 19:00\t7215\n2017-01-21 20:00\t6487\n2017-01-21 21:00\t3242\n2017-01-21 22:00\t3505\n2017-01-21 23:00\t6100\n2017-01-22 00:00\t3771\n2017-01-22 01:00\t6288\n2017-01-22 02:00\t7762\n2017-01-22 03:00\t8890\n2017-01-22 04:00\t5806\n2017-01-22 05:00\t3207\n2017-01-22 06:00\t3402\n2017-01-22 07:00\t3750\n2017-01-22 08:
 00\t6234\n2017-01-22 09:00\t7227\n2017-01-22 10:00\t4109\n2017-01-22 11:00\t3072\n2017-01-22 12:00\t2491\n2017-01-22 13:00\t2777\n2017-01-22 14:00\t6014\n2017-01-22 15:00\t4681\n2017-01-22 16:00\t2839\n2017-01-22 17:00\t3069\n2017-01-22 18:00\t7324\n2017-01-22 19:00\t5977\n2017-01-22 20:00\t2197\n2017-01-22 21:00\t2257\n2017-01-22 22:00\t2063\n2017-01-22 23:00\t1464\n2017-01-23 00:00\t2735\n2017-01-23 01:00\t2772\n2017-01-23 02:00\t2537\n2017-01-23 03:00\t2445\n2017-01-23 04:00\t3639\n2017-01-23 05:00\t2898\n2017-01-23 06:00\t1944\n2017-01-23 07:00\t6869\n2017-01-23 08:00\t4857\n2017-01-23 09:00\t2034\n2017-01-23 10:00\t2571\n2017-01-23 11:00\t2042\n2017-01-23 12:00\t2212\n2017-01-23 13:00\t3304\n2017-01-23 14:00\t8219\n2017-01-23 15:00\t10895\n2017-01-23 16:00\t5050\n2017-01-23 17:00\t2381\n2017-01-23 18:00\t2326\n2017-01-23 19:00\t7140\n2017-01-23 20:00\t6214\n2017-01-23 21:00\t5771\n2017-01-23 22:00\t4548\n2017-01-23 23:00\t2728\n2017-01-24 00:00\t3039\n2017-01-24 01:00\t3468\n20
 17-01-24 02:00\t2907\n2017-01-24 03:00\t2053\n2017-01-24 04:00\t1985\n2017-01-24 05:00\t2384\n2017-01-24 06:00\t2881\n2017-01-24 07:00\t6602\n2017-01-24 08:00\t4426\n2017-01-24 09:00\t2412\n2017-01-24 10:00\t2031\n2017-01-24 11:00\t2588\n2017-01-24 12:00\t3578\n2017-01-24 13:00\t7608\n2017-01-24 14:00\t5635\n2017-01-24 15:00\t3117\n2017-01-24 16:00\t1413\n","comment":"","msgTable":[[{"key":"Flows","value":"2017-01-18 15:00"},{"key":"Flows","value":"9047"}],[{"value":"2017-01-18 16:00"},{"value":"7810"}],[{"value":"2017-01-18 17:00"},{"value":"2186"}],[{"value":"2017-01-18 18:00"},{"value":"2296"}],[{"value":"2017-01-18 19:00"},{"value":"2858"}],[{"value":"2017-01-18 20:00"},{"value":"3330"}],[{"value":"2017-01-18 21:00"},{"value":"2645"}],[{"value":"2017-01-18 22:00"},{"value":"3789"}],[{"value":"2017-01-18 23:00"},{"value":"8946"}],[{"value":"2017-01-19 00:00"},{"value":"10171"}],[{"value":"2017-01-19 01:00"},{"value":"4517"}],[{"value":"2017-01-19 02:00"},{"value":"1226"}],[{"valu
 e":"2017-01-19 03:00"},{"value":"1965"}],[{"value":"2017-01-19 04:00"},{"value":"2204"}],[{"value":"2017-01-19 05:00"},{"value":"1512"}],[{"value":"2017-01-19 06:00"},{"value":"2339"}],[{"value":"2017-01-19 07:00"},{"value":"2616"}],[{"value":"2017-01-19 08:00"},{"value":"2262"}],[{"value":"2017-01-19 09:00"},{"value":"5522"}],[{"value":"2017-01-19 10:00"},{"value":"10184"}],[{"value":"2017-01-19 11:00"},{"value":"6177"}],[{"value":"2017-01-19 12:00"},{"value":"3681"}],[{"value":"2017-01-19 13:00"},{"value":"3474"}],[{"value":"2017-01-19 14:00"},{"value":"3030"}],[{"value":"2017-01-19 15:00"},{"value":"3473"}],[{"value":"2017-01-19 16:00"},{"value":"2464"}],[{"value":"2017-01-19 17:00"},{"value":"2346"}],[{"value":"2017-01-19 18:00"},{"value":"2210"}],[{"value":"2017-01-19 19:00"},{"value":"2915"}],[{"value":"2017-01-19 20:00"},{"value":"2118"}],[{"value":"2017-01-19 21:00"},{"value":"2339"}],[{"value":"2017-01-19 22:00"},{"value":"2552"}],[{"value":"2017-01-19 23:00"},{"value":"306
 6"}],[{"value":"2017-01-20 00:00"},{"value":"3701"}],[{"value":"2017-01-20 01:00"},{"value":"7096"}],[{"value":"2017-01-20 02:00"},{"value":"9895"}],[{"value":"2017-01-20 03:00"},{"value":"6328"}],[{"value":"2017-01-20 04:00"},{"value":"3046"}],[{"value":"2017-01-20 05:00"},{"value":"2313"}],[{"value":"2017-01-20 06:00"},{"value":"1840"}],[{"value":"2017-01-20 07:00"},{"value":"4521"}],[{"value":"2017-01-20 08:00"},{"value":"4902"}],[{"value":"2017-01-20 09:00"},{"value":"2420"}],[{"value":"2017-01-20 10:00"},{"value":"2263"}],[{"value":"2017-01-20 11:00"},{"value":"3382"}],[{"value":"2017-01-20 12:00"},{"value":"2578"}],[{"value":"2017-01-20 13:00"},{"value":"4877"}],[{"value":"2017-01-20 14:00"},{"value":"4156"}],[{"value":"2017-01-20 15:00"},{"value":"1801"}],[{"value":"2017-01-20 16:00"},{"value":"1527"}],[{"value":"2017-01-20 17:00"},{"value":"2794"}],[{"value":"2017-01-20 18:00"},{"value":"3250"}],[{"value":"2017-01-20 19:00"},{"value":"2260"}],[{"value":"2017-01-20 20:00"},{"
 value":"5759"}],[{"value":"2017-01-20 21:00"},{"value":"5484"}],[{"value":"2017-01-20 22:00"},{"value":"2311"}],[{"value":"2017-01-20 23:00"},{"value":"2054"}],[{"value":"2017-01-21 00:00"},{"value":"6476"}],[{"value":"2017-01-21 01:00"},{"value":"5626"}],[{"value":"2017-01-21 02:00"},{"value":"3072"}],[{"value":"2017-01-21 03:00"},{"value":"4916"}],[{"value":"2017-01-21 04:00"},{"value":"4792"}],[{"value":"2017-01-21 05:00"},{"value":"2332"}],[{"value":"2017-01-21 06:00"},{"value":"1929"}],[{"value":"2017-01-21 07:00"},{"value":"6699"}],[{"value":"2017-01-21 08:00"},{"value":"4796"}],[{"value":"2017-01-21 09:00"},{"value":"3711"}],[{"value":"2017-01-21 10:00"},{"value":"3613"}],[{"value":"2017-01-21 11:00"},{"value":"2192"}],[{"value":"2017-01-21 12:00"},{"value":"1750"}],[{"value":"2017-01-21 13:00"},{"value":"1527"}],[{"value":"2017-01-21 14:00"},{"value":"1895"}],[{"value":"2017-01-21 15:00"},{"value":"3016"}],[{"value":"2017-01-21 16:00"},{"value":"2907"}],[{"value":"2017-01-21
  17:00"},{"value":"3346"}],[{"value":"2017-01-21 18:00"},{"value":"3203"}],[{"value":"2017-01-21 19:00"},{"value":"7215"}],[{"value":"2017-01-21 20:00"},{"value":"6487"}],[{"value":"2017-01-21 21:00"},{"value":"3242"}],[{"value":"2017-01-21 22:00"},{"value":"3505"}],[{"value":"2017-01-21 23:00"},{"value":"6100"}],[{"value":"2017-01-22 00:00"},{"value":"3771"}],[{"value":"2017-01-22 01:00"},{"value":"6288"}],[{"value":"2017-01-22 02:00"},{"value":"7762"}],[{"value":"2017-01-22 03:00"},{"value":"8890"}],[{"value":"2017-01-22 04:00"},{"value":"5806"}],[{"value":"2017-01-22 05:00"},{"value":"3207"}],[{"value":"2017-01-22 06:00"},{"value":"3402"}],[{"value":"2017-01-22 07:00"},{"value":"3750"}],[{"value":"2017-01-22 08:00"},{"value":"6234"}],[{"value":"2017-01-22 09:00"},{"value":"7227"}],[{"value":"2017-01-22 10:00"},{"value":"4109"}],[{"value":"2017-01-22 11:00"},{"value":"3072"}],[{"value":"2017-01-22 12:00"},{"value":"2491"}],[{"value":"2017-01-22 13:00"},{"value":"2777"}],[{"value":
 "2017-01-22 14:00"},{"value":"6014"}],[{"value":"2017-01-22 15:00"},{"value":"4681"}],[{"value":"2017-01-22 16:00"},{"value":"2839"}],[{"value":"2017-01-22 17:00"},{"value":"3069"}],[{"value":"2017-01-22 18:00"},{"value":"7324"}],[{"value":"2017-01-22 19:00"},{"value":"5977"}],[{"value":"2017-01-22 20:00"},{"value":"2197"}],[{"value":"2017-01-22 21:00"},{"value":"2257"}],[{"value":"2017-01-22 22:00"},{"value":"2063"}],[{"value":"2017-01-22 23:00"},{"value":"1464"}],[{"value":"2017-01-23 00:00"},{"value":"2735"}],[{"value":"2017-01-23 01:00"},{"value":"2772"}],[{"value":"2017-01-23 02:00"},{"value":"2537"}],[{"value":"2017-01-23 03:00"},{"value":"2445"}],[{"value":"2017-01-23 04:00"},{"value":"3639"}],[{"value":"2017-01-23 05:00"},{"value":"2898"}],[{"value":"2017-01-23 06:00"},{"value":"1944"}],[{"value":"2017-01-23 07:00"},{"value":"6869"}],[{"value":"2017-01-23 08:00"},{"value":"4857"}],[{"value":"2017-01-23 09:00"},{"value":"2034"}],[{"value":"2017-01-23 10:00"},{"value":"2571"}]
 ,[{"value":"2017-01-23 11:00"},{"value":"2042"}],[{"value":"2017-01-23 12:00"},{"value":"2212"}],[{"value":"2017-01-23 13:00"},{"value":"3304"}],[{"value":"2017-01-23 14:00"},{"value":"8219"}],[{"value":"2017-01-23 15:00"},{"value":"10895"}],[{"value":"2017-01-23 16:00"},{"value":"5050"}],[{"value":"2017-01-23 17:00"},{"value":"2381"}],[{"value":"2017-01-23 18:00"},{"value":"2326"}],[{"value":"2017-01-23 19:00"},{"value":"7140"}],[{"value":"2017-01-23 20:00"},{"value":"6214"}],[{"value":"2017-01-23 21:00"},{"value":"5771"}],[{"value":"2017-01-23 22:00"},{"value":"4548"}],[{"value":"2017-01-23 23:00"},{"value":"2728"}],[{"value":"2017-01-24 00:00"},{"value":"3039"}],[{"value":"2017-01-24 01:00"},{"value":"3468"}],[{"value":"2017-01-24 02:00"},{"value":"2907"}],[{"value":"2017-01-24 03:00"},{"value":"2053"}],[{"value":"2017-01-24 04:00"},{"value":"1985"}],[{"value":"2017-01-24 05:00"},{"value":"2384"}],[{"value":"2017-01-24 06:00"},{"value":"2881"}],[{"value":"2017-01-24 07:00"},{"val
 ue":"6602"}],[{"value":"2017-01-24 08:00"},{"value":"4426"}],[{"value":"2017-01-24 09:00"},{"value":"2412"}],[{"value":"2017-01-24 10:00"},{"value":"2031"}],[{"value":"2017-01-24 11:00"},{"value":"2588"}],[{"value":"2017-01-24 12:00"},{"value":"3578"}],[{"value":"2017-01-24 13:00"},{"value":"7608"}],[{"value":"2017-01-24 14:00"},{"value":"5635"}],[{"value":"2017-01-24 15:00"},{"value":"3117"}],[{"value":"2017-01-24 16:00"},{"value":"1413"}]],"columnNames":[{"name":"time","index":0,"aggr":"sum"},{"name":"Flows","index":1,"aggr":"sum"}],"rows":[["2017-01-18 15:00","9047"],["2017-01-18 16:00","7810"],["2017-01-18 17:00","2186"],["2017-01-18 18:00","2296"],["2017-01-18 19:00","2858"],["2017-01-18 20:00","3330"],["2017-01-18 21:00","2645"],["2017-01-18 22:00","3789"],["2017-01-18 23:00","8946"],["2017-01-19 00:00","10171"],["2017-01-19 01:00","4517"],["2017-01-19 02:00","1226"],["2017-01-19 03:00","1965"],["2017-01-19 04:00","2204"],["2017-01-19 05:00","1512"],["2017-01-19 06:00","2339"]
 ,["2017-01-19 07:00","2616"],["2017-01-19 08:00","2262"],["2017-01-19 09:00","5522"],["2017-01-19 10:00","10184"],["2017-01-19 11:00","6177"],["2017-01-19 12:00","3681"],["2017-01-19 13:00","3474"],["2017-01-19 14:00","3030"],["2017-01-19 15:00","3473"],["2017-01-19 16:00","2464"],["2017-01-19 17:00","2346"],["2017-01-19 18:00","2210"],["2017-01-19 19:00","2915"],["2017-01-19 20:00","2118"],["2017-01-19 21:00","2339"],["2017-01-19 22:00","2552"],["2017-01-19 23:00","3066"],["2017-01-20 00:00","3701"],["2017-01-20 01:00","7096"],["2017-01-20 02:00","9895"],["2017-01-20 03:00","6328"],["2017-01-20 04:00","3046"],["2017-01-20 05:00","2313"],["2017-01-20 06:00","1840"],["2017-01-20 07:00","4521"],["2017-01-20 08:00","4902"],["2017-01-20 09:00","2420"],["2017-01-20 10:00","2263"],["2017-01-20 11:00","3382"],["2017-01-20 12:00","2578"],["2017-01-20 13:00","4877"],["2017-01-20 14:00","4156"],["2017-01-20 15:00","1801"],["2017-01-20 16:00","1527"],["2017-01-20 17:00","2794"],["2017-01-20 18
 :00","3250"],["2017-01-20 19:00","2260"],["2017-01-20 20:00","5759"],["2017-01-20 21:00","5484"],["2017-01-20 22:00","2311"],["2017-01-20 23:00","2054"],["2017-01-21 00:00","6476"],["2017-01-21 01:00","5626"],["2017-01-21 02:00","3072"],["2017-01-21 03:00","4916"],["2017-01-21 04:00","4792"],["2017-01-21 05:00","2332"],["2017-01-21 06:00","1929"],["2017-01-21 07:00","6699"],["2017-01-21 08:00","4796"],["2017-01-21 09:00","3711"],["2017-01-21 10:00","3613"],["2017-01-21 11:00","2192"],["2017-01-21 12:00","1750"],["2017-01-21 13:00","1527"],["2017-01-21 14:00","1895"],["2017-01-21 15:00","3016"],["2017-01-21 16:00","2907"],["2017-01-21 17:00","3346"],["2017-01-21 18:00","3203"],["2017-01-21 19:00","7215"],["2017-01-21 20:00","6487"],["2017-01-21 21:00","3242"],["2017-01-21 22:00","3505"],["2017-01-21 23:00","6100"],["2017-01-22 00:00","3771"],["2017-01-22 01:00","6288"],["2017-01-22 02:00","7762"],["2017-01-22 03:00","8890"],["2017-01-22 04:00","5806"],["2017-01-22 05:00","3207"],["20
 17-01-22 06:00","3402"],["2017-01-22 07:00","3750"],["2017-01-22 08:00","6234"],["2017-01-22 09:00","7227"],["2017-01-22 10:00","4109"],["2017-01-22 11:00","3072"],["2017-01-22 12:00","2491"],["2017-01-22 13:00","2777"],["2017-01-22 14:00","6014"],["2017-01-22 15:00","4681"],["2017-01-22 16:00","2839"],["2017-01-22 17:00","3069"],["2017-01-22 18:00","7324"],["2017-01-22 19:00","5977"],["2017-01-22 20:00","2197"],["2017-01-22 21:00","2257"],["2017-01-22 22:00","2063"],["2017-01-22 23:00","1464"],["2017-01-23 00:00","2735"],["2017-01-23 01:00","2772"],["2017-01-23 02:00","2537"],["2017-01-23 03:00","2445"],["2017-01-23 04:00","3639"],["2017-01-23 05:00","2898"],["2017-01-23 06:00","1944"],["2017-01-23 07:00","6869"],["2017-01-23 08:00","4857"],["2017-01-23 09:00","2034"],["2017-01-23 10:00","2571"],["2017-01-23 11:00","2042"],["2017-01-23 12:00","2212"],["2017-01-23 13:00","3304"],["2017-01-23 14:00","8219"],["2017-01-23 15:00","10895"],["2017-01-23 16:00","5050"],["2017-01-23 17:00",
 "2381"],["2017-01-23 18:00","2326"],["2017-01-23 19:00","7140"],["2017-01-23 20:00","6214"],["2017-01-23 21:00","5771"],["2017-01-23 22:00","4548"],["2017-01-23 23:00","2728"],["2017-01-24 00:00","3039"],["2017-01-24 01:00","3468"],["2017-01-24 02:00","2907"],["2017-01-24 03:00","2053"],["2017-01-24 04:00","1985"],["2017-01-24 05:00","2384"],["2017-01-24 06:00","2881"],["2017-01-24 07:00","6602"],["2017-01-24 08:00","4426"],["2017-01-24 09:00","2412"],["2017-01-24 10:00","2031"],["2017-01-24 11:00","2588"],["2017-01-24 12:00","3578"],["2017-01-24 13:00","7608"],["2017-01-24 14:00","5635"],["2017-01-24 15:00","3117"],["2017-01-24 16:00","1413"]]},"dateCreated":"2017-01-24T02:41:22+0000","dateStarted":"2017-01-24T22:00:02+0000","dateFinished":"2017-01-24T22:00:16+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5241","focus":true},{"text":"%md\n\n### Flows by Hour - Internal\n\nThe total number of internal flows by hour over the past 7 days.","dateUpdated":
 "2017-01-24T21:56:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485281472501_-1997281123","id":"20170124-181112_314130540","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Flows by Hour - Internal</h3>\n<p>The total number of internal flows by hour over the past 7 days.</p>\n"},"dateCreated":"2017-01-24T18:11:12+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5242","focus":true},{"text":"%spark.sql\n\nselect\n    from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') as time,\n    count(*) as Flows\nfrom yaf\nwhere \n    is_internal(ip_src_addr) == is_internal(ip_dst_addr) and\n    datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\ngroup by from_uni
 xtime(timestamp/1000,'YYYY-MM-dd HH:00')\norder by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') asc   \n","dateUpdated":"2017-01-24T22:01:34+0000","config":{"colWidth":7,"graph":{"mode":"multiBarChart","height":300,"optionOpen":false,"keys":[{"name":"time","index":0,"aggr":"sum"}],"values":[{"name":"Flows","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"time","index":0,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/sql","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485281457089_1201121160","id":"20170124-181057_1268682896","result":{"code":"SUCCESS","type":"TABLE","msg":"time\tFlows\n2017-01-18 15:00\t3979\n2017-01-18 16:00\t3291\n2017-01-18 17:00\t927\n2017-01-18 18:00\t978\n2017-01-18 19:00\t1253\n2017-01-18 20:00\t1414\n2017-01-18 21:00\t1119\n2017-01-18 22:00\t1686\n2017-01-18 23:00\t3888\n2017-01-19 00:00\t4392\n2017-01-19 01:00\t1908\n2017-01-19 02:00\t535\n2017-01-19 03:00\t894\n2017-01-19 04:00\t925\n2017-01-19 05:00
 \t655\n2017-01-19 06:00\t1045\n2017-01-19 07:00\t1105\n2017-01-19 08:00\t984\n2017-01-19 09:00\t2409\n2017-01-19 10:00\t4391\n2017-01-19 11:00\t2609\n2017-01-19 12:00\t1608\n2017-01-19 13:00\t1461\n2017-01-19 14:00\t1298\n2017-01-19 15:00\t1499\n2017-01-19 16:00\t1032\n2017-01-19 17:00\t998\n2017-01-19 18:00\t983\n2017-01-19 19:00\t1238\n2017-01-19 20:00\t896\n2017-01-19 21:00\t1001\n2017-01-19 22:00\t1034\n2017-01-19 23:00\t1326\n2017-01-20 00:00\t1586\n2017-01-20 01:00\t3086\n2017-01-20 02:00\t4247\n2017-01-20 03:00\t2679\n2017-01-20 04:00\t1313\n2017-01-20 05:00\t1011\n2017-01-20 06:00\t813\n2017-01-20 07:00\t1944\n2017-01-20 08:00\t2127\n2017-01-20 09:00\t1026\n2017-01-20 10:00\t975\n2017-01-20 11:00\t1486\n2017-01-20 12:00\t1091\n2017-01-20 13:00\t2122\n2017-01-20 14:00\t1750\n2017-01-20 15:00\t772\n2017-01-20 16:00\t635\n2017-01-20 17:00\t1256\n2017-01-20 18:00\t1352\n2017-01-20 19:00\t959\n2017-01-20 20:00\t2556\n2017-01-20 21:00\t2333\n2017-01-20 22:00\t978\n2017-01-20 23:00
 \t915\n2017-01-21 00:00\t2815\n2017-01-21 01:00\t2371\n2017-01-21 02:00\t1309\n2017-01-21 03:00\t2123\n2017-01-21 04:00\t2065\n2017-01-21 05:00\t982\n2017-01-21 06:00\t839\n2017-01-21 07:00\t2937\n2017-01-21 08:00\t2015\n2017-01-21 09:00\t1636\n2017-01-21 10:00\t1564\n2017-01-21 11:00\t964\n2017-01-21 12:00\t762\n2017-01-21 13:00\t657\n2017-01-21 14:00\t848\n2017-01-21 15:00\t1302\n2017-01-21 16:00\t1225\n2017-01-21 17:00\t1483\n2017-01-21 18:00\t1362\n2017-01-21 19:00\t3140\n2017-01-21 20:00\t2779\n2017-01-21 21:00\t1408\n2017-01-21 22:00\t1543\n2017-01-21 23:00\t2669\n2017-01-22 00:00\t1604\n2017-01-22 01:00\t2738\n2017-01-22 02:00\t3312\n2017-01-22 03:00\t3873\n2017-01-22 04:00\t2477\n2017-01-22 05:00\t1405\n2017-01-22 06:00\t1492\n2017-01-22 07:00\t1615\n2017-01-22 08:00\t2707\n2017-01-22 09:00\t3096\n2017-01-22 10:00\t1722\n2017-01-22 11:00\t1317\n2017-01-22 12:00\t1098\n2017-01-22 13:00\t1163\n2017-01-22 14:00\t2588\n2017-01-22 15:00\t1989\n2017-01-22 16:00\t1231\n2017-01-22 1
 7:00\t1288\n2017-01-22 18:00\t3185\n2017-01-22 19:00\t2534\n2017-01-22 20:00\t967\n2017-01-22 21:00\t968\n2017-01-22 22:00\t936\n2017-01-22 23:00\t612\n2017-01-23 00:00\t1227\n2017-01-23 01:00\t1187\n2017-01-23 02:00\t1139\n2017-01-23 03:00\t1014\n2017-01-23 04:00\t1576\n2017-01-23 05:00\t1251\n2017-01-23 06:00\t841\n2017-01-23 07:00\t3018\n2017-01-23 08:00\t2050\n2017-01-23 09:00\t883\n2017-01-23 10:00\t1148\n2017-01-23 11:00\t864\n2017-01-23 12:00\t950\n2017-01-23 13:00\t1466\n2017-01-23 14:00\t3613\n2017-01-23 15:00\t4729\n2017-01-23 16:00\t2139\n2017-01-23 17:00\t1054\n2017-01-23 18:00\t1037\n2017-01-23 19:00\t3130\n2017-01-23 20:00\t2627\n2017-01-23 21:00\t2502\n2017-01-23 22:00\t1918\n2017-01-23 23:00\t1187\n2017-01-24 00:00\t1335\n2017-01-24 01:00\t1501\n2017-01-24 02:00\t1234\n2017-01-24 03:00\t903\n2017-01-24 04:00\t857\n2017-01-24 05:00\t1060\n2017-01-24 06:00\t1243\n2017-01-24 07:00\t2863\n2017-01-24 08:00\t1879\n2017-01-24 09:00\t1065\n2017-01-24 10:00\t857\n2017-01-24 1
 1:00\t1116\n2017-01-24 12:00\t1568\n2017-01-24 13:00\t3339\n2017-01-24 14:00\t2389\n2017-01-24 15:00\t1366\n2017-01-24 16:00\t596\n","comment":"","msgTable":[[{"key":"Flows","value":"2017-01-18 15:00"},{"key":"Flows","value":"3979"}],[{"value":"2017-01-18 16:00"},{"value":"3291"}],[{"value":"2017-01-18 17:00"},{"value":"927"}],[{"value":"2017-01-18 18:00"},{"value":"978"}],[{"value":"2017-01-18 19:00"},{"value":"1253"}],[{"value":"2017-01-18 20:00"},{"value":"1414"}],[{"value":"2017-01-18 21:00"},{"value":"1119"}],[{"value":"2017-01-18 22:00"},{"value":"1686"}],[{"value":"2017-01-18 23:00"},{"value":"3888"}],[{"value":"2017-01-19 00:00"},{"value":"4392"}],[{"value":"2017-01-19 01:00"},{"value":"1908"}],[{"value":"2017-01-19 02:00"},{"value":"535"}],[{"value":"2017-01-19 03:00"},{"value":"894"}],[{"value":"2017-01-19 04:00"},{"value":"925"}],[{"value":"2017-01-19 05:00"},{"value":"655"}],[{"value":"2017-01-19 06:00"},{"value":"1045"}],[{"value":"2017-01-19 07:00"},{"value":"1105"}],[
 {"value":"2017-01-19 08:00"},{"value":"984"}],[{"value":"2017-01-19 09:00"},{"value":"2409"}],[{"value":"2017-01-19 10:00"},{"value":"4391"}],[{"value":"2017-01-19 11:00"},{"value":"2609"}],[{"value":"2017-01-19 12:00"},{"value":"1608"}],[{"value":"2017-01-19 13:00"},{"value":"1461"}],[{"value":"2017-01-19 14:00"},{"value":"1298"}],[{"value":"2017-01-19 15:00"},{"value":"1499"}],[{"value":"2017-01-19 16:00"},{"value":"1032"}],[{"value":"2017-01-19 17:00"},{"value":"998"}],[{"value":"2017-01-19 18:00"},{"value":"983"}],[{"value":"2017-01-19 19:00"},{"value":"1238"}],[{"value":"2017-01-19 20:00"},{"value":"896"}],[{"value":"2017-01-19 21:00"},{"value":"1001"}],[{"value":"2017-01-19 22:00"},{"value":"1034"}],[{"value":"2017-01-19 23:00"},{"value":"1326"}],[{"value":"2017-01-20 00:00"},{"value":"1586"}],[{"value":"2017-01-20 01:00"},{"value":"3086"}],[{"value":"2017-01-20 02:00"},{"value":"4247"}],[{"value":"2017-01-20 03:00"},{"value":"2679"}],[{"value":"2017-01-20 04:00"},{"value":"13
 13"}],[{"value":"2017-01-20 05:00"},{"value":"1011"}],[{"value":"2017-01-20 06:00"},{"value":"813"}],[{"value":"2017-01-20 07:00"},{"value":"1944"}],[{"value":"2017-01-20 08:00"},{"value":"2127"}],[{"value":"2017-01-20 09:00"},{"value":"1026"}],[{"value":"2017-01-20 10:00"},{"value":"975"}],[{"value":"2017-01-20 11:00"},{"value":"1486"}],[{"value":"2017-01-20 12:00"},{"value":"1091"}],[{"value":"2017-01-20 13:00"},{"value":"2122"}],[{"value":"2017-01-20 14:00"},{"value":"1750"}],[{"value":"2017-01-20 15:00"},{"value":"772"}],[{"value":"2017-01-20 16:00"},{"value":"635"}],[{"value":"2017-01-20 17:00"},{"value":"1256"}],[{"value":"2017-01-20 18:00"},{"value":"1352"}],[{"value":"2017-01-20 19:00"},{"value":"959"}],[{"value":"2017-01-20 20:00"},{"value":"2556"}],[{"value":"2017-01-20 21:00"},{"value":"2333"}],[{"value":"2017-01-20 22:00"},{"value":"978"}],[{"value":"2017-01-20 23:00"},{"value":"915"}],[{"value":"2017-01-21 00:00"},{"value":"2815"}],[{"value":"2017-01-21 01:00"},{"value"
 :"2371"}],[{"value":"2017-01-21 02:00"},{"value":"1309"}],[{"value":"2017-01-21 03:00"},{"value":"2123"}],[{"value":"2017-01-21 04:00"},{"value":"2065"}],[{"value":"2017-01-21 05:00"},{"value":"982"}],[{"value":"2017-01-21 06:00"},{"value":"839"}],[{"value":"2017-01-21 07:00"},{"value":"2937"}],[{"value":"2017-01-21 08:00"},{"value":"2015"}],[{"value":"2017-01-21 09:00"},{"value":"1636"}],[{"value":"2017-01-21 10:00"},{"value":"1564"}],[{"value":"2017-01-21 11:00"},{"value":"964"}],[{"value":"2017-01-21 12:00"},{"value":"762"}],[{"value":"2017-01-21 13:00"},{"value":"657"}],[{"value":"2017-01-21 14:00"},{"value":"848"}],[{"value":"2017-01-21 15:00"},{"value":"1302"}],[{"value":"2017-01-21 16:00"},{"value":"1225"}],[{"value":"2017-01-21 17:00"},{"value":"1483"}],[{"value":"2017-01-21 18:00"},{"value":"1362"}],[{"value":"2017-01-21 19:00"},{"value":"3140"}],[{"value":"2017-01-21 20:00"},{"value":"2779"}],[{"value":"2017-01-21 21:00"},{"value":"1408"}],[{"value":"2017-01-21 22:00"},{"v
 alue":"1543"}],[{"value":"2017-01-21 23:00"},{"value":"2669"}],[{"value":"2017-01-22 00:00"},{"value":"1604"}],[{"value":"2017-01-22 01:00"},{"value":"2738"}],[{"value":"2017-01-22 02:00"},{"value":"3312"}],[{"value":"2017-01-22 03:00"},{"value":"3873"}],[{"value":"2017-01-22 04:00"},{"value":"2477"}],[{"value":"2017-01-22 05:00"},{"value":"1405"}],[{"value":"2017-01-22 06:00"},{"value":"1492"}],[{"value":"2017-01-22 07:00"},{"value":"1615"}],[{"value":"2017-01-22 08:00"},{"value":"2707"}],[{"value":"2017-01-22 09:00"},{"value":"3096"}],[{"value":"2017-01-22 10:00"},{"value":"1722"}],[{"value":"2017-01-22 11:00"},{"value":"1317"}],[{"value":"2017-01-22 12:00"},{"value":"1098"}],[{"value":"2017-01-22 13:00"},{"value":"1163"}],[{"value":"2017-01-22 14:00"},{"value":"2588"}],[{"value":"2017-01-22 15:00"},{"value":"1989"}],[{"value":"2017-01-22 16:00"},{"value":"1231"}],[{"value":"2017-01-22 17:00"},{"value":"1288"}],[{"value":"2017-01-22 18:00"},{"value":"3185"}],[{"value":"2017-01-22 
 19:00"},{"value":"2534"}],[{"value":"2017-01-22 20:00"},{"value":"967"}],[{"value":"2017-01-22 21:00"},{"value":"968"}],[{"value":"2017-01-22 22:00"},{"value":"936"}],[{"value":"2017-01-22 23:00"},{"value":"612"}],[{"value":"2017-01-23 00:00"},{"value":"1227"}],[{"value":"2017-01-23 01:00"},{"value":"1187"}],[{"value":"2017-01-23 02:00"},{"value":"1139"}],[{"value":"2017-01-23 03:00"},{"value":"1014"}],[{"value":"2017-01-23 04:00"},{"value":"1576"}],[{"value":"2017-01-23 05:00"},{"value":"1251"}],[{"value":"2017-01-23 06:00"},{"value":"841"}],[{"value":"2017-01-23 07:00"},{"value":"3018"}],[{"value":"2017-01-23 08:00"},{"value":"2050"}],[{"value":"2017-01-23 09:00"},{"value":"883"}],[{"value":"2017-01-23 10:00"},{"value":"1148"}],[{"value":"2017-01-23 11:00"},{"value":"864"}],[{"value":"2017-01-23 12:00"},{"value":"950"}],[{"value":"2017-01-23 13:00"},{"value":"1466"}],[{"value":"2017-01-23 14:00"},{"value":"3613"}],[{"value":"2017-01-23 15:00"},{"value":"4729"}],[{"value":"2017-01-
 23 16:00"},{"value":"2139"}],[{"value":"2017-01-23 17:00"},{"value":"1054"}],[{"value":"2017-01-23 18:00"},{"value":"1037"}],[{"value":"2017-01-23 19:00"},{"value":"3130"}],[{"value":"2017-01-23 20:00"},{"value":"2627"}],[{"value":"2017-01-23 21:00"},{"value":"2502"}],[{"value":"2017-01-23 22:00"},{"value":"1918"}],[{"value":"2017-01-23 23:00"},{"value":"1187"}],[{"value":"2017-01-24 00:00"},{"value":"1335"}],[{"value":"2017-01-24 01:00"},{"value":"1501"}],[{"value":"2017-01-24 02:00"},{"value":"1234"}],[{"value":"2017-01-24 03:00"},{"value":"903"}],[{"value":"2017-01-24 04:00"},{"value":"857"}],[{"value":"2017-01-24 05:00"},{"value":"1060"}],[{"value":"2017-01-24 06:00"},{"value":"1243"}],[{"value":"2017-01-24 07:00"},{"value":"2863"}],[{"value":"2017-01-24 08:00"},{"value":"1879"}],[{"value":"2017-01-24 09:00"},{"value":"1065"}],[{"value":"2017-01-24 10:00"},{"value":"857"}],[{"value":"2017-01-24 11:00"},{"value":"1116"}],[{"value":"2017-01-24 12:00"},{"value":"1568"}],[{"value":"
 2017-01-24 13:00"},{"value":"3339"}],[{"value":"2017-01-24 14:00"},{"value":"2389"}],[{"value":"2017-01-24 15:00"},{"value":"1366"}],[{"value":"2017-01-24 16:00"},{"value":"596"}]],"columnNames":[{"name":"time","index":0,"aggr":"sum"},{"name":"Flows","index":1,"aggr":"sum"}],"rows":[["2017-01-18 15:00","3979"],["2017-01-18 16:00","3291"],["2017-01-18 17:00","927"],["2017-01-18 18:00","978"],["2017-01-18 19:00","1253"],["2017-01-18 20:00","1414"],["2017-01-18 21:00","1119"],["2017-01-18 22:00","1686"],["2017-01-18 23:00","3888"],["2017-01-19 00:00","4392"],["2017-01-19 01:00","1908"],["2017-01-19 02:00","535"],["2017-01-19 03:00","894"],["2017-01-19 04:00","925"],["2017-01-19 05:00","655"],["2017-01-19 06:00","1045"],["2017-01-19 07:00","1105"],["2017-01-19 08:00","984"],["2017-01-19 09:00","2409"],["2017-01-19 10:00","4391"],["2017-01-19 11:00","2609"],["2017-01-19 12:00","1608"],["2017-01-19 13:00","1461"],["2017-01-19 14:00","1298"],["2017-01-19 15:00","1499"],["2017-01-19 16:00",
 "1032"],["2017-01-19 17:00","998"],["2017-01-19 18:00","983"],["2017-01-19 19:00","1238"],["2017-01-19 20:00","896"],["2017-01-19 21:00","1001"],["2017-01-19 22:00","1034"],["2017-01-19 23:00","1326"],["2017-01-20 00:00","1586"],["2017-01-20 01:00","3086"],["2017-01-20 02:00","4247"],["2017-01-20 03:00","2679"],["2017-01-20 04:00","1313"],["2017-01-20 05:00","1011"],["2017-01-20 06:00","813"],["2017-01-20 07:00","1944"],["2017-01-20 08:00","2127"],["2017-01-20 09:00","1026"],["2017-01-20 10:00","975"],["2017-01-20 11:00","1486"],["2017-01-20 12:00","1091"],["2017-01-20 13:00","2122"],["2017-01-20 14:00","1750"],["2017-01-20 15:00","772"],["2017-01-20 16:00","635"],["2017-01-20 17:00","1256"],["2017-01-20 18:00","1352"],["2017-01-20 19:00","959"],["2017-01-20 20:00","2556"],["2017-01-20 21:00","2333"],["2017-01-20 22:00","978"],["2017-01-20 23:00","915"],["2017-01-21 00:00","2815"],["2017-01-21 01:00","2371"],["2017-01-21 02:00","1309"],["2017-01-21 03:00","2123"],["2017-01-21 04:00"
 ,"2065"],["2017-01-21 05:00","982"],["2017-01-21 06:00","839"],["2017-01-21 07:00","2937"],["2017-01-21 08:00","2015"],["2017-01-21 09:00","1636"],["2017-01-21 10:00","1564"],["2017-01-21 11:00","964"],["2017-01-21 12:00","762"],["2017-01-21 13:00","657"],["2017-01-21 14:00","848"],["2017-01-21 15:00","1302"],["2017-01-21 16:00","1225"],["2017-01-21 17:00","1483"],["2017-01-21 18:00","1362"],["2017-01-21 19:00","3140"],["2017-01-21 20:00","2779"],["2017-01-21 21:00","1408"],["2017-01-21 22:00","1543"],["2017-01-21 23:00","2669"],["2017-01-22 00:00","1604"],["2017-01-22 01:00","2738"],["2017-01-22 02:00","3312"],["2017-01-22 03:00","3873"],["2017-01-22 04:00","2477"],["2017-01-22 05:00","1405"],["2017-01-22 06:00","1492"],["2017-01-22 07:00","1615"],["2017-01-22 08:00","2707"],["2017-01-22 09:00","3096"],["2017-01-22 10:00","1722"],["2017-01-22 11:00","1317"],["2017-01-22 12:00","1098"],["2017-01-22 13:00","1163"],["2017-01-22 14:00","2588"],["2017-01-22 15:00","1989"],["2017-01-22 1
 6:00","1231"],["2017-01-22 17:00","1288"],["2017-01-22 18:00","3185"],["2017-01-22 19:00","2534"],["2017-01-22 20:00","967"],["2017-01-22 21:00","968"],["2017-01-22 22:00","936"],["2017-01-22 23:00","612"],["2017-01-23 00:00","1227"],["2017-01-23 01:00","1187"],["2017-01-23 02:00","1139"],["2017-01-23 03:00","1014"],["2017-01-23 04:00","1576"],["2017-01-23 05:00","1251"],["2017-01-23 06:00","841"],["2017-01-23 07:00","3018"],["2017-01-23 08:00","2050"],["2017-01-23 09:00","883"],["2017-01-23 10:00","1148"],["2017-01-23 11:00","864"],["2017-01-23 12:00","950"],["2017-01-23 13:00","1466"],["2017-01-23 14:00","3613"],["2017-01-23 15:00","4729"],["2017-01-23 16:00","2139"],["2017-01-23 17:00","1054"],["2017-01-23 18:00","1037"],["2017-01-23 19:00","3130"],["2017-01-23 20:00","2627"],["2017-01-23 21:00","2502"],["2017-01-23 22:00","1918"],["2017-01-23 23:00","1187"],["2017-01-24 00:00","1335"],["2017-01-24 01:00","1501"],["2017-01-24 02:00","1234"],["2017-01-24 03:00","903"],["2017-01-24
  04:00","857"],["2017-01-24 05:00","1060"],["2017-01-24 06:00","1243"],["2017-01-24 07:00","2863"],["2017-01-24 08:00","1879"],["2017-01-24 09:00","1065"],["2017-01-24 10:00","857"],["2017-01-24 11:00","1116"],["2017-01-24 12:00","1568"],["2017-01-24 13:00","3339"],["2017-01-24 14:00","2389"],["2017-01-24 15:00","1366"],["2017-01-24 16:00","596"]]},"dateCreated":"2017-01-24T18:10:57+0000","dateStarted":"2017-01-24T22:01:34+0000","dateFinished":"2017-01-24T22:01:53+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5243","focus":true},{"text":"%md\n\n### Flows by Hour - External\n\nThe total number of external flows by hour over the past 7 days.","dateUpdated":"2017-01-24T21:56:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485281706633_47808711","
 id":"20170124-181506_209801818","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Flows by Hour - External</h3>\n<p>The total number of external flows by hour over the past 7 days.</p>\n"},"dateCreated":"2017-01-24T18:15:06+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5244","focus":true},{"text":"%spark.sql\n\nselect\n    from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') as time,\n    count(*) as Flows\nfrom yaf\nwhere \n    is_internal(ip_src_addr) <> is_internal(ip_dst_addr) and\n    datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\ngroup by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00')\norder by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') asc","dateUpdated":"2017-01-24T22:03:59+0000","config":{"colWidth":7,"graph":{"mode":"multiBarChart","height":300,"optionOpen":false,"keys":[{"name":"time","index":0,"aggr":"sum"}],"values":[{"name":"Flows"
 ,"index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"time","index":0,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/sql","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485281704427_1527922405","id":"20170124-181504_2082808725","result":{"code":"SUCCESS","type":"TABLE","msg":"time\tFlows\n2017-01-18 15:00\t5068\n2017-01-18 16:00\t4519\n2017-01-18 17:00\t1259\n2017-01-18 18:00\t1318\n2017-01-18 19:00\t1605\n2017-01-18 20:00\t1916\n2017-01-18 21:00\t1526\n2017-01-18 22:00\t2103\n2017-01-18 23:00\t5058\n2017-01-19 00:00\t5779\n2017-01-19 01:00\t2609\n2017-01-19 02:00\t691\n2017-01-19 03:00\t1071\n2017-01-19 04:00\t1279\n2017-01-19 05:00\t857\n2017-01-19 06:00\t1294\n2017-01-19 07:00\t1511\n2017-01-19 08:00\t1278\n2017-01-19 09:00\t3113\n2017-01-19 10:00\t5793\n2017-01-19 11:00\t3568\n2017-01-19 12:00\t2073\n2017-01-19 13:00\t2013\n2017-01-19 14:00\t1732\n2017-01-19 15:00\t1974\n2017-01-19 16:00\t1432\n2017-01-19 17:00\t1348\n2017-01-19 1
 8:00\t1227\n2017-01-19 19:00\t1677\n2017-01-19 20:00\t1222\n2017-01-19 21:00\t1338\n2017-01-19 22:00\t1518\n2017-01-19 23:00\t1740\n2017-01-20 00:00\t2115\n2017-01-20 01:00\t4010\n2017-01-20 02:00\t5648\n2017-01-20 03:00\t3649\n2017-01-20 04:00\t1733\n2017-01-20 05:00\t1302\n2017-01-20 06:00\t1027\n2017-01-20 07:00\t2577\n2017-01-20 08:00\t2775\n2017-01-20 09:00\t1394\n2017-01-20 10:00\t1288\n2017-01-20 11:00\t1896\n2017-01-20 12:00\t1487\n2017-01-20 13:00\t2755\n2017-01-20 14:00\t2406\n2017-01-20 15:00\t1029\n2017-01-20 16:00\t892\n2017-01-20 17:00\t1538\n2017-01-20 18:00\t1898\n2017-01-20 19:00\t1301\n2017-01-20 20:00\t3203\n2017-01-20 21:00\t3151\n2017-01-20 22:00\t1333\n2017-01-20 23:00\t1139\n2017-01-21 00:00\t3661\n2017-01-21 01:00\t3255\n2017-01-21 02:00\t1763\n2017-01-21 03:00\t2793\n2017-01-21 04:00\t2727\n2017-01-21 05:00\t1350\n2017-01-21 06:00\t1090\n2017-01-21 07:00\t3762\n2017-01-21 08:00\t2781\n2017-01-21 09:00\t2075\n2017-01-21 10:00\t2049\n2017-01-21 11:00\t1228\n20
 17-01-21 12:00\t988\n2017-01-21 13:00\t870\n2017-01-21 14:00\t1047\n2017-01-21 15:00\t1714\n2017-01-21 16:00\t1682\n2017-01-21 17:00\t1863\n2017-01-21 18:00\t1841\n2017-01-21 19:00\t4075\n2017-01-21 20:00\t3708\n2017-01-21 21:00\t1834\n2017-01-21 22:00\t1962\n2017-01-21 23:00\t3431\n2017-01-22 00:00\t2167\n2017-01-22 01:00\t3550\n2017-01-22 02:00\t4450\n2017-01-22 03:00\t5017\n2017-01-22 04:00\t3329\n2017-01-22 05:00\t1802\n2017-01-22 06:00\t1910\n2017-01-22 07:00\t2135\n2017-01-22 08:00\t3527\n2017-01-22 09:00\t4131\n2017-01-22 10:00\t2387\n2017-01-22 11:00\t1755\n2017-01-22 12:00\t1393\n2017-01-22 13:00\t1614\n2017-01-22 14:00\t3426\n2017-01-22 15:00\t2692\n2017-01-22 16:00\t1608\n2017-01-22 17:00\t1781\n2017-01-22 18:00\t4139\n2017-01-22 19:00\t3443\n2017-01-22 20:00\t1230\n2017-01-22 21:00\t1289\n2017-01-22 22:00\t1127\n2017-01-22 23:00\t852\n2017-01-23 00:00\t1508\n2017-01-23 01:00\t1585\n2017-01-23 02:00\t1398\n2017-01-23 03:00\t1431\n2017-01-23 04:00\t2063\n2017-01-23 05:00\t
 1647\n2017-01-23 06:00\t1103\n2017-01-23 07:00\t3851\n2017-01-23 08:00\t2807\n2017-01-23 09:00\t1151\n2017-01-23 10:00\t1423\n2017-01-23 11:00\t1178\n2017-01-23 12:00\t1262\n2017-01-23 13:00\t1838\n2017-01-23 14:00\t4606\n2017-01-23 15:00\t6166\n2017-01-23 16:00\t2911\n2017-01-23 17:00\t1327\n2017-01-23 18:00\t1289\n2017-01-23 19:00\t4010\n2017-01-23 20:00\t3587\n2017-01-23 21:00\t3269\n2017-01-23 22:00\t2630\n2017-01-23 23:00\t1541\n2017-01-24 00:00\t1704\n2017-01-24 01:00\t1967\n2017-01-24 02:00\t1673\n2017-01-24 03:00\t1150\n2017-01-24 04:00\t1128\n2017-01-24 05:00\t1324\n2017-01-24 06:00\t1638\n2017-01-24 07:00\t3739\n2017-01-24 08:00\t2547\n2017-01-24 09:00\t1347\n2017-01-24 10:00\t1174\n2017-01-24 11:00\t1472\n2017-01-24 12:00\t2010\n2017-01-24 13:00\t4269\n2017-01-24 14:00\t3246\n2017-01-24 15:00\t1751\n2017-01-24 16:00\t817\n","comment":"","msgTable":[[{"key":"Flows","value":"2017-01-18 15:00"},{"key":"Flows","value":"5068"}],[{"value":"2017-01-18 16:00"},{"value":"4519"}],[
 {"value":"2017-01-18 17:00"},{"value":"1259"}],[{"value":"2017-01-18 18:00"},{"value":"1318"}],[{"value":"2017-01-18 19:00"},{"value":"1605"}],[{"value":"2017-01-18 20:00"},{"value":"1916"}],[{"value":"2017-01-18 21:00"},{"value":"1526"}],[{"value":"2017-01-18 22:00"},{"value":"2103"}],[{"value":"2017-01-18 23:00"},{"value":"5058"}],[{"value":"2017-01-19 00:00"},{"value":"5779"}],[{"value":"2017-01-19 01:00"},{"value":"2609"}],[{"value":"2017-01-19 02:00"},{"value":"691"}],[{"value":"2017-01-19 03:00"},{"value":"1071"}],[{"value":"2017-01-19 04:00"},{"value":"1279"}],[{"value":"2017-01-19 05:00"},{"value":"857"}],[{"value":"2017-01-19 06:00"},{"value":"1294"}],[{"value":"2017-01-19 07:00"},{"value":"1511"}],[{"value":"2017-01-19 08:00"},{"value":"1278"}],[{"value":"2017-01-19 09:00"},{"value":"3113"}],[{"value":"2017-01-19 10:00"},{"value":"5793"}],[{"value":"2017-01-19 11:00"},{"value":"3568"}],[{"value":"2017-01-19 12:00"},{"value":"2073"}],[{"value":"2017-01-19 13:00"},{"value":"
 2013"}],[{"value":"2017-01-19 14:00"},{"value":"1732"}],[{"value":"2017-01-19 15:00"},{"value":"1974"}],[{"value":"2017-01-19 16:00"},{"value":"1432"}],[{"value":"2017-01-19 17:00"},{"value":"1348"}],[{"value":"2017-01-19 18:00"},{"value":"1227"}],[{"value":"2017-01-19 19:00"},{"value":"1677"}],[{"value":"2017-01-19 20:00"},{"value":"1222"}],[{"value":"2017-01-19 21:00"},{"value":"1338"}],[{"value":"2017-01-19 22:00"},{"value":"1518"}],[{"value":"2017-01-19 23:00"},{"value":"1740"}],[{"value":"2017-01-20 00:00"},{"value":"2115"}],[{"value":"2017-01-20 01:00"},{"value":"4010"}],[{"value":"2017-01-20 02:00"},{"value":"5648"}],[{"value":"2017-01-20 03:00"},{"value":"3649"}],[{"value":"2017-01-20 04:00"},{"value":"1733"}],[{"value":"2017-01-20 05:00"},{"value":"1302"}],[{"value":"2017-01-20 06:00"},{"value":"1027"}],[{"value":"2017-01-20 07:00"},{"value":"2577"}],[{"value":"2017-01-20 08:00"},{"value":"2775"}],[{"value":"2017-01-20 09:00"},{"value":"1394"}],[{"value":"2017-01-20 10:00"}
 ,{"value":"1288"}],[{"value":"2017-01-20 11:00"},{"value":"1896"}],[{"value":"2017-01-20 12:00"},{"value":"1487"}],[{"value":"2017-01-20 13:00"},{"value":"2755"}],[{"value":"2017-01-20 14:00"},{"value":"2406"}],[{"value":"2017-01-20 15:00"},{"value":"1029"}],[{"value":"2017-01-20 16:00"},{"value":"892"}],[{"value":"2017-01-20 17:00"},{"value":"1538"}],[{"value":"2017-01-20 18:00"},{"value":"1898"}],[{"value":"2017-01-20 19:00"},{"value":"1301"}],[{"value":"2017-01-20 20:00"},{"value":"3203"}],[{"value":"2017-01-20 21:00"},{"value":"3151"}],[{"value":"2017-01-20 22:00"},{"value":"1333"}],[{"value":"2017-01-20 23:00"},{"value":"1139"}],[{"value":"2017-01-21 00:00"},{"value":"3661"}],[{"value":"2017-01-21 01:00"},{"value":"3255"}],[{"value":"2017-01-21 02:00"},{"value":"1763"}],[{"value":"2017-01-21 03:00"},{"value":"2793"}],[{"value":"2017-01-21 04:00"},{"value":"2727"}],[{"value":"2017-01-21 05:00"},{"value":"1350"}],[{"value":"2017-01-21 06:00"},{"value":"1090"}],[{"value":"2017-01-
 21 07:00"},{"value":"3762"}],[{"value":"2017-01-21 08:00"},{"value":"2781"}],[{"value":"2017-01-21 09:00"},{"value":"2075"}],[{"value":"2017-01-21 10:00"},{"value":"2049"}],[{"value":"2017-01-21 11:00"},{"value":"1228"}],[{"value":"2017-01-21 12:00"},{"value":"988"}],[{"value":"2017-01-21 13:00"},{"value":"870"}],[{"value":"2017-01-21 14:00"},{"value":"1047"}],[{"value":"2017-01-21 15:00"},{"value":"1714"}],[{"value":"2017-01-21 16:00"},{"value":"1682"}],[{"value":"2017-01-21 17:00"},{"value":"1863"}],[{"value":"2017-01-21 18:00"},{"value":"1841"}],[{"value":"2017-01-21 19:00"},{"value":"4075"}],[{"value":"2017-01-21 20:00"},{"value":"3708"}],[{"value":"2017-01-21 21:00"},{"value":"1834"}],[{"value":"2017-01-21 22:00"},{"value":"1962"}],[{"value":"2017-01-21 23:00"},{"value":"3431"}],[{"value":"2017-01-22 00:00"},{"value":"2167"}],[{"value":"2017-01-22 01:00"},{"value":"3550"}],[{"value":"2017-01-22 02:00"},{"value":"4450"}],[{"value":"2017-01-22 03:00"},{"value":"5017"}],[{"value":
 "2017-01-22 04:00"},{"value":"3329"}],[{"value":"2017-01-22 05:00"},{"value":"1802"}],[{"value":"2017-01-22 06:00"},{"value":"1910"}],[{"value":"2017-01-22 07:00"},{"value":"2135"}],[{"value":"2017-01-22 08:00"},{"value":"3527"}],[{"value":"2017-01-22 09:00"},{"value":"4131"}],[{"value":"2017-01-22 10:00"},{"value":"2387"}],[{"value":"2017-01-22 11:00"},{"value":"1755"}],[{"value":"2017-01-22 12:00"},{"value":"1393"}],[{"value":"2017-01-22 13:00"},{"value":"1614"}],[{"value":"2017-01-22 14:00"},{"value":"3426"}],[{"value":"2017-01-22 15:00"},{"value":"2692"}],[{"value":"2017-01-22 16:00"},{"value":"1608"}],[{"value":"2017-01-22 17:00"},{"value":"1781"}],[{"value":"2017-01-22 18:00"},{"value":"4139"}],[{"value":"2017-01-22 19:00"},{"value":"3443"}],[{"value":"2017-01-22 20:00"},{"value":"1230"}],[{"value":"2017-01-22 21:00"},{"value":"1289"}],[{"value":"2017-01-22 22:00"},{"value":"1127"}],[{"value":"2017-01-22 23:00"},{"value":"852"}],[{"value":"2017-01-23 00:00"},{"value":"1508"}],
 [{"value":"2017-01-23 01:00"},{"value":"1585"}],[{"value":"2017-01-23 02:00"},{"value":"1398"}],[{"value":"2017-01-23 03:00"},{"value":"1431"}],[{"value":"2017-01-23 04:00"},{"value":"2063"}],[{"value":"2017-01-23 05:00"},{"value":"1647"}],[{"value":"2017-01-23 06:00"},{"value":"1103"}],[{"value":"2017-01-23 07:00"},{"value":"3851"}],[{"value":"2017-01-23 08:00"},{"value":"2807"}],[{"value":"2017-01-23 09:00"},{"value":"1151"}],[{"value":"2017-01-23 10:00"},{"value":"1423"}],[{"value":"2017-01-23 11:00"},{"value":"1178"}],[{"value":"2017-01-23 12:00"},{"value":"1262"}],[{"value":"2017-01-23 13:00"},{"value":"1838"}],[{"value":"2017-01-23 14:00"},{"value":"4606"}],[{"value":"2017-01-23 15:00"},{"value":"6166"}],[{"value":"2017-01-23 16:00"},{"value":"2911"}],[{"value":"2017-01-23 17:00"},{"value":"1327"}],[{"value":"2017-01-23 18:00"},{"value":"1289"}],[{"value":"2017-01-23 19:00"},{"value":"4010"}],[{"value":"2017-01-23 20:00"},{"value":"3587"}],[{"value":"2017-01-23 21:00"},{"value
 ":"3269"}],[{"value":"2017-01-23 22:00"},{"value":"2630"}],[{"value":"2017-01-23 23:00"},{"value":"1541"}],[{"value":"2017-01-24 00:00"},{"value":"1704"}],[{"value":"2017-01-24 01:00"},{"value":"1967"}],[{"value":"2017-01-24 02:00"},{"value":"1673"}],[{"value":"2017-01-24 03:00"},{"value":"1150"}],[{"value":"2017-01-24 04:00"},{"value":"1128"}],[{"value":"2017-01-24 05:00"},{"value":"1324"}],[{"value":"2017-01-24 06:00"},{"value":"1638"}],[{"value":"2017-01-24 07:00"},{"value":"3739"}],[{"value":"2017-01-24 08:00"},{"value":"2547"}],[{"value":"2017-01-24 09:00"},{"value":"1347"}],[{"value":"2017-01-24 10:00"},{"value":"1174"}],[{"value":"2017-01-24 11:00"},{"value":"1472"}],[{"value":"2017-01-24 12:00"},{"value":"2010"}],[{"value":"2017-01-24 13:00"},{"value":"4269"}],[{"value":"2017-01-24 14:00"},{"value":"3246"}],[{"value":"2017-01-24 15:00"},{"value":"1751"}],[{"value":"2017-01-24 16:00"},{"value":"817"}]],"columnNames":[{"name":"time","index":0,"aggr":"sum"},{"name":"Flows","ind
 ex":1,"aggr":"sum"}],"rows":[["2017-01-18 15:00","5068"],["2017-01-18 16:00","4519"],["2017-01-18 17:00","1259"],["2017-01-18 18:00","1318"],["2017-01-18 19:00","1605"],["2017-01-18 20:00","1916"],["2017-01-18 21:00","1526"],["2017-01-18 22:00","2103"],["2017-01-18 23:00","5058"],["2017-01-19 00:00","5779"],["2017-01-19 01:00","2609"],["2017-01-19 02:00","691"],["2017-01-19 03:00","1071"],["2017-01-19 04:00","1279"],["2017-01-19 05:00","857"],["2017-01-19 06:00","1294"],["2017-01-19 07:00","1511"],["2017-01-19 08:00","1278"],["2017-01-19 09:00","3113"],["2017-01-19 10:00","5793"],["2017-01-19 11:00","3568"],["2017-01-19 12:00","2073"],["2017-01-19 13:00","2013"],["2017-01-19 14:00","1732"],["2017-01-19 15:00","1974"],["2017-01-19 16:00","1432"],["2017-01-19 17:00","1348"],["2017-01-19 18:00","1227"],["2017-01-19 19:00","1677"],["2017-01-19 20:00","1222"],["2017-01-19 21:00","1338"],["2017-01-19 22:00","1518"],["2017-01-19 23:00","1740"],["2017-01-20 00:00","2115"],["2017-01-20 01:00
 ","4010"],["2017-01-20 02:00","5648"],["2017-01-20 03:00","3649"],["2017-01-20 04:00","1733"],["2017-01-20 05:00","1302"],["2017-01-20 06:00","1027"],["2017-01-20 07:00","2577"],["2017-01-20 08:00","2775"],["2017-01-20 09:00","1394"],["2017-01-20 10:00","1288"],["2017-01-20 11:00","1896"],["2017-01-20 12:00","1487"],["2017-01-20 13:00","2755"],["2017-01-20 14:00","2406"],["2017-01-20 15:00","1029"],["2017-01-20 16:00","892"],["2017-01-20 17:00","1538"],["2017-01-20 18:00","1898"],["2017-01-20 19:00","1301"],["2017-01-20 20:00","3203"],["2017-01-20 21:00","3151"],["2017-01-20 22:00","1333"],["2017-01-20 23:00","1139"],["2017-01-21 00:00","3661"],["2017-01-21 01:00","3255"],["2017-01-21 02:00","1763"],["2017-01-21 03:00","2793"],["2017-01-21 04:00","2727"],["2017-01-21 05:00","1350"],["2017-01-21 06:00","1090"],["2017-01-21 07:00","3762"],["2017-01-21 08:00","2781"],["2017-01-21 09:00","2075"],["2017-01-21 10:00","2049"],["2017-01-21 11:00","1228"],["2017-01-21 12:00","988"],["2017-01
 -21 13:00","870"],["2017-01-21 14:00","1047"],["2017-01-21 15:00","1714"],["2017-01-21 16:00","1682"],["2017-01-21 17:00","1863"],["2017-01-21 18:00","1841"],["2017-01-21 19:00","4075"],["2017-01-21 20:00","3708"],["2017-01-21 21:00","1834"],["2017-01-21 22:00","1962"],["2017-01-21 23:00","3431"],["2017-01-22 00:00","2167"],["2017-01-22 01:00","3550"],["2017-01-22 02:00","4450"],["2017-01-22 03:00","5017"],["2017-01-22 04:00","3329"],["2017-01-22 05:00","1802"],["2017-01-22 06:00","1910"],["2017-01-22 07:00","2135"],["2017-01-22 08:00","3527"],["2017-01-22 09:00","4131"],["2017-01-22 10:00","2387"],["2017-01-22 11:00","1755"],["2017-01-22 12:00","1393"],["2017-01-22 13:00","1614"],["2017-01-22 14:00","3426"],["2017-01-22 15:00","2692"],["2017-01-22 16:00","1608"],["2017-01-22 17:00","1781"],["2017-01-22 18:00","4139"],["2017-01-22 19:00","3443"],["2017-01-22 20:00","1230"],["2017-01-22 21:00","1289"],["2017-01-22 22:00","1127"],["2017-01-22 23:00","852"],["2017-01-23 00:00","1508"],
 ["2017-01-23 01:00","1585"],["2017-01-23 02:00","1398"],["2017-01-23 03:00","1431"],["2017-01-23 04:00","2063"],["2017-01-23 05:00","1647"],["2017-01-23 06:00","1103"],["2017-01-23 07:00","3851"],["2017-01-23 08:00","2807"],["2017-01-23 09:00","1151"],["2017-01-23 10:00","1423"],["2017-01-23 11:00","1178"],["2017-01-23 12:00","1262"],["2017-01-23 13:00","1838"],["2017-01-23 14:00","4606"],["2017-01-23 15:00","6166"],["2017-01-23 16:00","2911"],["2017-01-23 17:00","1327"],["2017-01-23 18:00","1289"],["2017-01-23 19:00","4010"],["2017-01-23 20:00","3587"],["2017-01-23 21:00","3269"],["2017-01-23 22:00","2630"],["2017-01-23 23:00","1541"],["2017-01-24 00:00","1704"],["2017-01-24 01:00","1967"],["2017-01-24 02:00","1673"],["2017-01-24 03:00","1150"],["2017-01-24 04:00","1128"],["2017-01-24 05:00","1324"],["2017-01-24 06:00","1638"],["2017-01-24 07:00","3739"],["2017-01-24 08:00","2547"],["2017-01-24 09:00","1347"],["2017-01-24 10:00","1174"],["2017-01-24 11:00","1472"],["2017-01-24 12:0
 0","2010"],["2017-01-24 13:00","4269"],["2017-01-24 14:00","3246"],["2017-01-24 15:00","1751"],["2017-01-24 16:00","817"]]},"dateCreated":"2017-01-24T18:15:04+0000","dateStarted":"2017-01-24T22:01:44+0000","dateFinished":"2017-01-24T22:02:11+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5245","focus":true},{"text":"%md\n\n### Top Locations\n\nThe top 10 locations where external flows terminate as determined by number of packets.\n","dateUpdated":"2017-01-24T21:56:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485199170630_249678087","id":"20170123-191930_2085111600","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Top Locations</h3>\n<p>The top 10 locations where external flows terminate as determined by number of packets.</p>\n"},"dateCre
 ated":"2017-01-23T07:19:30+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5246","focus":true},{"text":"%spark.sql\n\nselect country, city, sum(pkts) as pkts\nfrom (\n    select \n        `enrichments.geo.ip_dst_addr.country` as country,\n        `enrichments.geo.ip_dst_addr.city` as city,\n        pkt + rpkt as pkts\n    from yaf\n    where is_internal(ip_src_addr) <> is_internal(ip_dst_addr) and\n        datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n    union all\n    select \n        `enrichments.geo.ip_src_addr.country` as country,\n        `enrichments.geo.ip_src_addr.city` as city,\n        pkt + rpkt as pkts\n    from yaf\n    where is_internal(ip_src_addr) <> is_internal(ip_dst_addr) and\n        datediff(current_timestamp(), from_unixtime(timestamp/1000)) <= 7\n) ips\nwhere country is not null or city is not null\ngroup by country, city\norder
  by pkts desc\nlimit 10","dateUpdated":"2017-01-24T21:56:00+0000","config":{"colWidth":7,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[{"name":"country","index":0,"aggr":"sum"}],"values":[{"name":"city","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"country","index":0,"aggr":"sum"},"yAxis":{"name":"city","index":1,"aggr":"sum"}}},"enabled":true,"editorMode":"ace/mode/scala","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485189483427_-889370099","id":"20170123-163803_1991676623","result":{"code":"SUCCESS","type":"TABLE","msg":"country\tcity\tpkts\nFR\tStrassbourg\t241668\nRU\tnull\t48039\nUS\tLos Angeles\t42570\nUS\tPhoenix\t21588\nFR\tnull\t3874\n","comment":"","msgTable":[[{"key":"city","value":"FR"},{"key":"city","value":"Strassbourg"},{"key":"city","value":"241668"}],[{"key":"pkts","value":"RU"},{"key":"pkts","value":"null"},{"key":"pkts","value":"48039"}],[{"value":"US"},{"value":"Los Angeles"},{
 "value":"42570"}],[{"value":"US"},{"value":"Phoenix"},{"value":"21588"}],[{"value":"FR"},{"value":"null"},{"value":"3874"}]],"columnNames":[{"name":"country","index":0,"aggr":"sum"},{"name":"city","index":1,"aggr":"sum"},{"name":"pkts","index":2,"aggr":"sum"}],"rows":[["FR","Strassbourg","241668"],["RU","null","48039"],["US","Los Angeles","42570"],["US","Phoenix","21588"],["FR","null","3874"]]},"dateCreated":"2017-01-23T04:38:03+0000","dateStarted":"2017-01-24T21:58:01+0000","dateFinished":"2017-01-24T21:59:01+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5247","focus":true},{"config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true,"tableHide":false},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485286003622_-1705947416","id":"20170124-192643_548471388","dateCreated":"2017-01-24T19:26:43+0000","status":"FIN
 ISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:7830","dateUpdated":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","dateStarted":"2017-01-24T21:56:00+0000","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Flow Duration</h3>\n<p>The average duration of each flow by hour in fractional seconds.</p>\n"},"text":"%md\n\n### Flow Duration\n\nThe average duration of each flow by hour in fractional seconds."},{"config":{"colWidth":7,"graph":{"mode":"lineChart","height":300,"optionOpen":false,"keys":[{"name":"time","index":0,"aggr":"sum"}],"values":[{"name":"Duration","index":1,"aggr":"sum"}],"groups":[],"scatter":{"xAxis":{"name":"time","index":0,"aggr":"sum"},"yAxis":{"name":"Duration","index":1,"aggr":"sum"}}},"enabled":true,"editorHide":true},"settings":{"params":{},"forms":{}},"jobName":"paragraph_1485286005230_-748692153","id":"20170124-192645_1541199231","dateCreated":"2017-01-24T19:26:45+0000","status":"FINISHED","progressUpdateIntervalM
 s":500,"focus":true,"$$hashKey":"object:7900","dateUpdated":"2017-01-24T22:03:47+0000","dateFinished":"2017-01-24T22:02:23+0000","dateStarted":"2017-01-24T22:02:00+0000","result":{"code":"SUCCESS","type":"TABLE","msg":"time\tDuration\n2017-01-18 15:00\t0.19031612689289265\n2017-01-18 16:00\t0.09600653008962867\n2017-01-18 17:00\t0.11555946935041171\n2017-01-18 18:00\t0.12217770034843205\n2017-01-18 19:00\t0.1669958012596221\n2017-01-18 20:00\t0.12340630630630631\n2017-01-18 21:00\t0.10697542533081285\n2017-01-18 22:00\t0.14323700184745317\n2017-01-18 23:00\t0.1631703554661301\n2017-01-19 00:00\t0.13247930390325435\n2017-01-19 01:00\t0.04939716626079257\n2017-01-19 02:00\t0.10303833605220229\n2017-01-19 03:00\t0.10067531806615776\n2017-01-19 04:00\t0.03247731397459165\n2017-01-19 05:00\t0.22729497354497355\n2017-01-19 06:00\t0.21010773834972213\n2017-01-19 07:00\t0.08055848623853211\n2017-01-19 08:00\t3.9832007073386383E-4\n2017-01-19 09:00\t0.19030351321984787\n2017-01-19 10:00\t0.1
 452054202670856\n2017-01-19 11:00\t0.1482769953051643\n2017-01-19 12:00\t0.07671529475685955\n2017-01-19 13:00\t0.042551237766263676\n2017-01-19 14:00\t0.029415181518151815\n2017-01-19 15:00\t0.20017679239850272\n2017-01-19 16:00\t0.08409375\n2017-01-19 17:00\t0.2308393009377664\n2017-01-19 18:00\t0.09319999999999999\n2017-01-19 19:00\t0.18260548885077185\n2017-01-19 20:00\t4.796978281397545E-4\n2017-01-19 21:00\t0.11935314236853357\n2017-01-19 22:00\t0.15877311912225706\n2017-01-19 23:00\t0.23679060665362034\n2017-01-20 00:00\t0.15056687381788708\n2017-01-20 01:00\t0.13923590755355128\n2017-01-20 02:00\t0.14459666498231427\n2017-01-20 03:00\t0.08863527180783819\n2017-01-20 04:00\t0.1746280367695338\n2017-01-20 05:00\t0.029050151318633807\n2017-01-20 06:00\t0.0017896739130434784\n2017-01-20 07:00\t0.09208272506082724\n2017-01-20 08:00\t0.10011607507139941\n2017-01-20 09:00\t0.0844285123966942\n2017-01-20 10:00\t0.006947856827220504\n2017-01-20 11:00\t0.06180100532229451\n2017-01-20 
 12:00\t0.031015128006206365\n2017-01-20 13:00\t0.10380992413368874\n2017-01-20 14:00\t0.1563943695861405\n2017-01-20 15:00\t6.302054414214325E-4\n2017-01-20 16:00\t0.0026234446627373936\n2017-01-20 17:00\t0.1754280601288475\n2017-01-20 18:00\t0.09807907692307692\n2017-01-20 19:00\t0.07658407079646017\n2017-01-20 20:00\t0.20836499392255597\n2017-01-20 21:00\t0.06330415754923414\n2017-01-20 22:00\t0.16029337948939854\n2017-01-20 23:00\t0.19351168451801365\n2017-01-21 00:00\t0.14672251389746754\n2017-01-21 01:00\t0.10111322431567722\n2017-01-21 02:00\t0.09224283854166666\n2017-01-21 03:00\t0.13477034174125302\n2017-01-21 04:00\t0.23768948247078464\n2017-01-21 05:00\t0.1218173241852487\n2017-01-21 06:00\t0.0662239502332815\n2017-01-21 07:00\t0.16158068368413195\n2017-01-21 08:00\t0.135581317764804\n2017-01-21 09:00\t0.12834492050660198\n2017-01-21 10:00\t0.09243758649321893\n2017-01-21 11:00\t0.037721259124087594\n2017-01-21 12:00\t0.001694857142857143\n2017-01-21 13:00\t0.2279521938441
 388\n2017-01-21 14:00\t0.04165118733509235\n2017-01-21 15:00\t0.216584549071618\n2017-01-21 16:00\t0.17769900240798076\n2017-01-21 17:00\t0.18550478182904964\n2017-01-21 18:00\t0.18409959413050267\n2017-01-21 19:00\t0.14356826056826055\n2017-01-21 20:00\t0.04235902574379528\n2017-01-21 21:00\t0.08232819247378162\n2017-01-21 22:00\t0.0951803138373752\n2017-01-21 23:00\t0.06805885245901637\n2017-01-22 00:00\t0.10884062582869265\n2017-01-22 01:00\t0.14689821882951648\n2017-01-22 02:00\t0.18955771708322594\n2017-01-22 03:00\t0.1267548931383577\n2017-01-22 04:00\t0.10627040992077161\n2017-01-22 05:00\t0.13949204864359213\n2017-01-22 06:00\t0.18298706643151086\n2017-01-22 07:00\t0.08909306666666668\n2017-01-22 08:00\t0.10219826756496628\n2017-01-22 09:00\t0.1094142797841428\n2017-01-22 10:00\t0.13313847651496716\n2017-01-22 11:00\t0.22065462239583333\n2017-01-22 12:00\t0.05742713769570453\n2017-01-22 13:00\t0.09727475693194094\n2017-01-22 14:00\t0.15535018290655137\n2017-01-22 15:00\t0.04
 639948728904081\n2017-01-22 16:00\t0.16877034166960198\n2017-01-22 17:00\t0.16052199413489737\n2017-01-22 18:00\t0.1477992900054615\n2017-01-22 19:00\t0.16697590764597625\n2017-01-22 20:00\t0.12821210741920802\n2017-01-22 21:00\t0.26528622064687635\n2017-01-22 22:00\t0.10951478429471645\n2017-01-22 23:00\t8.907103825136611E-4\n2017-01-23 00:00\t0.061153930530164546\n2017-01-23 01:00\t0.19865295815295814\n2017-01-23 02:00\t0.06403429247142294\n2017-01-23 03:00\t0.11023640081799592\n2017-01-23 04:00\t0.1491297059631767\n2017-01-23 05:00\t0.03294133885438233\n2017-01-23 06:00\t0.13834876543209879\n2017-01-23 07:00\t0.1727832289998544\n2017-01-23 08:00\t0.15339118797611695\n2017-01-23 09:00\t0.12512143559488692\n2017-01-23 10:00\t0.09902022559315442\n2017-01-23 11:00\t0.22309696376101862\n2017-01-23 12:00\t0.17790415913200722\n2017-01-23 13:00\t0.20218280871670705\n2017-01-23 14:00\t0.1394567465628422\n2017-01-23 15:00\t0.12533896282698487\n2017-01-23 16:00\t0.04402594059405941\n2017-01
 -23 17:00\t0.3417320453590928\n2017-01-23 18:00\t0.054911006018916596\n2017-01-23 19:00\t0.16920854341736694\n2017-01-23 20:00\t0.06835967170904408\n2017-01-23 21:00\t0.13492999480159418\n2017-01-23 22:00\t0.046313544415127535\n2017-01-23 23:00\t0.19541715542521992\n2017-01-24 00:00\t0.1406265218821981\n2017-01-24 01:00\t0.07935322952710494\n2017-01-24 02:00\t0.1307764017887857\n2017-01-24 03:00\t0.0625874330248417\n2017-01-24 04:00\t0.3031566750629723\n2017-01-24 05:00\t0.1141354865771812\n2017-01-24 06:00\t0.12247032280458175\n2017-01-24 07:00\t0.14380869433504992\n2017-01-24 08:00\t0.21328400361500227\n2017-01-24 09:00\t0.19322595356550581\n2017-01-24 10:00\t0.1620773018217627\n2017-01-24 11:00\t0.04968894899536321\n2017-01-24 12:00\t0.05735494689770822\n2017-01-24 13:00\t0.09200328601472131\n2017-01-24 14:00\t0.10968589174800354\n2017-01-24 15:00\t0.022384343920436315\n2017-01-24 16:00\t0.010777777777777778\n","comment":"","msgTable":[[{"key":"Duration","value":"2017-01-18 15:00
 "},{"key":"Duration","value":"0.19031612689289265"}],[{"value":"2017-01-18 16:00"},{"value":"0.09600653008962867"}],[{"value":"2017-01-18 17:00"},{"value":"0.11555946935041171"}],[{"value":"2017-01-18 18:00"},{"value":"0.12217770034843205"}],[{"value":"2017-01-18 19:00"},{"value":"0.1669958012596221"}],[{"value":"2017-01-18 20:00"},{"value":"0.12340630630630631"}],[{"value":"2017-01-18 21:00"},{"value":"0.10697542533081285"}],[{"value":"2017-01-18 22:00"},{"value":"0.14323700184745317"}],[{"value":"2017-01-18 23:00"},{"value":"0.1631703554661301"}],[{"value":"2017-01-19 00:00"},{"value":"0.13247930390325435"}],[{"value":"2017-01-19 01:00"},{"value":"0.04939716626079257"}],[{"value":"2017-01-19 02:00"},{"value":"0.10303833605220229"}],[{"value":"2017-01-19 03:00"},{"value":"0.10067531806615776"}],[{"value":"2017-01-19 04:00"},{"value":"0.03247731397459165"}],[{"value":"2017-01-19 05:00"},{"value":"0.22729497354497355"}],[{"value":"2017-01-19 06:00"},{"value":"0.21010773834972213"}],[
 {"value":"2017-01-19 07:00"},{"value":"0.08055848623853211"}],[{"value":"2017-01-19 08:00"},{"value":"3.9832007073386383E-4"}],[{"value":"2017-01-19 09:00"},{"value":"0.19030351321984787"}],[{"value":"2017-01-19 10:00"},{"value":"0.1452054202670856"}],[{"value":"2017-01-19 11:00"},{"value":"0.1482769953051643"}],[{"value":"2017-01-19 12:00"},{"value":"0.07671529475685955"}],[{"value":"2017-01-19 13:00"},{"value":"0.042551237766263676"}],[{"value":"2017-01-19 14:00"},{"value":"0.029415181518151815"}],[{"value":"2017-01-19 15:00"},{"value":"0.20017679239850272"}],[{"value":"2017-01-19 16:00"},{"value":"0.08409375"}],[{"value":"2017-01-19 17:00"},{"value":"0.2308393009377664"}],[{"value":"2017-01-19 18:00"},{"value":"0.09319999999999999"}],[{"value":"2017-01-19 19:00"},{"value":"0.18260548885077185"}],[{"value":"2017-01-19 20:00"},{"value":"4.796978281397545E-4"}],[{"value":"2017-01-19 21:00"},{"value":"0.11935314236853357"}],[{"value":"2017-01-19 22:00"},{"value":"0.15877311912225706"
 }],[{"value":"2017-01-19 23:00"},{"value":"0.23679060665362034"}],[{"value":"2017-01-20 00:00"},{"value":"0.15056687381788708"}],[{"value":"2017-01-20 01:00"},{"value":"0.13923590755355128"}],[{"value":"2017-01-20 02:00"},{"value":"0.14459666498231427"}],[{"value":"2017-01-20 03:00"},{"value":"0.08863527180783819"}],[{"value":"2017-01-20 04:00"},{"value":"0.1746280367695338"}],[{"value":"2017-01-20 05:00"},{"value":"0.029050151318633807"}],[{"value":"2017-01-20 06:00"},{"value":"0.0017896739130434784"}],[{"value":"2017-01-20 07:00"},{"value":"0.09208272506082724"}],[{"value":"2017-01-20 08:00"},{"value":"0.10011607507139941"}],[{"value":"2017-01-20 09:00"},{"value":"0.0844285123966942"}],[{"value":"2017-01-20 10:00"},{"value":"0.006947856827220504"}],[{"value":"2017-01-20 11:00"},{"value":"0.06180100532229451"}],[{"value":"2017-01-20 12:00"},{"value":"0.031015128006206365"}],[{"value":"2017-01-20 13:00"},{"value":"0.10380992413368874"}],[{"value":"2017-01-20 14:00"},{"value":"0.1563
 943695861405"}],[{"value":"2017-01-20 15:00"},{"value":"6.302054414214325E-4"}],[{"value":"2017-01-20 16:00"},{"value":"0.0026234446627373936"}],[{"value":"2017-01-20 17:00"},{"value":"0.1754280601288475"}],[{"value":"2017-01-20 18:00"},{"value":"0.09807907692307692"}],[{"value":"2017-01-20 19:00"},{"value":"0.07658407079646017"}],[{"value":"2017-01-20 20:00"},{"value":"0.20836499392255597"}],[{"value":"2017-01-20 21:00"},{"value":"0.06330415754923414"}],[{"value":"2017-01-20 22:00"},{"value":"0.16029337948939854"}],[{"value":"2017-01-20 23:00"},{"value":"0.19351168451801365"}],[{"value":"2017-01-21 00:00"},{"value":"0.14672251389746754"}],[{"value":"2017-01-21 01:00"},{"value":"0.10111322431567722"}],[{"value":"2017-01-21 02:00"},{"value":"0.09224283854166666"}],[{"value":"2017-01-21 03:00"},{"value":"0.13477034174125302"}],[{"value":"2017-01-21 04:00"},{"value":"0.23768948247078464"}],[{"value":"2017-01-21 05:00"},{"value":"0.1218173241852487"}],[{"value":"2017-01-21 06:00"},{"val
 ue":"0.0662239502332815"}],[{"value":"2017-01-21 07:00"},{"value":"0.16158068368413195"}],[{"value":"2017-01-21 08:00"},{"value":"0.135581317764804"}],[{"value":"2017-01-21 09:00"},{"value":"0.12834492050660198"}],[{"value":"2017-01-21 10:00"},{"value":"0.09243758649321893"}],[{"value":"2017-01-21 11:00"},{"value":"0.037721259124087594"}],[{"value":"2017-01-21 12:00"},{"value":"0.001694857142857143"}],[{"value":"2017-01-21 13:00"},{"value":"0.2279521938441388"}],[{"value":"2017-01-21 14:00"},{"value":"0.04165118733509235"}],[{"value":"2017-01-21 15:00"},{"value":"0.216584549071618"}],[{"value":"2017-01-21 16:00"},{"value":"0.17769900240798076"}],[{"value":"2017-01-21 17:00"},{"value":"0.18550478182904964"}],[{"value":"2017-01-21 18:00"},{"value":"0.18409959413050267"}],[{"value":"2017-01-21 19:00"},{"value":"0.14356826056826055"}],[{"value":"2017-01-21 20:00"},{"value":"0.04235902574379528"}],[{"value":"2017-01-21 21:00"},{"value":"0.08232819247378162"}],[{"value":"2017-01-21 22:00"
 },{"value":"0.0951803138373752"}],[{"value":"2017-01-21 23:00"},{"value":"0.06805885245901637"}],[{"value":"2017-01-22 00:00"},{"value":"0.10884062582869265"}],[{"value":"2017-01-22 01:00"},{"value":"0.14689821882951648"}],[{"value":"2017-01-22 02:00"},{"value":"0.18955771708322594"}],[{"value":"2017-01-22 03:00"},{"value":"0.1267548931383577"}],[{"value":"2017-01-22 04:00"},{"value":"0.10627040992077161"}],[{"value":"2017-01-22 05:00"},{"value":"0.13949204864359213"}],[{"value":"2017-01-22 06:00"},{"value":"0.18298706643151086"}],[{"value":"2017-01-22 07:00"},{"value":"0.08909306666666668"}],[{"value":"2017-01-22 08:00"},{"value":"0.10219826756496628"}],[{"value":"2017-01-22 09:00"},{"value":"0.1094142797841428"}],[{"value":"2017-01-22 10:00"},{"value":"0.13313847651496716"}],[{"value":"2017-01-22 11:00"},{"value":"0.22065462239583333"}],[{"value":"2017-01-22 12:00"},{"value":"0.05742713769570453"}],[{"value":"2017-01-22 13:00"},{"value":"0.09727475693194094"}],[{"value":"2017-01-2
 2 14:00"},{"value":"0.15535018290655137"}],[{"value":"2017-01-22 15:00"},{"value":"0.04639948728904081"}],[{"value":"2017-01-22 16:00"},{"value":"0.16877034166960198"}],[{"value":"2017-01-22 17:00"},{"value":"0.16052199413489737"}],[{"value":"2017-01-22 18:00"},{"value":"0.1477992900054615"}],[{"value":"2017-01-22 19:00"},{"value":"0.16697590764597625"}],[{"value":"2017-01-22 20:00"},{"value":"0.12821210741920802"}],[{"value":"2017-01-22 21:00"},{"value":"0.26528622064687635"}],[{"value":"2017-01-22 22:00"},{"value":"0.10951478429471645"}],[{"value":"2017-01-22 23:00"},{"value":"8.907103825136611E-4"}],[{"value":"2017-01-23 00:00"},{"value":"0.061153930530164546"}],[{"value":"2017-01-23 01:00"},{"value":"0.19865295815295814"}],[{"value":"2017-01-23 02:00"},{"value":"0.06403429247142294"}],[{"value":"2017-01-23 03:00"},{"value":"0.11023640081799592"}],[{"value":"2017-01-23 04:00"},{"value":"0.1491297059631767"}],[{"value":"2017-01-23 05:00"},{"value":"0.03294133885438233"}],[{"value"
 :"2017-01-23 06:00"},{"value":"0.13834876543209879"}],[{"value":"2017-01-23 07:00"},{"value":"0.1727832289998544"}],[{"value":"2017-01-23 08:00"},{"value":"0.15339118797611695"}],[{"value":"2017-01-23 09:00"},{"value":"0.12512143559488692"}],[{"value":"2017-01-23 10:00"},{"value":"0.09902022559315442"}],[{"value":"2017-01-23 11:00"},{"value":"0.22309696376101862"}],[{"value":"2017-01-23 12:00"},{"value":"0.17790415913200722"}],[{"value":"2017-01-23 13:00"},{"value":"0.20218280871670705"}],[{"value":"2017-01-23 14:00"},{"value":"0.1394567465628422"}],[{"value":"2017-01-23 15:00"},{"value":"0.12533896282698487"}],[{"value":"2017-01-23 16:00"},{"value":"0.04402594059405941"}],[{"value":"2017-01-23 17:00"},{"value":"0.3417320453590928"}],[{"value":"2017-01-23 18:00"},{"value":"0.054911006018916596"}],[{"value":"2017-01-23 19:00"},{"value":"0.16920854341736694"}],[{"value":"2017-01-23 20:00"},{"value":"0.06835967170904408"}],[{"value":"2017-01-23 21:00"},{"value":"0.13492999480159418"}],
 [{"value":"2017-01-23 22:00"},{"value":"0.046313544415127535"}],[{"value":"2017-01-23 23:00"},{"value":"0.19541715542521992"}],[{"value":"2017-01-24 00:00"},{"value":"0.1406265218821981"}],[{"value":"2017-01-24 01:00"},{"value":"0.07935322952710494"}],[{"value":"2017-01-24 02:00"},{"value":"0.1307764017887857"}],[{"value":"2017-01-24 03:00"},{"value":"0.0625874330248417"}],[{"value":"2017-01-24 04:00"},{"value":"0.3031566750629723"}],[{"value":"2017-01-24 05:00"},{"value":"0.1141354865771812"}],[{"value":"2017-01-24 06:00"},{"value":"0.12247032280458175"}],[{"value":"2017-01-24 07:00"},{"value":"0.14380869433504992"}],[{"value":"2017-01-24 08:00"},{"value":"0.21328400361500227"}],[{"value":"2017-01-24 09:00"},{"value":"0.19322595356550581"}],[{"value":"2017-01-24 10:00"},{"value":"0.1620773018217627"}],[{"value":"2017-01-24 11:00"},{"value":"0.04968894899536321"}],[{"value":"2017-01-24 12:00"},{"value":"0.05735494689770822"}],[{"value":"2017-01-24 13:00"},{"value":"0.092003286014721
 31"}],[{"value":"2017-01-24 14:00"},{"value":"0.10968589174800354"}],[{"value":"2017-01-24 15:00"},{"value":"0.022384343920436315"}],[{"value":"2017-01-24 16:00"},{"value":"0.010777777777777778"}]],"columnNames":[{"name":"time","index":0,"aggr":"sum"},{"name":"Duration","index":1,"aggr":"sum"}],"rows":[["2017-01-18 15:00","0.19031612689289265"],["2017-01-18 16:00","0.09600653008962867"],["2017-01-18 17:00","0.11555946935041171"],["2017-01-18 18:00","0.12217770034843205"],["2017-01-18 19:00","0.1669958012596221"],["2017-01-18 20:00","0.12340630630630631"],["2017-01-18 21:00","0.10697542533081285"],["2017-01-18 22:00","0.14323700184745317"],["2017-01-18 23:00","0.1631703554661301"],["2017-01-19 00:00","0.13247930390325435"],["2017-01-19 01:00","0.04939716626079257"],["2017-01-19 02:00","0.10303833605220229"],["2017-01-19 03:00","0.10067531806615776"],["2017-01-19 04:00","0.03247731397459165"],["2017-01-19 05:00","0.22729497354497355"],["2017-01-19 06:00","0.21010773834972213"],["2017-
 01-19 07:00","0.08055848623853211"],["2017-01-19 08:00","3.9832007073386383E-4"],["2017-01-19 09:00","0.19030351321984787"],["2017-01-19 10:00","0.1452054202670856"],["2017-01-19 11:00","0.1482769953051643"],["2017-01-19 12:00","0.07671529475685955"],["2017-01-19 13:00","0.042551237766263676"],["2017-01-19 14:00","0.029415181518151815"],["2017-01-19 15:00","0.20017679239850272"],["2017-01-19 16:00","0.08409375"],["2017-01-19 17:00","0.2308393009377664"],["2017-01-19 18:00","0.09319999999999999"],["2017-01-19 19:00","0.18260548885077185"],["2017-01-19 20:00","4.796978281397545E-4"],["2017-01-19 21:00","0.11935314236853357"],["2017-01-19 22:00","0.15877311912225706"],["2017-01-19 23:00","0.23679060665362034"],["2017-01-20 00:00","0.15056687381788708"],["2017-01-20 01:00","0.13923590755355128"],["2017-01-20 02:00","0.14459666498231427"],["2017-01-20 03:00","0.08863527180783819"],["2017-01-20 04:00","0.1746280367695338"],["2017-01-20 05:00","0.029050151318633807"],["2017-01-20 06:00","0
 .0017896739130434784"],["2017-01-20 07:00","0.09208272506082724"],["2017-01-20 08:00","0.10011607507139941"],["2017-01-20 09:00","0.0844285123966942"],["2017-01-20 10:00","0.006947856827220504"],["2017-01-20 11:00","0.06180100532229451"],["2017-01-20 12:00","0.031015128006206365"],["2017-01-20 13:00","0.10380992413368874"],["2017-01-20 14:00","0.1563943695861405"],["2017-01-20 15:00","6.302054414214325E-4"],["2017-01-20 16:00","0.0026234446627373936"],["2017-01-20 17:00","0.1754280601288475"],["2017-01-20 18:00","0.09807907692307692"],["2017-01-20 19:00","0.07658407079646017"],["2017-01-20 20:00","0.20836499392255597"],["2017-01-20 21:00","0.06330415754923414"],["2017-01-20 22:00","0.16029337948939854"],["2017-01-20 23:00","0.19351168451801365"],["2017-01-21 00:00","0.14672251389746754"],["2017-01-21 01:00","0.10111322431567722"],["2017-01-21 02:00","0.09224283854166666"],["2017-01-21 03:00","0.13477034174125302"],["2017-01-21 04:00","0.23768948247078464"],["2017-01-21 05:00","0.121
 8173241852487"],["2017-01-21 06:00","0.0662239502332815"],["2017-01-21 07:00","0.16158068368413195"],["2017-01-21 08:00","0.135581317764804"],["2017-01-21 09:00","0.12834492050660198"],["2017-01-21 10:00","0.09243758649321893"],["2017-01-21 11:00","0.037721259124087594"],["2017-01-21 12:00","0.001694857142857143"],["2017-01-21 13:00","0.2279521938441388"],["2017-01-21 14:00","0.04165118733509235"],["2017-01-21 15:00","0.216584549071618"],["2017-01-21 16:00","0.17769900240798076"],["2017-01-21 17:00","0.18550478182904964"],["2017-01-21 18:00","0.18409959413050267"],["2017-01-21 19:00","0.14356826056826055"],["2017-01-21 20:00","0.04235902574379528"],["2017-01-21 21:00","0.08232819247378162"],["2017-01-21 22:00","0.0951803138373752"],["2017-01-21 23:00","0.06805885245901637"],["2017-01-22 00:00","0.10884062582869265"],["2017-01-22 01:00","0.14689821882951648"],["2017-01-22 02:00","0.18955771708322594"],["2017-01-22 03:00","0.1267548931383577"],["2017-01-22 04:00","0.10627040992077161"
 ],["2017-01-22 05:00","0.13949204864359213"],["2017-01-22 06:00","0.18298706643151086"],["2017-01-22 07:00","0.08909306666666668"],["2017-01-22 08:00","0.10219826756496628"],["2017-01-22 09:00","0.1094142797841428"],["2017-01-22 10:00","0.13313847651496716"],["2017-01-22 11:00","0.22065462239583333"],["2017-01-22 12:00","0.05742713769570453"],["2017-01-22 13:00","0.09727475693194094"],["2017-01-22 14:00","0.15535018290655137"],["2017-01-22 15:00","0.04639948728904081"],["2017-01-22 16:00","0.16877034166960198"],["2017-01-22 17:00","0.16052199413489737"],["2017-01-22 18:00","0.1477992900054615"],["2017-01-22 19:00","0.16697590764597625"],["2017-01-22 20:00","0.12821210741920802"],["2017-01-22 21:00","0.26528622064687635"],["2017-01-22 22:00","0.10951478429471645"],["2017-01-22 23:00","8.907103825136611E-4"],["2017-01-23 00:00","0.061153930530164546"],["2017-01-23 01:00","0.19865295815295814"],["2017-01-23 02:00","0.06403429247142294"],["2017-01-23 03:00","0.11023640081799592"],["2017
 -01-23 04:00","0.1491297059631767"],["2017-01-23 05:00","0.03294133885438233"],["2017-01-23 06:00","0.13834876543209879"],["2017-01-23 07:00","0.1727832289998544"],["2017-01-23 08:00","0.15339118797611695"],["2017-01-23 09:00","0.12512143559488692"],["2017-01-23 10:00","0.09902022559315442"],["2017-01-23 11:00","0.22309696376101862"],["2017-01-23 12:00","0.17790415913200722"],["2017-01-23 13:00","0.20218280871670705"],["2017-01-23 14:00","0.1394567465628422"],["2017-01-23 15:00","0.12533896282698487"],["2017-01-23 16:00","0.04402594059405941"],["2017-01-23 17:00","0.3417320453590928"],["2017-01-23 18:00","0.054911006018916596"],["2017-01-23 19:00","0.16920854341736694"],["2017-01-23 20:00","0.06835967170904408"],["2017-01-23 21:00","0.13492999480159418"],["2017-01-23 22:00","0.046313544415127535"],["2017-01-23 23:00","0.19541715542521992"],["2017-01-24 00:00","0.1406265218821981"],["2017-01-24 01:00","0.07935322952710494"],["2017-01-24 02:00","0.1307764017887857"],["2017-01-24 03:00
 ","0.0625874330248417"],["2017-01-24 04:00","0.3031566750629723"],["2017-01-24 05:00","0.1141354865771812"],["2017-01-24 06:00","0.12247032280458175"],["2017-01-24 07:00","0.14380869433504992"],["2017-01-24 08:00","0.21328400361500227"],["2017-01-24 09:00","0.19322595356550581"],["2017-01-24 10:00","0.1620773018217627"],["2017-01-24 11:00","0.04968894899536321"],["2017-01-24 12:00","0.05735494689770822"],["2017-01-24 13:00","0.09200328601472131"],["2017-01-24 14:00","0.10968589174800354"],["2017-01-24 15:00","0.022384343920436315"],["2017-01-24 16:00","0.010777777777777778"]]},"text":"%spark.sql\n\nselect \n    from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') as time,\n    mean(duration) as Duration\nfrom yaf\ngroup by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00')\norder by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') asc"},{"text":"%md\n \n### Flow Duration - Internal\n\nThe average duration of each internal flow by hour in fractional seconds.","dateUpdated":"2017-01-24T21:5
 6:00+0000","config":{"colWidth":3,"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true,"editorMode":"ace/mode/markdown","editorHide":true},"settings":{"params":{"formName":"mm","minutes":"mm"},"forms":{}},"jobName":"paragraph_1485192111229_-181663106","id":"20170123-172151_1334413283","result":{"code":"SUCCESS","type":"HTML","msg":"<h3>Flow Duration - Internal</h3>\n<p>The average duration of each internal flow by hour in fractional seconds.</p>\n"},"dateCreated":"2017-01-23T05:21:51+0000","dateStarted":"2017-01-24T21:56:00+0000","dateFinished":"2017-01-24T21:56:00+0000","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:5248","focus":true},{"text":"%spark.sql\n\nselect \n    from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') as time,\n    mean(duration) as Internal\nfrom yaf\nwhere \n    is_internal(ip_src_addr) == is_internal(ip_dst_addr) and\n    datediff(current_timestamp(), from_unixtime(timesta
 mp/1000)) <= 7\ngroup by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00')\norder by from_unixtime(timestamp/1000,'YYYY-MM-dd HH:00') asc","dateUpdated":"2017-01-2

<TRUNCATED>


Mime
View raw message