eagle-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From yonzhang2...@apache.org
Subject [6/7] incubator-eagle git commit: EAGLE-334 clean user profile code clean user profile code in Eagle 0.5 and redesign in Eagle 0.6
Date Fri, 10 Jun 2016 01:29:31 GMT
http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/prepare-table.sh
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/prepare-table.sh b/eagle-security/eagle-security-userprofile/detection/dev-supports/prepare-table.sh
deleted file mode 100644
index 862f836..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/prepare-table.sh
+++ /dev/null
@@ -1,21 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-create 'alertStreamSchema', {NAME => 'f', BLOOMFILTER => 'ROW', VERSIONS => '1', COMPRESSION => 'SNAPPY'}
-create 'mlmodel', {NAME => 'f', BLOOMFILTER => 'ROW', VERSIONS => '1', COMPRESSION => 'SNAPPY'}
-create 'eagle_metric', {NAME => 'f', BLOOMFILTER => 'ROW', VERSIONS => '1', COMPRESSION => 'SNAPPY'}
-create 'userprofile', {NAME => 'f', BLOOMFILTER => 'ROW', VERSIONS => '1', COMPRESSION => 'SNAPPY'}

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity-with-spark.sh
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity-with-spark.sh b/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity-with-spark.sh
deleted file mode 100644
index fbc540d..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity-with-spark.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-spark-submit --master yarn-cluster --deploy-mode cluster --class eagle.security.userprofile.UserProfileTrainingCLI eagle-security-userprofile-training-0.1.0-assembly.jar --master yarn-cluster --period PT1M --input /tmp/auditlog/* --kafka-props topic=sandbox_hdfs_audit_agg,metadata.broker.list=sandbox.hortonworks.com:6667

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity.sh
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity.sh b/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity.sh
deleted file mode 100644
index 6d4f0b1..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/produce-useractivity.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-/usr/hdp/current/kafka-broker/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic sandbox_hdfs_audit_agg

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/useractivity-agg-json.txt
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/useractivity-agg-json.txt b/eagle-security/eagle-security-userprofile/detection/dev-supports/useractivity-agg-json.txt
deleted file mode 100644
index 0d0268c..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/useractivity-agg-json.txt
+++ /dev/null
@@ -1,16 +0,0 @@
-{"timestamp":1439462433990,"tags":{"user":"oozie"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462434293,"tags":{"user":"root"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[4.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462433990,"tags":{"user":"mapred"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[0.0,0.0,39.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,66.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,78.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,69.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,73.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462434293,"tags":{"user":"hchen9"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462434294,"tags":{"user":"hue"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[400.0,4.0,77.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[21.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462434294,"tags":{"user":"hdfs"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439462434294,"tags":{"user":"hbase"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[33.0,3.0,31.0,0.0,0.0,2.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0]]}
-{"timestamp":1439802310049,"tags":{"user":"root"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[4.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],[2.0,35.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[155.0,6.0,27.0,0.0,0.0,49.0,2.0,25.0,0.0,0.0,1.0,0.0,0.0],[148.0,3.0,25.0,0.0,0.0,48.0,1.0,25.0,0.0,0.0,1.0,0.0,0.0],[639.0,30.0,100.0,0.0,11.0,195.0,12.0,109.0,6.0,0.0,7.0,0.0,0.0],[1242.0,33.0,202.0,0.0,12.0,390.0,18.0,212.0,8.0,0.0,12.0,0.0,0.0],[650.0,32.0,100.0,0.0,12.0,196.0,12.0,112.0,8.0,0.0,8.0,0.0,0.0],[45.0,9.0,7.0,0.0,3.0,9.0,4.0,9.0,2.0,0.0,3.0,0.0,0.0],[181.0,32.0,19.0,0.0,15.0,35.0,25.0,30.0,10.0,0.0,10.0,0.0,0.0],[28.0,4.0,0.0,0.0,6.0,2.0,4.0,6.0,4.0,0.0,1.0,0.0,0.0],[14.0,2.0,0.
 0,0.0,3.0,1.0,2.0,3.0,2.0,0.0,1.0,0.0,0.0],[15.0,2.0,0.0,0.0,3.0,1.0,2.0,3.0,2.0,0.0,1.0,0.0,0.0],[14.0,2.0,0.0,0.0,3.0,1.0,2.0,3.0,2.0,0.0,1.0,0.0,0.0],[14.0,2.0,0.0,0.0,3.0,1.0,2.0,3.0,2.0,0.0,1.0,0.0,0.0],[14.0,2.0,0.0,0.0,3.0,1.0,2.0,3.0,2.0,0.0,1.0,0.0,0.0],[161.0,38.0,0.0,0.0,30.0,12.0,22.0,40.0,20.0,0.0,7.0,0.0,0.0],[100.0,36.0,0.0,0.0,18.0,6.0,14.0,34.0,12.0,0.0,4.0,0.0,0.0],[18.0,8.0,0.0,0.0,3.0,1.0,3.0,11.0,2.0,0.0,1.0,0.0,0.0]]}
-{"timestamp":1439802310151,"tags":{"user":"yarn"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[3.0,0.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[5.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[6.0,0.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313098,"tags":{"user":"spark"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313149,"tags":{"user":"mapred"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,66.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,78.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,69.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,78.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,49.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,41.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,15.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],
 [0.0,0.0,74.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,81.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,71.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,45.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,77.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,27.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,71.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,76.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,61.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,67.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,73.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,73.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0
 ,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,76.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,45.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,48.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,20.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,24.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,22.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,22.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,40.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,67.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,64.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,48.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,76.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,26.0,0.0
 ,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,53.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,67.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,64.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,69.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,74.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,35.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,76.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,18.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,30.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,41.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,50.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,38.0,0.0,0.0,0.0,0
 .0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,23.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,44.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,68.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,57.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,40.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,57.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,1.0,47.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[23.0,23.0,52.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,39.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,75.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,44.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,48.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[5.0,0.0,40.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,68.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,58.0,0.0,0.0,0.0,0.0,0.
 0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,76.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,41.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,72.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,74.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,77.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,48.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,58.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,27.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,78.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,45.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,32.0,0.0,0.0,0.0,0.0,0.0,0.0,0
 .0,0.0,0.0,0.0],[0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,49.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,79.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,23.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,17.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,68.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,74.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,20.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,43.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,28.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,80.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,41.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[8.0,8.0,26.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,20.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,66.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,1.0,40.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0
 .0,0.0],[2.0,2.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,35.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,33.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,38.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[3.0,3.0,27.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,4.0,39.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,7.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,1.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,7.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,22.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,24.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.
 0,0.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,19.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,17.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,20.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,27.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,30.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,21.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,22.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,43.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,34.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,22.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[3.0,1.0,34.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,2.0,56.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,15.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313192,"tags":{"user":"hdfs"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[3.0,0.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[15.0,0.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[5.0,0.0,0.0,0.0,0.0,0.0,1.0,2.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],
 [2.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[14.0,0.0,7.0,0.0,0.0,0.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[8.0,0.0,6.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,2.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0
 .0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[7.0,0.0,7.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[4.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[2.0,0.0,0.0,0.0,0.
 0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[3.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],[11.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313394,"tags":{"user":"oozie"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,54.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[
 0.0,0.0,14.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,62.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,53.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,19.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,
 60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,45.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,41.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,18.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,45.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,62.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,27.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,8.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,
 0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,13.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,44.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,15.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,61.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,25.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,51.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,30.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0
 .0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,62.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,64.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,68.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,29.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,13.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,28.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,47.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,25.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,63.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,
 0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,64.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,30.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,58.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
 ,0.0,0.0,0.0],[0.0,0.0,36.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,20.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,55.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,47.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,23.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,31.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,21.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,30.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,
 0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,50.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,37.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,51.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,70.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,13.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.
 0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,23.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,48.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,49.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,42.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,47.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,60.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,59.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313648,"tags":{"user":"hue"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[400.0,4.0,77.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[32.0,0.0,6.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[56.0,20.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[40.0,6.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[142.0,22.0,18.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],[100.0,44.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[157.0,36.0,16.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[173.0,6.0,29.0,0.0,0.0,6.0,1.0,3.0,0.0,0.0,2.0,0.0,0.0],[68.0,4.0,10.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[226.0,10.0,39.0,0.0,0.0,6.0,0.0,3.0,0.0,0.0,3.0,0.0,0.0],[60.0,0.0,12.0,0.0,0.0,5.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],[60.0,2.0,10.0,0.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[10.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],[60.0,2.0,10.0,0.0,0.0,1.0,0.0,1.0,0.0,
 0.0,0.0,0.0,0.0],[36.0,0.0,7.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[110.0,18.0,13.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[87.0,8.0,14.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313697,"tags":{"user":"hchen9"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[3.0,10.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[3.0,17.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]]}
-{"timestamp":1439802313747,"tags":{"user":"hbase"},"cmdTypes":["getfileinfo","open","listStatus","setTimes","setPermission","rename","mkdirs","create","setReplication","contentSummary","delete","setOwner","fsck"],"cmdMatrix":[[76.0,24.0,148.0,6.0,0.0,10.0,4.0,4.0,0.0,0.0,14.0,0.0,0.0],[22.0,3.0,9.0,3.0,0.0,5.0,2.0,3.0,0.0,0.0,2.0,0.0,0.0],[111.0,9.0,21.0,0.0,0.0,0.0,2.0,0.0,0.0,0.0,5.0,0.0,0.0],[17.0,3.0,23.0,0.0,0.0,1.0,2.0,2.0,0.0,0.0,2.0,0.0,0.0],[24.0,0.0,120.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[190.0,78.0,244.0,5.0,0.0,7.0,8.0,16.0,0.0,0.0,25.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[28.0,0.0,100.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[58.0,3.0,17.0,1.0,0.0,3.0,2.0,2.0,0.0,0.0,2.0,0.0,0.0],[15.0,3.0,5.0,0.0,0.0,1.0,2.0,2.0,0.0,0.0,2.0,0.0,0.0],[358.0,125.0,308.0,7.0,0.0,12.0,13.0,43.0,0.0,0.0,43.0,0.0,0.0],[35.0,0.0,128.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,10.0,0.0,0.0],[32.0,0.0,120.0,2.0,0
 .0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[48.0,4.0,132.0,2.0,0.0,6.0,6.0,8.0,0.0,0.0,2.0,0.0,0.0],[40.0,12.0,120.0,1.0,0.0,3.0,1.0,4.0,0.0,0.0,1.0,0.0,0.0],[34.0,0.0,120.0,3.0,0.0,3.0,0.0,2.0,0.0,0.0,3.0,0.0,0.0],[30.0,0.0,120.0,1.0,0.0,1.0,0.0,2.0,0.0,0.0,1.0,0.0,0.0],[116.0,20.0,244.0,8.0,0.0,14.0,7.0,9.0,0.0,0.0,21.0,0.0,0.0],[9.0,6.0,26.0,0.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],[2.0,4.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[212.0,81.0,189.0,3.0,0.0,7.0,10.0,20.0,0.0,0.0,22.0,0.0,0.0],[26.0,0.0,84.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[412.0,115.0,263.0,5.0,0.0,10.0,12.0,21.0,0.0,0.0,29.0,0.0,0.0],[40.0,12.0,120.0,1.0,0.0,3.0,2.0,4.0,0.0,0.0,1.0,0.0,0.0],[34.0,0.0,120.0,3.0,0.0,3.0,0.0,2.0,0.0,0.0,3.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[62.0,12.0,168.0,4.0,0.0,6.0,1.0,4.0,0.0,0.0,9.0,0.0,0.0],[37.0,6.0,120.0,2.0,0.0,3.0,0.0,3.0,0.0,0.0,2.0,0.0,0.0],[34.0,0.0,120.0,3.0,0.0,3.0,0.0,2.0,
 0.0,0.0,3.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[26.0,0.0,90.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[71.0,3.0,17.0,2.0,0.0,4.0,2.0,3.0,0.0,0.0,2.0,0.0,0.0],[33.0,3.0,89.0,0.0,0.0,1.0,2.0,2.0,0.0,0.0,4.0,0.0,0.0],[24.0,0.0,120.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,4.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[33.0,3.0,31.0,0.0,0.0,2.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0],[205.0,85.0,245.0,5.0,0.0,8.0,10.0,18.0,0.0,0.0,25.0,0.0,0.0],[62.0,12.0,168.0,4.0,0.0,6.0,2.0,4.0,0.0,0.0,9.0,0.0,0.0],[32.0,0.0,108.0,3.0,0.0,3.0,0.0,2.0,0.0,0.0,3.0,0.0,0.0],[40.0,3.0,17.0,1.0,0.0,3.0,2.0,2.0,0.0,0.0,2.0,0.0,0.0],[167.0,71.0,157.0,2.0,0.0,4.0,9.0,17.0,0.0,0.0,19.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[217.0,84.0,231.0,5.0,0.0,10.0,12.0,19.0,0.0,0.0,27.0,0.0,0.0]
 ,[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[14.0,0.0,38.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,0.0,0.0,0.0],[4.0,4.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,2.0,0.0,0.0],[162.0,71.0,140.0,2.0,0.0,4.0,8.0,16.0,0.0,0.0,16.0,0.0,0.0],[34.0,12.0,96.0,1.0,0.0,3.0,2.0,4.0,0.0,0.0,1.0,0.0,0.0],[3665.0,3.0,17.0,0.0,0.0,2.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0],[330.0,100.0,181.0,6.0,0.0,21.0,12.0,30.0,0.0,0.0,40.0,0.0,0.0],[12.0,0.0,62.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[275.0,90.0,98.0,2.0,0.0,15.0,8.0,27.0,0.0,0.0,25.0,0.0,0.0],[31.0,0.0,120.0,1.0,0.0,1.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[96.0,24.0,216.0,9.0,0.0,13.0,4.0,6.0,0.0,0.0,17.0,0.0,0.0],[33.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,3.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[32.0,0.0,120.0,2.0,0.0,2.0,0.0,2.0,0.0,0.0,2.0,0.0,0.0],[16.0,0.0,62.
 0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,2.0,0.0,0.0],[461.0,163.0,256.0,7.0,0.0,25.0,19.0,45.0,0.0,0.0,55.0,0.0,0.0],[40.0,12.0,120.0,1.0,0.0,3.0,2.0,4.0,0.0,0.0,1.0,0.0,0.0],[96.0,24.0,208.0,8.0,0.0,12.0,2.0,6.0,0.0,0.0,16.0,0.0,0.0],[34.0,0.0,120.0,3.0,0.0,3.0,0.0,2.0,0.0,0.0,3.0,0.0,0.0],[33.0,6.0,37.0,0.0,0.0,2.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0],[168.0,81.0,109.0,5.0,0.0,8.0,10.0,18.0,0.0,0.0,17.0,0.0,0.0],[56.0,12.0,160.0,1.0,0.0,3.0,2.0,4.0,0.0,0.0,10.0,0.0,0.0],[30.0,0.0,110.0,3.0,0.0,3.0,0.0,2.0,0.0,0.0,1.0,0.0,0.0],[2.0,4.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[21.0,7.0,23.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,4.0,0.0,0.0],[97.0,4.0,13.0,0.0,0.0,2.0,3.0,2.0,0.0,0.0,2.0,0.0,0.0],[170.0,79.0,124.0,3.0,0.0,6.0,11.0,17.0,0.0,0.0,21.0,0.0,0.0],[30.0,0.0,120.0,1.0,0.0,1.0,0.0,2.0,0.0,0.0,1.0,0.0,0.0],[59.0,3.0,16.0,0.0,0.0,1.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0],[15.0,3.0,5.0,0.0,0.0,1.0,2.0,2.0,0.0,0.0,2.0,0.0,0.0],[57.0,3.0,15.0,0.0,0.0,1.0,2.0,1.0,0.0,0.0,2.0,0.0,0.0],[116.0,0.0,1.0,0.0,0.0,0.0,0.
 0,0.0,0.0,0.0,0.0,0.0,0.0]]}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-executor-definition.json
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-executor-definition.json b/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-executor-definition.json
deleted file mode 100644
index b2f5f00..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-executor-definition.json
+++ /dev/null
@@ -1 +0,0 @@
-[ { "prefix": "alertExecutor", "tags":{ "site":"sandbox", "dataSource":"userProfile", "alertExecutorId" : "userProfileAnomalyDetectionExecutor", "streamName":"userActivity" }, "desc": "user activity data source" } ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-policy-definition.json
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-policy-definition.json b/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-policy-definition.json
deleted file mode 100644
index 36ed57a..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-policy-definition.json
+++ /dev/null
@@ -1 +0,0 @@
-[ { "prefix": "alertdef", "tags": { "site": "sandbox", "dataSource": "userProfile", "alertExecutorId": "userProfileAnomalyDetectionExecutor", "policyId": "userProfile", "policyType": "MachineLearning" }, "desc": "user profile anomaly detection", "policyDef": "{\"type\":\"MachineLearning\",\"alertContext\":{\"site\":\"sandbox\",\"dataSource\":\"userProfile\",\"component\":\"testComponent\",\"description\":\"ML based user profile anomaly detection\",\"severity\":\"WARNING\",\"notificationByEmail\":\"true\"},\"algorithms\":[{\"name\":\"EigenDecomposition\",\"evaluator\":\"eagle.security.userprofile.impl.UserProfileAnomalyEigenEvaluator\",\"description\":\"EigenBasedAnomalyDetection\",\"features\":\"getfileinfo, open, listStatus, setTimes, setPermission, rename, mkdirs, create, setReplication, contentSummary, delete, setOwner, fsck\"},{\"name\":\"KDE\",\"evaluator\":\"eagle.security.userprofile.impl.UserProfileAnomalyKDEEvaluator\",\"description\":\"DensityBasedAnomalyDetection\",\"feat
 ures\":\"getfileinfo, open, listStatus, setTimes, setPermission, rename, mkdirs, create, setReplication, contentSummary, delete, setOwner, fsck\"}]}", "dedupeDef": "{\"alertDedupIntervalMin\":\"0\",\"emailDedupIntervalMin\":\"0\"}", "notificationDef": "", "remediationDef": "", "enabled": true } ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-description.json
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-description.json b/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-description.json
deleted file mode 100644
index 9977bde..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-description.json
+++ /dev/null
@@ -1 +0,0 @@
-[ { "prefix": "alertStream", "tags": { "streamName": "userActivity", "site":"sandbox", "dataSource":"userProfile" }, "alertExecutorIdList": [ "userProfileAnomalyDetectionExecutor" ] } ]
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-metadata.json
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-metadata.json b/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-metadata.json
deleted file mode 100644
index a630f9b..0000000
--- a/eagle-security/eagle-security-userprofile/detection/dev-supports/userprofile-stream-metadata.json
+++ /dev/null
@@ -1 +0,0 @@
-[ { "prefix": "streamMetadata", "tags":{ "site" : "sandbox", "dataSource":"userProfile", "streamName" : "userActivity", "attrName" : "user" }, "attrType": "string", "category": "", "attrValueResolver" : "" } ]

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/pom.xml
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/pom.xml b/eagle-security/eagle-security-userprofile/detection/pom.xml
deleted file mode 100644
index 512b8b1..0000000
--- a/eagle-security/eagle-security-userprofile/detection/pom.xml
+++ /dev/null
@@ -1,86 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-  ~ Licensed to the Apache Software Foundation (ASF) under one or more
-  ~ contributor license agreements.  See the NOTICE file distributed with
-  ~ this work for additional information regarding copyright ownership.
-  ~ The ASF licenses this file to You under the Apache License, Version 2.0
-  ~ (the "License"); you may not use this file except in compliance with
-  ~ the License.  You may obtain a copy of the License at
-  ~
-  ~    http://www.apache.org/licenses/LICENSE-2.0
-  ~
-  ~ Unless required by applicable law or agreed to in writing, software
-  ~ distributed under the License is distributed on an "AS IS" BASIS,
-  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  ~ See the License for the specific language governing permissions and
-  ~ limitations under the License.
-  -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
-  <modelVersion>4.0.0</modelVersion>
-  <parent>
-    <groupId>org.apache.eagle</groupId>
-    <artifactId>eagle-security-userprofile-parent</artifactId>
-    <version>0.5.0-incubating-SNAPSHOT</version>
-  <relativePath>../pom.xml</relativePath>
-  </parent>
-  <artifactId>eagle-security-userprofile-detection</artifactId>
-  <packaging>jar</packaging>
-  <name>eagle-security-userprofile-detection</name>
-  <url>http://maven.apache.org</url>
-  
-  <dependencies>
-      <dependency>
-          <groupId>org.apache.eagle</groupId>
-          <artifactId>eagle-security-userprofile-common</artifactId>
-          <version>${project.version}</version>
-      </dependency>
-    <dependency>
-      <groupId>org.apache.eagle</groupId>
-      <artifactId>eagle-security-common</artifactId>
-      <version>${project.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>org.apache.eagle</groupId>
-      <artifactId>eagle-alert-process</artifactId>
-      <version>${project.version}</version>
-        <exclusions>
-            <exclusion>
-                <groupId>org.ow2.asm</groupId>
-                <artifactId>asm-all</artifactId>
-            </exclusion>
-            <exclusion>
-                <groupId>asm</groupId>
-                <artifactId>asm</artifactId>
-            </exclusion>
-            <exclusion>
-                <groupId>asm</groupId>
-                <artifactId>asm-all</artifactId>
-            </exclusion>
-            <exclusion>
-                <groupId>asm</groupId>
-                <artifactId>asm-commons</artifactId>
-            </exclusion>
-            <exclusion>
-                <groupId>asm</groupId>
-                <artifactId>asm-tree</artifactId>
-            </exclusion>
-        </exclusions>
-    </dependency>
-    <dependency>
-      <groupId>org.apache.eagle</groupId>
-      <artifactId>eagle-machinelearning-base</artifactId>
-      <version>${project.version}</version>
-    </dependency>
-    <dependency>
-          <groupId>org.apache.eagle</groupId>
-          <artifactId>eagle-security-hdfs-auditlog</artifactId>
-          <version>${project.version}</version>
-    </dependency>
-    <dependency>
-        <groupId>org.scala-lang</groupId>
-        <artifactId>scala-library</artifactId>
-        <version>${scala-lang.version}</version>
-    </dependency>
-  </dependencies>
-</project>

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/run_onlineprediction_topology.sh
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/run_onlineprediction_topology.sh b/eagle-security/eagle-security-userprofile/detection/run_onlineprediction_topology.sh
deleted file mode 100755
index 43f44ae..0000000
--- a/eagle-security/eagle-security-userprofile/detection/run_onlineprediction_topology.sh
+++ /dev/null
@@ -1,19 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-export JAVA_HOME=$(/usr/libexec/java_home -v 1.6)
-mvn -X exec:java -Dexec.mainClass="eagle.security.userprofile.UserProfileDetectionAnomalyRunner"

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/TimeWindow.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/TimeWindow.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/TimeWindow.java
deleted file mode 100644
index c8ea352..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/TimeWindow.java
+++ /dev/null
@@ -1,45 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-/**
- * Aggregation time window
- *
- * @since 9/29/15
- */
-public interface TimeWindow{
-    /**
-     * @return start time stamp
-     */
-    long from();
-
-    /**
-     * @return stop timestamp
-     */
-    long to();
-
-    /**
-     * @param timestamp income event timestamp
-     * @return whether accept the event
-     */
-    boolean accept(Long timestamp);
-
-    /**
-     * @return whether current time-window is expired
-     */
-    boolean expire();
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserActivityAggregator.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserActivityAggregator.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserActivityAggregator.java
deleted file mode 100644
index 7e3b867..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserActivityAggregator.java
+++ /dev/null
@@ -1,34 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-import org.apache.eagle.datastream.Collector;
-import org.apache.eagle.security.userprofile.model.UserActivityAggModelEntity;
-import scala.Tuple2;
-
-import java.util.Map;
-
-/**
- * @since 9/28/15
- */
-public interface UserActivityAggregator {
-    /**
-     * @param event accumulated data point
-     * @param collector output collector
-     */
-    void accumulate(Map<String,Object> event,Collector<Tuple2<String, UserActivityAggModelEntity>> collector);
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAggregatorExecutor.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAggregatorExecutor.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAggregatorExecutor.java
deleted file mode 100644
index 4dd4c7f..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAggregatorExecutor.java
+++ /dev/null
@@ -1,79 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-import com.typesafe.config.Config;
-import org.apache.commons.lang3.StringUtils;
-import org.apache.eagle.datastream.Collector;
-import org.apache.eagle.datastream.JavaStormStreamExecutor2;
-import org.apache.eagle.security.userprofile.impl.UserActivityAggregatorImpl;
-import org.apache.eagle.security.userprofile.model.UserActivityAggModelEntity;
-import org.joda.time.Period;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import scala.Tuple2;
-
-import java.util.Arrays;
-import java.util.List;
-import java.util.Map;
-
-/**
- * @since 9/29/15
- */
-public class UserProfileAggregatorExecutor extends JavaStormStreamExecutor2<String, UserActivityAggModelEntity> {
-    private static final Logger LOG = LoggerFactory.getLogger(UserProfileAggregatorExecutor.class);
-    private UserActivityAggregator aggregator;
-    private String site;
-    private String granularity;
-    private long safeWindowMs = 5000l; // 5s
-
-    private String[] cmdFeatures = UserProfileConstants.DEFAULT_CMD_TYPES;
-
-    @Override
-    public void prepareConfig(Config config) {
-        this.site = config.getString("eagleProps.site");
-        if(config.hasPath("eagleProps.userProfileGranularity")){
-            this.granularity = config.getString("eagleProps.userProfileGranularity");
-            LOG.info("Override [userProfileGranularity] = [PT1m]");
-        }else{
-            LOG.info("Using default [userProfileGranularity] = [PT1m]");
-            this.granularity = "PT1m";
-        }
-        if(config.hasPath("eagleProps.userProfileSafeWindowMs")){
-            this.safeWindowMs = config.getLong("eagleProps.userProfileSafeWindowMs");
-        }
-        if(config.hasPath("eagleProps.userProfileCmdFeatures")){
-            String cmdFeaturesStr = config.getString("eagleProps.userProfileCmdFeatures");
-            LOG.info(String.format("Override [userProfileCmdFeatures] = [%s]",cmdFeaturesStr));
-            this.cmdFeatures = cmdFeaturesStr.split(",");
-        }else{
-            LOG.info(String.format("Using default [userProfileCmdFeatures] = [%s]", StringUtils.join(this.cmdFeatures,",")));
-        }
-    }
-
-    @Override
-    public void init() {
-        aggregator = new UserActivityAggregatorImpl(Arrays.asList(cmdFeatures),Period.parse(this.granularity),site,this.safeWindowMs);
-    }
-
-    @Override
-    public void flatMap(List<Object> input, Collector<Tuple2<String, UserActivityAggModelEntity>> collector) {
-        String user = (String) input.get(0);
-        Map<String,Object> event = (Map<String, Object>) input.get(1);
-        aggregator.accumulate(event,collector);
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAnomalyDetector.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAnomalyDetector.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAnomalyDetector.java
deleted file mode 100644
index d8c65af..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileAnomalyDetector.java
+++ /dev/null
@@ -1,44 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-import org.apache.eagle.ml.model.MLCallbackResult;
-import org.apache.eagle.ml.model.MLModelAPIEntity;
-import org.apache.eagle.security.userprofile.model.UserActivityAggModel;
-import org.apache.eagle.security.userprofile.model.UserProfileModel;
-
-import java.io.IOException;
-import java.util.List;
-
-public interface UserProfileAnomalyDetector<M extends UserProfileModel> {
-    /**
-     * Convert from entity to model
-     *
-     * @param entity model entity
-     * @return model in type of M
-     */
-    M convert(MLModelAPIEntity entity) throws IOException;
-
-    /**
-     * @param user user name
-     * @param algorithm algorithm name
-     * @param userActivity real-time user activity aggregation entity
-     * @param model user profiling model
-     * @return MLAnomalyCallback list
-     */
-    List<MLCallbackResult> detect(String user, String algorithm, UserActivityAggModel userActivity, M model);
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionBatchMain.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionBatchMain.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionBatchMain.java
deleted file mode 100644
index c39f8fb..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionBatchMain.java
+++ /dev/null
@@ -1,68 +0,0 @@
-/*
- *
- *  * Licensed to the Apache Software Foundation (ASF) under one or more
- *  * contributor license agreements.  See the NOTICE file distributed with
- *  * this work for additional information regarding copyright ownership.
- *  * The ASF licenses this file to You under the Apache License, Version 2.0
- *  * (the "License"); you may not use this file except in compliance with
- *  * the License.  You may obtain a copy of the License at
- *  *
- *  *    http://www.apache.org/licenses/LICENSE-2.0
- *  *
- *  * Unless required by applicable law or agreed to in writing, software
- *  * distributed under the License is distributed on an "AS IS" BASIS,
- *  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *  * See the License for the specific language governing permissions and
- *  * limitations under the License.
- *
- */
-package org.apache.eagle.security.userprofile;
-
-import com.typesafe.config.Config;
-import org.apache.eagle.dataproc.impl.storm.kafka.KafkaSourcedSpoutProvider;
-import org.apache.eagle.datastream.*;
-import org.apache.eagle.datastream.storm.StormExecutionEnvironment;
-import org.apache.eagle.security.userprofile.model.UserActivityAggModelEntity;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import scala.Tuple2;
-
-import java.util.Map;
-
-public class UserProfileDetectionBatchMain {
-    public static void main(String[] args) throws Exception{
-        StormExecutionEnvironment env = ExecutionEnvironments.getStorm(args);
-        env.fromSpout(new KafkaSourcedSpoutProvider()).withOutputFields(1)
-                .flatMap(new UserActivityPartitionExecutor())
-                .alertWithConsumer(UserProfileDetectionConstants.USER_ACTIVITY_AGGREGATION_STREAM,
-                        UserProfileDetectionConstants.USER_PROFILE_ANOMALY_DETECTION_EXECUTOR);
-        env.execute();
-    }
-
-    public static class UserActivityPartitionExecutor extends JavaStormStreamExecutor2<String, Map> {
-        private final static Logger LOG = LoggerFactory.getLogger(UserActivityPartitionExecutor.class);
-        @Override
-        public void prepareConfig(Config config) {
-            // do nothing
-        }
-
-        @Override
-        public void init() {
-            // do nothing
-        }
-
-        @Override
-        public void flatMap(java.util.List<Object> input, Collector<Tuple2<String, Map>> outputCollector){
-            if(input.size()>0){
-                Object obj = input.get(0);
-                if(obj instanceof UserActivityAggModelEntity){
-                    UserActivityAggModelEntity entity = (UserActivityAggModelEntity) obj;
-                    String user = entity.getTags() == null? null: entity.getTags().get(UserProfileConstants.USER_TAG);
-                    outputCollector.collect(new Tuple2(user,entity));
-                }else{
-                    LOG.warn(String.format("%s is not instance of UserActivityAggModelEntity, skip",obj));
-                }
-            }
-        }
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionConstants.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionConstants.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionConstants.java
deleted file mode 100644
index d4b275b..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionConstants.java
+++ /dev/null
@@ -1,25 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-/**
- * @since 9/29/15
- */
-public class UserProfileDetectionConstants {
-    public final static String USER_PROFILE_ANOMALY_DETECTION_EXECUTOR = "userProfileAnomalyDetectionExecutor";
-    public final static String USER_ACTIVITY_AGGREGATION_STREAM = "userActivity";
-}

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionMain.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionMain.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionMain.java
deleted file mode 100644
index 61449d2..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionMain.java
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- * 
- *   http://www.apache.org/licenses/LICENSE-2.0
- * 
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- * 
- */
-package org.apache.eagle.security.userprofile;
-
-import com.typesafe.config.Config;
-import org.apache.eagle.dataproc.util.ConfigOptionParser;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-
-public class UserProfileDetectionMain {
-    private final static Logger LOG = LoggerFactory.getLogger(UserProfileDetectionMain.class);
-    public final static String USERPROFILE_DETECTION_MODE_KEY="eagleProps.userProfileMode";
-    public static void main(String[] args) throws Exception {
-        Config config = new ConfigOptionParser().load(args);
-        LOG.info("Config class: " + config.getClass().getCanonicalName());
-
-        if(config.hasPath(USERPROFILE_DETECTION_MODE_KEY) && config.getString(USERPROFILE_DETECTION_MODE_KEY).equalsIgnoreCase("batch")){
-            LOG.info("Starting UserProfileDetection Topology in [batch] mode");
-            UserProfileDetectionBatchMain.main(args);
-        }else{
-            LOG.info("Starting UserProfileDetection Topology in [streaming] mode");
-            UserProfileDetectionStreamMain.main(args);
-        }
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionStreamMain.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionStreamMain.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionStreamMain.java
deleted file mode 100644
index 8b82ef7..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileDetectionStreamMain.java
+++ /dev/null
@@ -1,56 +0,0 @@
-/*
- *
- *  * Licensed to the Apache Software Foundation (ASF) under one or more
- *  * contributor license agreements.  See the NOTICE file distributed with
- *  * this work for additional information regarding copyright ownership.
- *  * The ASF licenses this file to You under the Apache License, Version 2.0
- *  * (the "License"); you may not use this file except in compliance with
- *  * the License.  You may obtain a copy of the License at
- *  *
- *  *    http://www.apache.org/licenses/LICENSE-2.0
- *  *
- *  * Unless required by applicable law or agreed to in writing, software
- *  * distributed under the License is distributed on an "AS IS" BASIS,
- *  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *  * See the License for the specific language governing permissions and
- *  * limitations under the License.
- *
- */
-package org.apache.eagle.security.userprofile;
-
-import com.typesafe.config.Config;
-import org.apache.eagle.dataproc.impl.storm.kafka.KafkaSourcedSpoutProvider;
-import org.apache.eagle.datastream.*;
-import org.apache.eagle.datastream.storm.StormExecutionEnvironment;
-import scala.Tuple2;
-
-import java.util.Arrays;
-import java.util.List;
-import java.util.Map;
-
-public class UserProfileDetectionStreamMain {
-    public static void main(String[] args) throws Exception{
-        StormExecutionEnvironment env = ExecutionEnvironments.getStorm(args);
-        env.fromSpout(new KafkaSourcedSpoutProvider()).withOutputFields(1).nameAs("kafkaMsgConsumer")
-                .flatMap(new AuditLogTransformer()).nameAs("transformer")     // [user,map]
-                .groupBy(Arrays.asList(0))                                      // group by [user]
-                .flatMap(new UserProfileAggregatorExecutor()).nameAs("aggregator")
-                .alertWithConsumer(UserProfileDetectionConstants.USER_ACTIVITY_AGGREGATION_STREAM,
-                        UserProfileDetectionConstants.USER_PROFILE_ANOMALY_DETECTION_EXECUTOR); // alert
-        env.execute();
-    }
-
-    private static class AuditLogTransformer extends JavaStormStreamExecutor2<String,Map<String,Object>> {
-        @Override
-        public void prepareConfig(Config config) {}
-
-        @Override
-        public void init() {}
-
-        @Override
-        public void flatMap(List<Object> input, Collector<Tuple2<String, Map<String, Object>>> collector) {
-            Map<String, Object> auditLog = (Map<String, Object>) input.get(0);
-            collector.collect(new Tuple2<>((String)auditLog.get("user"),auditLog));
-        }
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileMLAlgorithmEvaluator.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileMLAlgorithmEvaluator.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileMLAlgorithmEvaluator.java
deleted file mode 100644
index 42021ab..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/UserProfileMLAlgorithmEvaluator.java
+++ /dev/null
@@ -1,118 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile;
-
-import com.typesafe.config.Config;
-import org.apache.eagle.dataproc.core.ValuesArray;
-import org.apache.eagle.datastream.Collector;
-import org.apache.eagle.ml.MLAlgorithmEvaluator;
-import org.apache.eagle.ml.MLAnomalyCallback;
-import org.apache.eagle.ml.MLModelDAO;
-import org.apache.eagle.ml.impl.MLModelDAOImpl;
-import org.apache.eagle.ml.model.MLAlgorithm;
-import org.apache.eagle.ml.model.MLCallbackResult;
-import org.apache.eagle.ml.model.MLModelAPIEntity;
-import org.apache.eagle.policy.PolicyEvaluationContext;
-import org.apache.eagle.security.userprofile.model.UserActivityAggModelEntity;
-import org.apache.eagle.security.userprofile.model.UserProfileModel;
-import org.apache.eagle.service.client.EagleServiceConnector;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.util.ArrayList;
-import java.util.List;
-
-public abstract class UserProfileMLAlgorithmEvaluator<M extends UserProfileModel> implements MLAlgorithmEvaluator,UserProfileAnomalyDetector<M> {
-    protected transient MLAlgorithm algorithm;
-    protected transient List<MLAnomalyCallback> callbacks;
-    private transient Config config;
-    private final static Logger LOG = LoggerFactory.getLogger(UserProfileMLAlgorithmEvaluator.class);
-    private transient MLModelDAO mlDAO;
-    private transient UserProfileAnomalyDetector<M> detector;
-    private transient PolicyEvaluationContext evalContext;
-
-    @Override
-    public void init(MLAlgorithm algorithm, Config config, PolicyEvaluationContext context) {
-        this.algorithm = algorithm;
-        this.callbacks = new ArrayList<>();
-        this.config = config;
-        this.mlDAO = this.getModelDAO();
-        this.detector = getAnomalyDetector();
-    }
-
-    protected UserProfileAnomalyDetector<M> getAnomalyDetector(){ return this;}
-
-    protected MLModelDAO getModelDAO(){
-        // TODO: 1. Adapt to different model protocol including service, hdfs, file or kafka
-        // TODO: 2. Model cache configuration
-        return new MLModelDAOImpl(new EagleServiceConnector(this.config));
-    }
-
-    /**
-     * @param data ValuesArray[0:alertContext{alertExecutor,policyId,evaluator,outputCollector},1:streamName,2:entity]
-     *
-     * @throws Exception
-     */
-    @Override
-    public void evaluate(ValuesArray data) throws Exception {
-        Collector collector = (Collector)data.get(0);
-        evalContext.outputCollector = collector;
-        String streamName = (String)data.get(1);
-
-        UserActivityAggModelEntity userActivityAggModelEntity = (UserActivityAggModelEntity) data.get(2);
-
-        String user = userActivityAggModelEntity.getTags().get(UserProfileConstants.USER_TAG);
-        String algorithm = this.algorithm.getName();
-
-        if(algorithm == null) LOG.warn("Algorithm name is null: "+this.algorithm);
-
-        List<MLModelAPIEntity> mlModels = this.mlDAO.findMLModelByContext(user, algorithm);
-        M model;
-        if(mlModels == null || mlModels.size() == 0){
-            LOG.warn(String.format("No persisted ML model found for user [%s], algorithm [%s]",user,algorithm));
-        }else{
-            if(mlModels.size()>0){
-                LOG.warn(String.format("%s models found for user [%s], algorithm [%s]",mlModels.size(),user,algorithm));
-            }
-            for (MLModelAPIEntity mlModel : mlModels) {
-                model = detector.convert(mlModel);
-                //LOG.info("executing algorithm: " + );
-                List<MLCallbackResult> callbackResults = this.detector.detect(user, algorithm, UserActivityAggModelEntity.toModel(userActivityAggModelEntity), model);
-                if (callbackResults != null && callbackResults.size() >0) {
-                    notifyCallbacks(callbackResults, evalContext);
-                } else {
-                    LOG.info(String.format("No anomaly activities detected for user [%s] by algorithm [%s] ",user,algorithm));
-                }
-            }
-        }
-    }
-
-    protected void notifyCallbacks(List<MLCallbackResult> callbackResults, PolicyEvaluationContext alertContext){
-        for(MLCallbackResult callbackResult: callbackResults){
-            if(callbackResult.isAnomaly()) {
-                for (MLAnomalyCallback callback : this.callbacks) {
-                    callback.receive(callbackResult,alertContext);
-                }
-            }
-        }
-    }
-
-    @Override
-    public void register(MLAnomalyCallback callback) throws Exception {
-        this.callbacks.add(callback);
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileEigenEvaluator.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileEigenEvaluator.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileEigenEvaluator.java
deleted file mode 100644
index 4c1a0e3..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileEigenEvaluator.java
+++ /dev/null
@@ -1,50 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile.impl;
-
-import org.apache.eagle.ml.model.MLModelAPIEntity;
-import org.apache.eagle.security.userprofile.UserProfileMLAlgorithmEvaluator;
-import org.apache.eagle.security.userprofile.model.UserProfileEigenModel;
-import org.apache.eagle.security.userprofile.UserProfileMLAlgorithmEvaluator;
-import org.apache.eagle.security.userprofile.model.UserProfileEigenModel;
-import org.apache.eagle.security.userprofile.model.UserProfileEigenModelEntity;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.IOException;
-
-import static org.apache.eagle.security.userprofile.model.UserProfileEigenModelEntity.deserializeModel;
-
-public abstract class AbstractUserProfileEigenEvaluator extends UserProfileMLAlgorithmEvaluator<UserProfileEigenModel> {
-    private final static Logger LOG = LoggerFactory.getLogger(AbstractUserProfileEigenEvaluator.class);
-    @Override
-    public UserProfileEigenModel convert(MLModelAPIEntity entity) throws IOException {
-        try {
-            UserProfileEigenModel model = UserProfileEigenModelEntity.deserializeModel(entity);
-            if(model == null || model.uMatrix() == null || model.diagonalMatrix() == null || model.minVector() == null || model.maxVector() == null
-                    || model.maximumL2Norm() == null || model.minimumL2Norm() == null || model.dimension() == 0){
-                if(LOG.isDebugEnabled()) LOG.debug("Eigen model seems to not have meaningful information, ignore");
-                return null;
-            }else {
-                return model;
-            }
-        } catch (IOException e) {
-            LOG.error(e.getMessage(),e);
-            throw e;
-        }
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileKDEEvaluator.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileKDEEvaluator.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileKDEEvaluator.java
deleted file mode 100644
index 49afcf4..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/AbstractUserProfileKDEEvaluator.java
+++ /dev/null
@@ -1,40 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile.impl;
-
-import org.apache.eagle.ml.model.MLModelAPIEntity;
-import org.apache.eagle.security.userprofile.UserProfileMLAlgorithmEvaluator;
-import org.apache.eagle.security.userprofile.model.UserProfileKDEModel;
-import org.apache.eagle.security.userprofile.model.UserProfileKDEModelEntity;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.IOException;
-
-public abstract class AbstractUserProfileKDEEvaluator extends UserProfileMLAlgorithmEvaluator<UserProfileKDEModel> {
-    private final static Logger LOG = LoggerFactory.getLogger(AbstractUserProfileKDEEvaluator.class);
-
-    @Override
-    public UserProfileKDEModel convert(MLModelAPIEntity entity) throws IOException {
-        try {
-            return UserProfileKDEModelEntity.deserializeModel(entity);
-        } catch (IOException e) {
-            LOG.error(e.getMessage(),e);
-            throw e;
-        }
-    }
-}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/8b646715/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/TimeWindowImpl.java
----------------------------------------------------------------------
diff --git a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/TimeWindowImpl.java b/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/TimeWindowImpl.java
deleted file mode 100644
index 2326013..0000000
--- a/eagle-security/eagle-security-userprofile/detection/src/main/java/org/apache/eagle/security/userprofile/impl/TimeWindowImpl.java
+++ /dev/null
@@ -1,87 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *    http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.eagle.security.userprofile.impl;
-
-import org.apache.eagle.common.DateTimeUtil;
-import org.apache.eagle.security.userprofile.TimeWindow;
-import org.apache.commons.lang3.builder.HashCodeBuilder;
-
-import java.util.concurrent.atomic.AtomicBoolean;
-
-/**
- * @since 9/29/15
- */
-public class TimeWindowImpl implements TimeWindow{
-    private final Long startTimestamp;
-    private final Long endTimestamp;
-    private final AtomicBoolean expired;
-    private final Long safeWindowMs;
-
-    public TimeWindowImpl(Long startTimestamp, Long endTimestamp, Long safeWindowMs) {
-        this.startTimestamp = startTimestamp;
-        this.endTimestamp = endTimestamp;
-        this.expired = new AtomicBoolean(false);
-        this.safeWindowMs = safeWindowMs;
-    }
-
-    public TimeWindowImpl(Long startTimestamp, Long endTimestamp) {
-        this.startTimestamp = startTimestamp;
-        this.endTimestamp = endTimestamp;
-        this.expired = new AtomicBoolean(false);
-        this.safeWindowMs = 0l;
-    }
-
-    @Override
-    public long from() {
-        return this.startTimestamp;
-    }
-
-    @Override
-    public long to() {
-        return this.endTimestamp;
-    }
-
-    @Override
-    public boolean accept(Long timestamp) {
-        if(timestamp > endTimestamp + safeWindowMs){
-            this.expired.set(true);
-            return false;
-        }else if(timestamp >= startTimestamp){
-            return true;
-        }
-        return false;
-    }
-
-    @Override
-    public boolean expire() {
-        return expired.get();
-    }
-
-    @Override
-    public int hashCode() {
-        HashCodeBuilder builder = new HashCodeBuilder();
-        builder.append(this.getClass().getCanonicalName());
-        builder.append(startTimestamp);
-        builder.append(endTimestamp);
-        return builder.toHashCode();
-    }
-
-    @Override
-    public String toString() {
-        return String.format("[%s - %s]",DateTimeUtil.millisecondsToHumanDateWithMilliseconds(this.startTimestamp),DateTimeUtil.millisecondsToHumanDateWithMilliseconds(this.endTimestamp));
-    }
-}
\ No newline at end of file



Mime
View raw message