metron-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From nickal...@apache.org
Subject [05/30] metron git commit: METRON-1707 Port Profiler to Spark (nickwallen) closes apache/metron#1150
Date Fri, 28 Sep 2018 13:09:01 GMT
http://git-wip-us.apache.org/repos/asf/metron/blob/3bfbf018/metron-analytics/pom.xml
----------------------------------------------------------------------
diff --git a/metron-analytics/pom.xml b/metron-analytics/pom.xml
index b6460ea..dc72f3b 100644
--- a/metron-analytics/pom.xml
+++ b/metron-analytics/pom.xml
@@ -46,6 +46,7 @@
 		<module>metron-profiler</module>
 		<module>metron-profiler-client</module>
 		<module>metron-profiler-common</module>
+		<module>metron-profiler-spark</module>
     </modules>
 	<dependencies>
 		<dependency>

http://git-wip-us.apache.org/repos/asf/metron/blob/3bfbf018/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResult.java
----------------------------------------------------------------------
diff --git a/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResult.java
b/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResult.java
index e2aa54d..82fbe2e 100644
--- a/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResult.java
+++ b/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResult.java
@@ -65,6 +65,10 @@ public class ProfileResult implements Serializable {
     this.triageExpressions = new ProfileTriageExpressions();
   }
 
+  public ProfileResult() {
+    // needed for serialization and Spark's code generator
+  }
+
   public ProfileResultExpressions getProfileExpressions() {
     return profileExpressions;
   }

http://git-wip-us.apache.org/repos/asf/metron/blob/3bfbf018/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResultExpressions.java
----------------------------------------------------------------------
diff --git a/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResultExpressions.java
b/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResultExpressions.java
index 2cada01..464b246 100644
--- a/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResultExpressions.java
+++ b/metron-platform/metron-common/src/main/java/org/apache/metron/common/configuration/profiler/ProfileResultExpressions.java
@@ -35,6 +35,10 @@ public class ProfileResultExpressions implements Serializable {
     this.expression = expression;
   }
 
+  public ProfileResultExpressions() {
+    // needed for serialization and Spark's code generator
+  }
+
   @JsonValue
   public String getExpression() {
     return expression;

http://git-wip-us.apache.org/repos/asf/metron/blob/3bfbf018/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 9a8c442..6696ec7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -137,6 +137,7 @@
         <global_reflections_version>0.9.10</global_reflections_version>
         <global_checkstyle_version>8.0</global_checkstyle_version>
         <global_log4j_core_version>2.1</global_log4j_core_version>
+        <global_spark_version>2.3.1</global_spark_version>
     </properties>
 
     <profiles>


Mime
View raw message