beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From amits...@apache.org
Subject [01/23] incubator-beam git commit: [BEAM-11] This is a placeholder to get the TfIdfTest working. Should be replaced by a SparkStateInternals implementation
Date Tue, 15 Mar 2016 18:47:58 GMT
Repository: incubator-beam
Updated Branches:
  refs/heads/master 46412e5f2 -> a91e11500


[BEAM-11] This is a placeholder to get the TfIdfTest working. Should be replaced by a
SparkStateInternals implementation


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/dd1c6ccb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/dd1c6ccb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/dd1c6ccb

Branch: refs/heads/master
Commit: dd1c6ccba99a685966a1673d85722e83f5e2e79f
Parents: 7e9aab0
Author: Sela <ansela@paypal.com>
Authored: Sat Mar 12 17:28:15 2016 +0200
Committer: Sela <ansela@paypal.com>
Committed: Tue Mar 15 20:38:26 2016 +0200

----------------------------------------------------------------------
 .../org/apache/beam/runners/spark/SparkProcessContext.java   | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/dd1c6ccb/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java
----------------------------------------------------------------------
diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java
b/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java
index c634152..f4d2ca0 100644
--- a/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java
+++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkProcessContext.java
@@ -30,7 +30,7 @@ import com.google.cloud.dataflow.sdk.transforms.windowing.PaneInfo;
 import com.google.cloud.dataflow.sdk.util.TimerInternals;
 import com.google.cloud.dataflow.sdk.util.WindowedValue;
 import com.google.cloud.dataflow.sdk.util.WindowingInternals;
-import com.google.cloud.dataflow.sdk.util.state.StateInternals;
+import com.google.cloud.dataflow.sdk.util.state.*;
 import com.google.cloud.dataflow.sdk.values.PCollectionView;
 import com.google.cloud.dataflow.sdk.values.TupleTag;
 import com.google.common.collect.AbstractIterator;
@@ -154,8 +154,10 @@ abstract class SparkProcessContext<I, O, V> extends DoFn<I,
O>.ProcessContext {
 
       @Override
       public StateInternals stateInternals() {
-        throw new UnsupportedOperationException(
-            "WindowingInternals#stateInternals() is not yet supported.");
+        //TODO: implement state internals.
+        // This is a temporary placeholder to get the TfIdfTest
+        // working for the initial Beam code drop.
+        return InMemoryStateInternals.forKey("DUMMY");
       }
 
       @Override


Mime
View raw message