streams-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sblack...@apache.org
Subject [1/5] incubator-streams git commit: Merge pull request #13 from apache/master
Date Wed, 19 Nov 2014 20:32:40 GMT
Repository: incubator-streams
Updated Branches:
  refs/heads/master 56011e4b6 -> 590b053b9


Merge pull request #13 from apache/master

Merge Apache Master 2014/11/17

Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/f3de6f88
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/f3de6f88
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/f3de6f88

Branch: refs/heads/master
Commit: f3de6f8847f2091f68792e90a9643fd541f4e0dc
Parents: 76763f8 9b89c08
Author: Ryan Ebanks <rbnks@users.noreply.github.com>
Authored: Mon Nov 17 10:32:38 2014 -0600
Committer: Ryan Ebanks <rbnks@users.noreply.github.com>
Committed: Mon Nov 17 10:32:38 2014 -0600

----------------------------------------------------------------------
 pom.xml                                         |  61 +++++
 streams-components/pom.xml                      |  62 +++++
 streams-components/streams-http/README.md       |  16 ++
 streams-components/streams-http/pom.xml         | 153 +++++++++++
 .../components/http/HttpConfigurator.java       |  62 +++++
 .../http/processor/SimpleHTTPGetProcessor.java  | 268 ++++++++++++++++++
 .../http/provider/SimpleHTTPGetProvider.java    | 230 ++++++++++++++++
 .../components/http/HttpConfiguration.json      |  50 ++++
 .../http/HttpProcessorConfiguration.json        |  28 ++
 .../http/HttpProviderConfiguration.json         |  18 ++
 .../main/jsonschema/StreamsConfiguration.json   |   3 +
 streams-contrib/pom.xml                         |   5 +-
 streams-contrib/streams-persist-console/pom.xml |  34 +++
 .../streams/console/ConsolePersistReader.java   |  11 +-
 .../streams/console/ConsolePersistWriter.java   |  11 +-
 .../streams/jackson/TypeConverterProcessor.java | 112 ++++++++
 .../test/TypeConverterProcessorTest.java        |  95 +++++++
 .../streams-processor-peoplepattern/pom.xml     | 138 ++++++++++
 .../peoplepattern/AccountTypeProcessor.java     |  75 +++++
 .../peoplepattern/DemographicsProcessor.java    |  76 ++++++
 .../streams/peoplepattern/AccountType.json      |  27 ++
 .../streams/peoplepattern/Demographics.json     |  60 ++++
 .../resources/templates/peoplepatternactor.json |  25 ++
 .../DatasiftActivitySerializerProcessor.java    |  89 ++++++
 .../DatasiftTypeConverterProcessor.java         |   7 +-
 .../serializer/DatasiftActivitySerializer.java  |  12 +-
 .../DatasiftDefaultActivitySerializer.java      | 214 ---------------
 .../serializer/DatasiftEventClassifier.java     |  53 ++++
 .../DatasiftInstagramActivitySerializer.java    |   8 +-
 .../DatasiftInteractionActivitySerializer.java  | 222 +++++++++++++++
 .../DatasiftTweetActivitySerializer.java        | 266 ------------------
 .../DatasiftTwitterActivitySerializer.java      | 272 +++++++++++++++++++
 .../datasift/util/StreamsDatasiftMapper.java    |  11 +-
 .../apache/streams/datasift/DatasiftPush.json   |  30 ++
 .../com/datasift/test/DatasiftSerDeTest.java    |  18 +-
 .../DatasiftTypeConverterProcessorTest.java     |  72 -----
 .../DatasiftActivitySerializerTest.java         |  82 +++---
 .../serializer/DatasiftEventClassifierTest.java |  64 +++++
 ...DatasiftInstagramActivitySerializerTest.java |  43 +++
 ...tasiftInteractionActivitySerializerTest.java |  48 ++++
 .../DatasiftTwitterActivitySerializerTest.java  |  43 +++
 .../api/FacebookPostActivitySerializer.java     | 244 +----------------
 .../serializer/FacebookActivityUtil.java        | 153 ++++++++++-
 .../facebook/test/FacebookPostSerDeTest.java    |  28 +-
 .../google-gplus/pom.xml                        |  32 +++
 .../processor/GooglePlusCommentProcessor.java   |  87 ++++++
 .../gplus/provider/AbstractGPlusProvider.java   | 234 ++++++++++++++++
 .../gplus/provider/GPlusActivitySerializer.java |   4 +-
 .../gplus/provider/GPlusDataCollector.java      |  50 ++++
 .../provider/GPlusHistoryProviderTask.java      | 106 --------
 .../google/gplus/provider/GPlusProvider.java    | 189 -------------
 .../provider/GPlusUserActivityCollector.java    | 108 ++++++++
 .../provider/GPlusUserActivityProvider.java     |  18 ++
 .../gplus/provider/GPlusUserDataCollector.java  |  79 ++++++
 .../gplus/provider/GPlusUserDataProvider.java   |  18 ++
 .../util/GPlusCommentDeserializer.java          |  98 +++++++
 .../serializer/util/GooglePlusActivityUtil.java |  50 ++++
 .../com/google/gplus/GPlusConfiguration.json    |  44 ++-
 .../gplus/GooglePlusCommentSerDeTest.java       | 114 ++++++++
 .../provider/TestAbstractGPlusProvider.java     |  82 ++++++
 .../TestGPlusUserActivityCollector.java         | 268 ++++++++++++++++++
 .../provider/TestGPlusUserDataCollector.java    | 131 +++++++++
 .../resources/google_plus_comments_jsons.txt    |   3 +
 streams-contrib/streams-provider-google/pom.xml |   6 +
 .../rss/provider/RssStreamProviderTest.java     |   6 +-
 .../streams-provider-twitter/pom.xml            |  11 +
 .../processor/TwitterEventProcessor.java        | 194 -------------
 .../twitter/processor/TwitterTypeConverter.java | 209 --------------
 .../processor/TwitterUrlApiProcessor.java       |  73 +++++
 .../provider/TwitterEventClassifier.java        |  58 ++--
 .../provider/TwitterTimelineProvider.java       |   7 +-
 .../serializer/StreamsTwitterMapper.java        |  11 +-
 .../TwitterJsonActivitySerializer.java          |  24 +-
 .../TwitterJsonDeleteActivitySerializer.java    |   6 +
 .../TwitterJsonRetweetActivitySerializer.java   |   6 +
 .../TwitterJsonTweetActivitySerializer.java     |   6 +
 .../TwitterJsonUserActivitySerializer.java      |   6 +
 ...erJsonUserstreameventActivitySerializer.java |   6 +
 .../streams/twitter/test/SimpleTweetTest.java   |  11 +-
 .../twitter/test/TweetActivitySerDeTest.java    |   6 +-
 .../streams/twitter/test/TweetSerDeTest.java    |   6 +-
 .../test/TwitterEventClassifierTest.java        |  34 +++
 streams-monitoring/pom.xml                      | 109 ++++++++
 .../jackson/DatumStatusCounterDeserializer.java |  76 ++++++
 .../jackson/MemoryUsageDeserializer.java        |  79 ++++++
 .../jackson/StreamsTaskCounterDeserializer.java |  88 ++++++
 .../jackson/ThroughputQueueDeserializer.java    |  87 ++++++
 .../monitoring/persist/MessagePersister.java    |  34 +++
 .../persist/impl/BroadcastMessagePersister.java |  94 +++++++
 .../tasks/BroadcastMonitorThread.java           | 171 ++++++++++++
 .../org/apache/streams/pojo/json/Broadcast.json |  13 +
 .../pojo/json/DatumStatusCounterBroadcast.json  |  22 ++
 .../streams/pojo/json/MemoryUsageBroadcast.json |  30 ++
 .../pojo/json/StreamsTaskCounterBroadcast.json  |  38 +++
 .../pojo/json/ThroughputQueueBroadcast.json     |  38 +++
 .../jackson/MemoryUsageDeserializerTest.java    |  77 ++++++
 .../impl/BroadcastMessagePersisterTest.java     |  60 ++++
 .../tasks/BroadcastMonitorThreadTest.java       |  55 ++++
 .../src/test/resources/MemoryUsageObjects.json  |   1 +
 streams-pojo-extensions/pom.xml                 |  64 +++++
 .../apache/streams/data/util/ExtensionUtil.java | 108 ++++++++
 .../apache/streams/data/util/ActivityUtil.java  |  14 +-
 .../jackson/StreamsDateTimeDeserializer.java    |  23 +-
 .../streams/jackson/StreamsJacksonMapper.java   |  20 ++
 .../streams/jackson/StreamsJacksonModule.java   |   9 +
 .../org/apache/streams/pojo/json/activity.json  |   3 +-
 .../org/apache/streams/pojo/json/object.json    |   2 +-
 streams-runtimes/streams-runtime-local/pom.xml  |   5 +
 .../local/builders/LocalStreamBuilder.java      |  19 +-
 .../streams/local/tasks/StreamsMergeTask.java   |   7 +
 .../local/tasks/StreamsPersistWriterTask.java   |  18 +-
 .../local/tasks/StreamsProcessorTask.java       |  20 +-
 .../local/tasks/StreamsProviderTask.java        |  15 +
 .../apache/streams/local/tasks/StreamsTask.java |   4 +
 .../local/builders/LocalStreamBuilderTest.java  |  32 ++-
 .../streams/local/tasks/BasicTasksTest.java     |  26 +-
 .../streams/pig/test/PigProcessDatumTest.java   |   2 -
 .../pig/test/PigProcessDocumentTest.java        |   2 -
 .../streams/pig/test/PigSerializerTest.java     |   3 +-
 .../backoff/AbstractBackOffStrategy.java        |  15 +-
 120 files changed, 5800 insertions(+), 1683 deletions(-)
----------------------------------------------------------------------



Mime
View raw message