streams-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sblack...@apache.org
Subject [35/46] incubator-streams git commit: WIP for apachecon
Date Wed, 01 Jun 2016 17:53:51 GMT
WIP for apachecon


Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/1bc84dbc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/1bc84dbc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/1bc84dbc

Branch: refs/heads/STREAMS-389
Commit: 1bc84dbc614cc0537e3238a6786a005f609b429c
Parents: 114c1c5
Author: Steve Blackmon @steveblackmon <sblackmon@apache.org>
Authored: Fri May 6 19:45:12 2016 -0500
Committer: Steve Blackmon @steveblackmon <sblackmon@apache.org>
Committed: Wed Jun 1 12:51:43 2016 -0500

----------------------------------------------------------------------
 pom.xml                                         |  10 -
 streams-config/pom.xml                          |   2 +-
 .../spring/streams-cassandra-context.xml        |  25 ++
 .../src/main/jsonschema/com/twitter/tweet.json  |   6 +-
 streams-plugins/pom.xml                         |   4 +
 .../streams-plugin-cassandra/pom.xml            | 244 ++++++++++++
 .../StreamsCassandraGenerationConfig.java       |  81 ++++
 .../StreamsCassandraResourceGenerator.java      | 376 +++++++++++++++++++
 .../StreamsCassandraResourceGeneratorMojo.java  |  93 +++++
 .../src/site/markdown/index.md                  |  22 ++
 ...treamsCassandraResourceGeneratorCLITest.java |  50 +++
 ...reamsCassandraResourceGeneratorMojoTest.java |  75 ++++
 .../StreamsCassandraResourceGeneratorTest.java  | 124 ++++++
 .../resources/streams-plugin-cassandra/pom.xml  |  75 ++++
 .../streams-plugin-elasticsearch/pom.xml        | 245 ++++++++++++
 .../StreamsElasticsearchGenerationConfig.java   |  81 ++++
 .../StreamsElasticsearchResourceGenerator.java  | 373 ++++++++++++++++++
 ...reamsElasticsearchResourceGeneratorMojo.java |  93 +++++
 .../src/site/markdown/index.md                  |  22 ++
 ...sElasticsearchResourceGeneratorMojoTest.java |  50 +++
 ...reamsElasticsearchResourceGeneratorTest.java | 139 +++++++
 .../streams-plugin-elasticsearch/pom.xml        |  75 ++++
 streams-plugins/streams-plugin-hbase/pom.xml    | 244 ++++++++++++
 .../hbase/StreamsHbaseGenerationConfig.java     |  90 +++++
 .../hbase/StreamsHbaseResourceGenerator.java    | 204 ++++++++++
 .../StreamsHbaseResourceGeneratorMojo.java      |  93 +++++
 .../src/site/markdown/index.md                  |  22 ++
 .../StreamsHbaseResourceGeneratorCLITest.java   |  41 ++
 .../StreamsHbaseResourceGeneratorMojoTest.java  |  65 ++++
 .../test/StreamsHbaseResourceGeneratorTest.java | 125 ++++++
 .../test/resources/streams-plugin-hbase/pom.xml |  76 ++++
 streams-plugins/streams-plugin-hive/pom.xml     |   6 +
 .../hive/StreamsHiveResourceGenerator.java      |   7 +-
 .../hive/StreamsHiveResourceGeneratorMojo.java  |  33 +-
 .../src/site/markdown/index.md                  |  22 ++
 .../StreamsHiveResourceGeneratorCLITest.java    |  41 ++
 .../StreamsHiveResourceGeneratorMojoTest.java   |  64 ++++
 .../test/StreamsHiveResourceGeneratorTest.java  |  21 +-
 .../test/resources/streams-plugin-hive/pom.xml  |  41 +-
 streams-plugins/streams-plugin-pig/pom.xml      | 244 ++++++++++++
 .../plugins/pig/StreamsPigGenerationConfig.java |  84 +++++
 .../pig/StreamsPigResourceGenerator.java        | 317 ++++++++++++++++
 .../pig/StreamsPigResourceGeneratorMojo.java    |  93 +++++
 .../src/site/markdown/index.md                  |  22 ++
 .../StreamsPigResourceGeneratorCLITest.java     |  39 ++
 .../StreamsPigResourceGeneratorMojoTest.java    |  64 ++++
 .../test/StreamsPigResourceGeneratorTest.java   | 122 ++++++
 .../src/test/resources/expected/media_link.pig  |   1 +
 .../resources/expected/objectTypes/file.pig     |   1 +
 .../expected/objectTypes/photo-album.pig        |   1 +
 .../test/resources/streams-plugin-pig/pom.xml   |  75 ++++
 streams-plugins/streams-plugin-pojo/pom.xml     |   7 -
 .../plugins/StreamsPojoSourceGenerator.java     |  16 +-
 .../plugins/StreamsPojoSourceGeneratorMojo.java |  43 +--
 .../src/site/markdown/index.md                  |  22 ++
 .../test/StreamsPojoSourceGeneratorCLITest.java |  43 +++
 .../StreamsPojoSourceGeneratorMojoTest.java     |  68 +---
 .../test/StreamsPojoSourceGeneratorTest.java    |  28 +-
 .../test/resources/streams-plugin-pojo/pom.xml  |   1 +
 .../org/apache/streams/schema/FieldUtil.java    |  30 ++
 .../org/apache/streams/schema/FileUtil.java     |  13 +-
 .../apache/streams/schema/GenerationConfig.java |   4 +-
 .../org/apache/streams/schema/SchemaUtil.java   |   4 +-
 .../src/main/jsonschema/activity.json           |  10 +-
 .../src/main/jsonschema/collection.json         |   2 +-
 .../src/main/jsonschema/media_link.json         |   2 +-
 streams-schemas/src/main/jsonschema/object.json |   6 +-
 .../src/main/jsonschema/objectTypes/alert.json  |   2 +-
 .../jsonschema/objectTypes/application.json     |   2 +-
 .../main/jsonschema/objectTypes/article.json    |   2 +-
 .../src/main/jsonschema/objectTypes/audio.json  |   2 +-
 .../src/main/jsonschema/objectTypes/badge.json  |   2 +-
 .../src/main/jsonschema/objectTypes/binary.json |   2 +-
 .../main/jsonschema/objectTypes/bookmark.json   |   2 +-
 .../main/jsonschema/objectTypes/comment.json    |   2 +-
 .../src/main/jsonschema/objectTypes/device.json |   2 +-
 .../src/main/jsonschema/objectTypes/event.json  |   2 +-
 .../src/main/jsonschema/objectTypes/file.json   |   2 +-
 .../src/main/jsonschema/objectTypes/folder.json |   2 +-
 .../src/main/jsonschema/objectTypes/game.json   |   2 +-
 .../src/main/jsonschema/objectTypes/group.json  |   2 +-
 .../src/main/jsonschema/objectTypes/image.json  |   2 +-
 .../src/main/jsonschema/objectTypes/issue.json  |   2 +-
 .../src/main/jsonschema/objectTypes/job.json    |   2 +-
 .../src/main/jsonschema/objectTypes/list.json   |   2 +-
 .../src/main/jsonschema/objectTypes/note.json   |   2 +-
 .../src/main/jsonschema/objectTypes/offer.json  |   2 +-
 .../jsonschema/objectTypes/organization.json    |   2 +-
 .../src/main/jsonschema/objectTypes/page.json   |   2 +-
 .../main/jsonschema/objectTypes/permission.json |   2 +-
 .../src/main/jsonschema/objectTypes/person.json |   2 +-
 .../jsonschema/objectTypes/photo-album.json     |   2 +-
 .../src/main/jsonschema/objectTypes/photo.json  |   2 +-
 .../src/main/jsonschema/objectTypes/place.json  |  18 +-
 .../main/jsonschema/objectTypes/playlist.json   |   2 +-
 .../main/jsonschema/objectTypes/process.json    |   2 +-
 .../main/jsonschema/objectTypes/product.json    |   2 +-
 .../main/jsonschema/objectTypes/property.json   |   2 +-
 .../main/jsonschema/objectTypes/question.json   |   2 +-
 .../src/main/jsonschema/objectTypes/review.json |   2 +-
 .../src/main/jsonschema/objectTypes/role.json   |   2 +-
 .../main/jsonschema/objectTypes/service.json    |   2 +-
 .../src/main/jsonschema/objectTypes/song.json   |   2 +-
 .../src/main/jsonschema/objectTypes/status.json |   2 +-
 .../src/main/jsonschema/objectTypes/task.json   |   2 +-
 .../src/main/jsonschema/objectTypes/team.json   |   2 +-
 .../src/main/jsonschema/objectTypes/video.json  |   2 +-
 .../src/main/jsonschema/verbs/accept.json       |   2 +-
 .../src/main/jsonschema/verbs/access.json       |   2 +-
 .../src/main/jsonschema/verbs/acknowledge.json  |   2 +-
 .../src/main/jsonschema/verbs/add.json          |   2 +-
 .../src/main/jsonschema/verbs/agree.json        |   2 +-
 .../src/main/jsonschema/verbs/append.json       |   2 +-
 .../src/main/jsonschema/verbs/approve.json      |   2 +-
 .../src/main/jsonschema/verbs/archive.json      |   2 +-
 .../src/main/jsonschema/verbs/assign.json       |   2 +-
 .../src/main/jsonschema/verbs/at.json           |   2 +-
 .../src/main/jsonschema/verbs/attach.json       |   2 +-
 .../src/main/jsonschema/verbs/attend.json       |   2 +-
 .../src/main/jsonschema/verbs/author.json       |   2 +-
 .../src/main/jsonschema/verbs/authorize.json    |   2 +-
 .../src/main/jsonschema/verbs/borrow.json       |   2 +-
 .../src/main/jsonschema/verbs/build.json        |   2 +-
 .../src/main/jsonschema/verbs/cancel.json       |   2 +-
 .../src/main/jsonschema/verbs/checkin.json      |   2 +-
 .../src/main/jsonschema/verbs/close.json        |   2 +-
 .../src/main/jsonschema/verbs/complete.json     |   2 +-
 .../src/main/jsonschema/verbs/confirm.json      |   2 +-
 .../src/main/jsonschema/verbs/consume.json      |   2 +-
 .../src/main/jsonschema/verbs/create.json       |   2 +-
 .../src/main/jsonschema/verbs/delete.json       |   2 +-
 .../src/main/jsonschema/verbs/deliver.json      |   2 +-
 .../src/main/jsonschema/verbs/deny.json         |   2 +-
 .../src/main/jsonschema/verbs/disagree.json     |   2 +-
 .../src/main/jsonschema/verbs/dislike.json      |   2 +-
 .../src/main/jsonschema/verbs/experience.json   |   2 +-
 .../src/main/jsonschema/verbs/favorite.json     |   2 +-
 .../src/main/jsonschema/verbs/find.json         |   2 +-
 .../jsonschema/verbs/flag-as-inappropriate.json |   2 +-
 .../src/main/jsonschema/verbs/follow.json       |   2 +-
 .../src/main/jsonschema/verbs/give.json         |   2 +-
 .../src/main/jsonschema/verbs/host.json         |   2 +-
 .../src/main/jsonschema/verbs/ignore.json       |   2 +-
 .../src/main/jsonschema/verbs/insert.json       |   2 +-
 .../src/main/jsonschema/verbs/install.json      |   2 +-
 .../src/main/jsonschema/verbs/interact.json     |   2 +-
 .../src/main/jsonschema/verbs/invite.json       |   2 +-
 .../src/main/jsonschema/verbs/join.json         |   2 +-
 .../src/main/jsonschema/verbs/leave.json        |   2 +-
 .../src/main/jsonschema/verbs/like.json         |   2 +-
 .../src/main/jsonschema/verbs/listen.json       |   2 +-
 .../src/main/jsonschema/verbs/lose.json         |   2 +-
 .../src/main/jsonschema/verbs/make-friend.json  |   2 +-
 .../src/main/jsonschema/verbs/open.json         |   2 +-
 .../src/main/jsonschema/verbs/play.json         |   2 +-
 .../src/main/jsonschema/verbs/post.json         |   2 +-
 .../src/main/jsonschema/verbs/present.json      |   2 +-
 .../src/main/jsonschema/verbs/purchase.json     |   2 +-
 .../src/main/jsonschema/verbs/qualify.json      |   2 +-
 .../src/main/jsonschema/verbs/read.json         |   2 +-
 .../src/main/jsonschema/verbs/receive.json      |   2 +-
 .../src/main/jsonschema/verbs/reject.json       |   2 +-
 .../main/jsonschema/verbs/remove-friend.json    |   2 +-
 .../src/main/jsonschema/verbs/remove.json       |   2 +-
 .../src/main/jsonschema/verbs/replace.json      |   2 +-
 .../main/jsonschema/verbs/request-friend.json   |   2 +-
 .../src/main/jsonschema/verbs/request.json      |   2 +-
 .../src/main/jsonschema/verbs/resolve.json      |   2 +-
 .../src/main/jsonschema/verbs/retract.json      |   2 +-
 .../src/main/jsonschema/verbs/return.json       |   2 +-
 .../src/main/jsonschema/verbs/rsvp-maybe.json   |   2 +-
 .../src/main/jsonschema/verbs/rsvp-no.json      |   2 +-
 .../src/main/jsonschema/verbs/rsvp-yes.json     |   2 +-
 .../src/main/jsonschema/verbs/satisfy.json      |   2 +-
 .../src/main/jsonschema/verbs/save.json         |   2 +-
 .../src/main/jsonschema/verbs/schedule.json     |   2 +-
 .../src/main/jsonschema/verbs/search.json       |   4 +-
 .../src/main/jsonschema/verbs/sell.json         |   2 +-
 .../src/main/jsonschema/verbs/send.json         |  10 +-
 .../src/main/jsonschema/verbs/share.json        |   2 +-
 .../src/main/jsonschema/verbs/sponsor.json      |   2 +-
 .../src/main/jsonschema/verbs/start.json        |   2 +-
 .../main/jsonschema/verbs/stop-following.json   |   4 +-
 .../src/main/jsonschema/verbs/submit.json       |   2 +-
 .../src/main/jsonschema/verbs/tag.json          |   2 +-
 .../src/main/jsonschema/verbs/terminate.json    |   2 +-
 .../src/main/jsonschema/verbs/tie.json          |   2 +-
 .../src/main/jsonschema/verbs/unfavorite.json   |   2 +-
 .../src/main/jsonschema/verbs/unlike.json       |   2 +-
 .../src/main/jsonschema/verbs/unsatisfy.json    |   2 +-
 .../src/main/jsonschema/verbs/unsave.json       |   2 +-
 .../src/main/jsonschema/verbs/unshare.json      |   2 +-
 .../src/main/jsonschema/verbs/update.json       |   2 +-
 .../src/main/jsonschema/verbs/use.json          |   2 +-
 .../src/main/jsonschema/verbs/watch.json        |   2 +-
 .../src/main/jsonschema/verbs/win.json          |   2 +-
 .../src/site/resources/activity.json            | 108 ------
 streams-schemas/src/site/resources/activity.xsd |  94 -----
 .../src/site/resources/collection.json          |  47 ---
 .../src/site/resources/media_link.json          |  34 --
 streams-schemas/src/site/resources/object.json  |  98 -----
 .../src/site/resources/objectTypes/alert.json   |  19 -
 .../site/resources/objectTypes/application.json |  19 -
 .../src/site/resources/objectTypes/article.json |  19 -
 .../src/site/resources/objectTypes/audio.json   |  19 -
 .../src/site/resources/objectTypes/badge.json   |  19 -
 .../src/site/resources/objectTypes/binary.json  |  19 -
 .../site/resources/objectTypes/bookmark.json    |  19 -
 .../src/site/resources/objectTypes/comment.json |  19 -
 .../src/site/resources/objectTypes/device.json  |  19 -
 .../src/site/resources/objectTypes/event.json   |  51 ---
 .../src/site/resources/objectTypes/file.json    |  25 --
 .../src/site/resources/objectTypes/folder.json  |  19 -
 .../src/site/resources/objectTypes/game.json    |  19 -
 .../src/site/resources/objectTypes/group.json   |  19 -
 .../src/site/resources/objectTypes/image.json   |  22 --
 .../src/site/resources/objectTypes/issue.json   |  25 --
 .../src/site/resources/objectTypes/job.json     |  19 -
 .../src/site/resources/objectTypes/list.json    |  28 --
 .../src/site/resources/objectTypes/note.json    |  19 -
 .../src/site/resources/objectTypes/offer.json   |  19 -
 .../resources/objectTypes/organization.json     |  19 -
 .../src/site/resources/objectTypes/page.json    |  19 -
 .../site/resources/objectTypes/permission.json  |  36 --
 .../src/site/resources/objectTypes/person.json  |  25 --
 .../site/resources/objectTypes/photo-album.json |  19 -
 .../src/site/resources/objectTypes/photo.json   |  23 --
 .../src/site/resources/objectTypes/place.json   |  43 ---
 .../site/resources/objectTypes/playlist.json    |  19 -
 .../src/site/resources/objectTypes/process.json |  19 -
 .../src/site/resources/objectTypes/product.json |  25 --
 .../site/resources/objectTypes/property.json    |  48 ---
 .../site/resources/objectTypes/question.json    |  28 --
 .../src/site/resources/objectTypes/review.json  |  22 --
 .../src/site/resources/objectTypes/role.json    |  25 --
 .../src/site/resources/objectTypes/service.json |  19 -
 .../src/site/resources/objectTypes/song.json    |  19 -
 .../src/site/resources/objectTypes/status.json  |  19 -
 .../src/site/resources/objectTypes/task.json    |  40 --
 .../src/site/resources/objectTypes/team.json    |  19 -
 .../src/site/resources/objectTypes/video.json   |  19 -
 .../src/site/resources/verbs/accept.json        |  24 --
 .../src/site/resources/verbs/access.json        |  24 --
 .../src/site/resources/verbs/acknowledge.json   |  24 --
 .../src/site/resources/verbs/add.json           |  24 --
 .../src/site/resources/verbs/agree.json         |  24 --
 .../src/site/resources/verbs/append.json        |  24 --
 .../src/site/resources/verbs/approve.json       |  24 --
 .../src/site/resources/verbs/archive.json       |  24 --
 .../src/site/resources/verbs/assign.json        |  24 --
 .../src/site/resources/verbs/at.json            |  24 --
 .../src/site/resources/verbs/attach.json        |  24 --
 .../src/site/resources/verbs/attend.json        |  24 --
 .../src/site/resources/verbs/author.json        |  24 --
 .../src/site/resources/verbs/authorize.json     |  24 --
 .../src/site/resources/verbs/borrow.json        |  24 --
 .../src/site/resources/verbs/build.json         |  24 --
 .../src/site/resources/verbs/cancel.json        |  24 --
 .../src/site/resources/verbs/checkin.json       |  24 --
 .../src/site/resources/verbs/close.json         |  24 --
 .../src/site/resources/verbs/complete.json      |  24 --
 .../src/site/resources/verbs/confirm.json       |  24 --
 .../src/site/resources/verbs/consume.json       |  24 --
 .../src/site/resources/verbs/create.json        |  24 --
 .../src/site/resources/verbs/delete.json        |  24 --
 .../src/site/resources/verbs/deliver.json       |  24 --
 .../src/site/resources/verbs/deny.json          |  24 --
 .../src/site/resources/verbs/disagree.json      |  24 --
 .../src/site/resources/verbs/dislike.json       |  24 --
 .../src/site/resources/verbs/experience.json    |  24 --
 .../src/site/resources/verbs/favorite.json      |  24 --
 .../src/site/resources/verbs/find.json          |  24 --
 .../resources/verbs/flag-as-inappropriate.json  |  24 --
 .../src/site/resources/verbs/follow.json        |  24 --
 .../src/site/resources/verbs/give.json          |  24 --
 .../src/site/resources/verbs/host.json          |  24 --
 .../src/site/resources/verbs/ignore.json        |  24 --
 .../src/site/resources/verbs/insert.json        |  24 --
 .../src/site/resources/verbs/install.json       |  24 --
 .../src/site/resources/verbs/interact.json      |  24 --
 .../src/site/resources/verbs/invite.json        |  24 --
 .../src/site/resources/verbs/join.json          |  24 --
 .../src/site/resources/verbs/leave.json         |  24 --
 .../src/site/resources/verbs/like.json          |  24 --
 .../src/site/resources/verbs/listen.json        |  24 --
 .../src/site/resources/verbs/lose.json          |  24 --
 .../src/site/resources/verbs/make-friend.json   |  24 --
 .../src/site/resources/verbs/open.json          |  24 --
 .../src/site/resources/verbs/play.json          |  24 --
 .../src/site/resources/verbs/post.json          |  24 --
 .../src/site/resources/verbs/present.json       |  24 --
 .../src/site/resources/verbs/purchase.json      |  24 --
 .../src/site/resources/verbs/qualify.json       |  24 --
 .../src/site/resources/verbs/read.json          |  24 --
 .../src/site/resources/verbs/receive.json       |  24 --
 .../src/site/resources/verbs/reject.json        |  24 --
 .../src/site/resources/verbs/remove-friend.json |  24 --
 .../src/site/resources/verbs/remove.json        |  24 --
 .../src/site/resources/verbs/replace.json       |  24 --
 .../site/resources/verbs/request-friend.json    |  24 --
 .../src/site/resources/verbs/request.json       |  24 --
 .../src/site/resources/verbs/resolve.json       |  24 --
 .../src/site/resources/verbs/retract.json       |  24 --
 .../src/site/resources/verbs/return.json        |  24 --
 .../src/site/resources/verbs/rsvp-maybe.json    |  24 --
 .../src/site/resources/verbs/rsvp-no.json       |  24 --
 .../src/site/resources/verbs/rsvp-yes.json      |  24 --
 .../src/site/resources/verbs/satisfy.json       |  24 --
 .../src/site/resources/verbs/save.json          |  24 --
 .../src/site/resources/verbs/schedule.json      |  24 --
 .../src/site/resources/verbs/search.json        |  24 --
 .../src/site/resources/verbs/sell.json          |  24 --
 .../src/site/resources/verbs/send.json          |  24 --
 .../src/site/resources/verbs/share.json         |  24 --
 .../src/site/resources/verbs/sponsor.json       |  24 --
 .../src/site/resources/verbs/start.json         |  24 --
 .../site/resources/verbs/stop-following.json    |  24 --
 .../src/site/resources/verbs/submit.json        |  24 --
 .../src/site/resources/verbs/tag.json           |  24 --
 .../src/site/resources/verbs/terminate.json     |  24 --
 .../src/site/resources/verbs/tie.json           |  24 --
 .../src/site/resources/verbs/unfavorite.json    |  24 --
 .../src/site/resources/verbs/unlike.json        |  24 --
 .../src/site/resources/verbs/unsatisfy.json     |  24 --
 .../src/site/resources/verbs/unsave.json        |  24 --
 .../src/site/resources/verbs/unshare.json       |  24 --
 .../src/site/resources/verbs/update.json        |  34 --
 .../src/site/resources/verbs/use.json           |  24 --
 .../src/site/resources/verbs/watch.json         |  24 --
 .../src/site/resources/verbs/win.json           |  24 --
 .../schema/test/SchemaOrderingTests.java        | 146 +++++++
 .../streams/schema/test/SchemaStoreTests.java   |  76 ++++
 .../src/test/resources/activities/accept.json   |  16 +
 .../src/test/resources/activities/access.json   |  17 +
 .../test/resources/activities/acknowledge.json  |  16 +
 .../src/test/resources/activities/add.json      |  21 ++
 .../src/test/resources/activities/agree.json    |  15 +
 .../src/test/resources/activities/append.json   |  16 +
 .../src/test/resources/activities/approve.json  |  20 +
 .../src/test/resources/activities/archive.json  |  15 +
 .../src/test/resources/activities/assign.json   |  20 +
 .../src/test/resources/activities/at.json       |  15 +
 .../src/test/resources/activities/attach.json   |  20 +
 .../src/test/resources/activities/attend.json   |  15 +
 .../src/test/resources/activities/author.json   |  15 +
 .../test/resources/activities/authorize.json    |  23 ++
 .../src/test/resources/activities/borrow.json   |  21 ++
 .../src/test/resources/activities/build.json    |  16 +
 .../src/test/resources/activities/cancel.json   |  16 +
 .../src/test/resources/activities/checkin.json  |  16 +
 .../src/test/resources/activities/close.json    |  16 +
 .../src/test/resources/activities/complete.json |  16 +
 .../src/test/resources/activities/confirm.json  |  17 +
 .../src/test/resources/activities/consume.json  |  16 +
 .../src/test/resources/activities/create.json   |  15 +
 .../src/test/resources/activities/delete.json   |  16 +
 .../src/test/resources/activities/deliver.json  |  20 +
 .../src/test/resources/activities/deny.json     |  23 ++
 .../src/test/resources/activities/disagree.json |  30 ++
 .../src/test/resources/activities/dislike.json  |  15 +
 .../test/resources/activities/experience.json   |  16 +
 .../src/test/resources/activities/favorite.json |  15 +
 .../src/test/resources/activities/find.json     |  19 +
 .../activities/flag-as-inappropriate.json       |  24 ++
 .../src/test/resources/activities/follow.json   |  15 +
 .../src/test/resources/activities/give.json     |  28 ++
 .../src/test/resources/activities/host.json     |  15 +
 .../src/test/resources/activities/ignore.json   |  15 +
 .../src/test/resources/activities/insert.json   |  19 +
 .../src/test/resources/activities/install.json  |  18 +
 .../src/test/resources/activities/interact.json |  16 +
 .../src/test/resources/activities/invite.json   |  19 +
 .../src/test/resources/activities/join.json     |  15 +
 .../src/test/resources/activities/leave.json    |  15 +
 .../src/test/resources/activities/like.json     |  22 ++
 .../src/test/resources/activities/listen.json   |  15 +
 .../src/test/resources/activities/lose.json     |  15 +
 .../test/resources/activities/make-friend.json  |  15 +
 .../src/test/resources/activities/open.json     |  15 +
 .../src/test/resources/activities/play.json     |  15 +
 .../src/test/resources/activities/post.json     |  25 ++
 .../src/test/resources/activities/present.json  |  15 +
 .../src/test/resources/activities/purchase.json |  16 +
 .../src/test/resources/activities/qualify.json  |  15 +
 .../src/test/resources/activities/read.json     |  16 +
 .../src/test/resources/activities/receive.json  |  16 +
 .../src/test/resources/activities/reject.json   |  15 +
 .../resources/activities/remove-friend.json     |  15 +
 .../src/test/resources/activities/remove.json   |  23 ++
 .../src/test/resources/activities/replace.json  |  19 +
 .../resources/activities/request-friend.json    |  16 +
 .../src/test/resources/activities/request.json  |  23 ++
 .../src/test/resources/activities/resolve.json  |  15 +
 .../src/test/resources/activities/retract.json  |  26 ++
 .../src/test/resources/activities/return.json   |  19 +
 .../test/resources/activities/rsvp-maybe.json   |  16 +
 .../src/test/resources/activities/rsvp-no.json  |  16 +
 .../src/test/resources/activities/rsvp-yes.json |  16 +
 .../src/test/resources/activities/satisfy.json  |  21 ++
 .../src/test/resources/activities/save.json     |  20 +
 .../src/test/resources/activities/schedule.json |  15 +
 .../src/test/resources/activities/search.json   |  21 ++
 .../src/test/resources/activities/sell.json     |  19 +
 .../src/test/resources/activities/send.json     |  19 +
 .../src/test/resources/activities/share.json    |  16 +
 .../src/test/resources/activities/sponsor.json  |  17 +
 .../src/test/resources/activities/start.json    |  15 +
 .../resources/activities/stop-following.json    |  15 +
 .../src/test/resources/activities/submit.json   |  15 +
 .../src/test/resources/activities/tag.json      |  19 +
 .../test/resources/activities/terminate.json    |  15 +
 .../src/test/resources/activities/tie.json      |  24 ++
 .../test/resources/activities/unfavorite.json   |  15 +
 .../src/test/resources/activities/unlike.json   |  15 +
 .../test/resources/activities/unsatisfy.json    |  20 +
 .../src/test/resources/activities/unsave.json   |  15 +
 .../src/test/resources/activities/unshare.json  |  15 +
 .../src/test/resources/activities/update.json   |  15 +
 .../src/test/resources/activities/use.json      |  15 +
 .../src/test/resources/activities/watch.json    |  16 +
 .../src/test/resources/activities/win.json      |  15 +
 .../src/test/resources/media_link.json          |   7 +
 .../src/test/resources/objects/event.json       |  18 +
 .../src/test/resources/objects/group.json       |  16 +
 .../src/test/resources/objects/issue.json       |   9 +
 .../src/test/resources/objects/note.json        |  12 +
 .../src/test/resources/objects/permission.json  |   9 +
 .../src/test/resources/objects/place.json       |   9 +
 .../src/test/resources/objects/task.json        |  16 +
 .../src/test/resources/objects/video.json       |   8 +
 430 files changed, 6688 insertions(+), 3771 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 6010572..08058ab 100644
--- a/pom.xml
+++ b/pom.xml
@@ -81,12 +81,6 @@
             <subscribe>dev-subscribe@streams.incubator.apache.org</subscribe>
             <unsubscribe>dev-unsubscribe@streams.incubator.apache.org</unsubscribe>
         </mailingList>
-        <mailingList>
-            <name>User Mailing List</name>
-            <post>user@streams.incubator.apache.org</post>
-            <subscribe>user-subscribe@streams.incubator.apache.org</subscribe>
-            <unsubscribe>user-unsubscribe@streams.incubator.apache.org</unsubscribe>
-        </mailingList>
     </mailingLists>
 
     <repositories>
@@ -185,10 +179,6 @@
 
     <packaging>pom</packaging>
 
-    <properties>
-        <jsonschema2pojo.version>0.4.22</jsonschema2pojo.version>
-    </properties>
-
     <build>
         <plugins>
             <plugin>

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-config/pom.xml
----------------------------------------------------------------------
diff --git a/streams-config/pom.xml b/streams-config/pom.xml
index 38d5554..f4a8ebc 100644
--- a/streams-config/pom.xml
+++ b/streams-config/pom.xml
@@ -111,7 +111,7 @@
                         </goals>
                         <configuration>
                             <sources>
-                                <source>target/generated-sources/jsonschema2pojo</source>
+                                <source>${project.basedir}/target/generated-sources/jsonschema2pojo</source>
                             </sources>
                         </configuration>
                     </execution>

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-contrib/streams-persist-cassandra/src/site/resources/META_INF/spring/streams-cassandra-context.xml
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-cassandra/src/site/resources/META_INF/spring/streams-cassandra-context.xml b/streams-contrib/streams-persist-cassandra/src/site/resources/META_INF/spring/streams-cassandra-context.xml
new file mode 100644
index 0000000..842c918
--- /dev/null
+++ b/streams-contrib/streams-persist-cassandra/src/site/resources/META_INF/spring/streams-cassandra-context.xml
@@ -0,0 +1,25 @@
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one
+  ~ or more contributor license agreements.  See the NOTICE file
+  ~ distributed with this work for additional information
+  ~ regarding copyright ownership.  The ASF licenses this file
+  ~ to you under the Apache License, Version 2.0 (the
+  ~ "License"); you may not use this file except in compliance
+  ~
+  ~   http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing,
+  ~ software distributed under the License is distributed on an
+  ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  ~ KIND, either express or implied.  See the License for the
+  ~ specific language governing permissions and limitations
+  ~ under the License.
+  -->
+<beans
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xmlns="http://www.springframework.org/schema/beans"
+        xmlns:context="http://www.springframework.org/schema/context"
+        xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
+        http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context.xsd">
+
+</beans>

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/tweet.json
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/tweet.json b/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/tweet.json
index 34ca3fa..bdd2201 100644
--- a/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/tweet.json
+++ b/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/tweet.json
@@ -97,9 +97,9 @@
                              },
                              "indices": {
                                  "type": "array",
-                                 "items": [{
-                                         "type": "integer"
-                                 }]
+                                 "items": {
+                                     "type": "integer"
+                                 }
                              }
                           }
                     }

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/pom.xml
----------------------------------------------------------------------
diff --git a/streams-plugins/pom.xml b/streams-plugins/pom.xml
index b90e2d5..5d403ac 100644
--- a/streams-plugins/pom.xml
+++ b/streams-plugins/pom.xml
@@ -36,7 +36,11 @@
     </properties>
 
     <modules>
+        <module>streams-plugin-cassandra</module>
+        <module>streams-plugin-elasticsearch</module>
+        <module>streams-plugin-hbase</module>
         <module>streams-plugin-hive</module>
+        <module>streams-plugin-pig</module>
         <module>streams-plugin-pojo</module>
  	</modules>
 

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/pom.xml
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/pom.xml b/streams-plugins/streams-plugin-cassandra/pom.xml
new file mode 100644
index 0000000..b2dbf36
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/pom.xml
@@ -0,0 +1,244 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one
+  ~ or more contributor license agreements.  See the NOTICE file
+  ~ distributed with this work for additional information
+  ~ regarding copyright ownership.  The ASF licenses this file
+  ~ to you under the Apache License, Version 2.0 (the
+  ~ "License"); you may not use this file except in compliance
+  ~
+  ~   http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing,
+  ~ software distributed under the License is distributed on an
+  ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  ~ KIND, either express or implied.  See the License for the
+  ~ specific language governing permissions and limitations
+  ~ under the License.
+  -->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+    <modelVersion>4.0.0</modelVersion>
+    <groupId>org.apache.streams.plugins</groupId>
+    <artifactId>streams-plugin-cassandra</artifactId>
+    <version>0.3-incubating-SNAPSHOT</version>
+    <packaging>maven-plugin</packaging>
+
+    <parent>
+        <groupId>org.apache.streams</groupId>
+        <artifactId>streams-plugins</artifactId>
+        <version>0.3-incubating-SNAPSHOT</version>
+        <relativePath>..</relativePath>
+    </parent>
+
+    <properties>
+        <cassandra.version>3.0.0</cassandra.version>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.apache.streams</groupId>
+            <artifactId>streams-config</artifactId>
+            <version>${project.version}</version>
+            <exclusions>
+                <exclusion>
+                    <artifactId>commons-logging</artifactId>
+                    <groupId>commons-logging</groupId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.streams</groupId>
+            <artifactId>streams-core</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.streams</groupId>
+            <artifactId>streams-schemas</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.reflections</groupId>
+            <artifactId>reflections</artifactId>
+            <version>0.9.9</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven</groupId>
+            <artifactId>maven-aether-provider</artifactId>
+            <version>3.3.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven</groupId>
+            <artifactId>maven-artifact</artifactId>
+            <version>3.3.3</version>
+            <scope>provided</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven</groupId>
+            <artifactId>maven-compat</artifactId>
+            <version>3.3.3</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven</groupId>
+            <artifactId>maven-core</artifactId>
+            <version>3.3.3</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>org.sonatype.aether</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven</groupId>
+            <artifactId>maven-plugin-api</artifactId>
+            <version>3.3.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugins</groupId>
+            <artifactId>maven-resources-plugin</artifactId>
+            <version>2.7</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>org.apache.maven</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.shared</groupId>
+            <artifactId>maven-verifier</artifactId>
+            <version>1.6</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.codehaus.plexus</groupId>
+            <artifactId>plexus-utils</artifactId>
+            <version>3.0.15</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugins</groupId>
+            <artifactId>maven-plugin-plugin</artifactId>
+            <version>3.4</version>
+            <exclusions>
+                <exclusion>
+                    <artifactId>commons-logging</artifactId>
+                    <groupId>commons-logging</groupId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugin-tools</groupId>
+            <artifactId>maven-plugin-tools-api</artifactId>
+            <version>3.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugin-tools</groupId>
+            <artifactId>maven-plugin-annotations</artifactId>
+            <version>3.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugin-tools</groupId>
+            <artifactId>maven-plugin-tools-generators</artifactId>
+            <version>3.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.maven.plugin-testing</groupId>
+            <artifactId>maven-plugin-testing-harness</artifactId>
+            <version>3.3.0</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>commons-lang</groupId>
+            <artifactId>commons-lang</artifactId>
+            <version>2.6</version>
+        </dependency>
+        <dependency>
+            <groupId>joda-time</groupId>
+            <artifactId>joda-time</artifactId>
+            <version>2.2</version>
+        </dependency>
+        <dependency>
+            <groupId>org.joda</groupId>
+            <artifactId>joda-convert</artifactId>
+            <version>1.8.1</version>
+        </dependency>
+    </dependencies>
+
+    <build>
+        <sourceDirectory>src/main/java</sourceDirectory>
+        <testSourceDirectory>src/test/java</testSourceDirectory>
+        <resources>
+            <resource>
+                <directory>src/main/resources</directory>
+            </resource>
+        </resources>
+        <testResources>
+            <testResource>
+                <directory>src/test/resources</directory>
+            </testResource>
+        </testResources>
+        <plugins>
+            <plugin>
+                <artifactId>maven-plugin-plugin</artifactId>
+                <version>3.4</version>
+                <configuration>
+                    <skipErrorNoDescriptorsFound>true</skipErrorNoDescriptorsFound>
+                </configuration>
+                <executions>
+                    <execution>
+                        <id>mojo-descriptor</id>
+                        <phase>process-classes</phase>
+                        <goals>
+                            <goal>descriptor</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.reflections</groupId>
+                <artifactId>reflections-maven</artifactId>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>reflections</goal>
+                        </goals>
+                        <phase>process-classes</phase>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <version>2.4</version>
+                <executions>
+                    <execution>
+                        <id>resource-dependencies</id>
+                        <phase>process-test-resources</phase>
+                        <goals>
+                            <goal>unpack-dependencies</goal>
+                        </goals>
+                        <configuration>
+                            <includeGroupIds>org.apache.streams</includeGroupIds>
+                            <includeArtifactIds>streams-schemas</includeArtifactIds>
+                            <includes>**/*.json</includes>
+                            <outputDirectory>${project.build.directory}/test-classes/streams-schemas</outputDirectory>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+
+        </plugins>
+    </build>
+
+</project>

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraGenerationConfig.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraGenerationConfig.java b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraGenerationConfig.java
new file mode 100644
index 0000000..28e20e4
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraGenerationConfig.java
@@ -0,0 +1,81 @@
+package org.apache.streams.plugins.cassandra;
+
+import org.apache.streams.schema.GenerationConfig;
+import org.jsonschema2pojo.DefaultGenerationConfig;
+import org.jsonschema2pojo.util.URLUtil;
+
+import java.io.File;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.List;
+import java.util.Set;
+
+/**
+ * Configures StreamsHiveResourceGenerator
+ *
+ *
+ */
+public class StreamsCassandraGenerationConfig extends DefaultGenerationConfig implements GenerationConfig {
+
+    public String getSourceDirectory() {
+        return sourceDirectory;
+    }
+
+    public List<String> getSourcePaths() {
+        return sourcePaths;
+    }
+
+    private String sourceDirectory;
+    private List<String> sourcePaths = new ArrayList<String>();
+    private String targetDirectory;
+    private int maxDepth = 1;
+
+    public Set<String> getExclusions() {
+        return exclusions;
+    }
+
+    public void setExclusions(Set<String> exclusions) {
+        this.exclusions = exclusions;
+    }
+
+    private Set<String> exclusions = new HashSet<String>();
+
+    public int getMaxDepth() {
+        return maxDepth;
+    }
+
+    public void setSourceDirectory(String sourceDirectory) {
+        this.sourceDirectory = sourceDirectory;
+    }
+
+    public void setSourcePaths(List<String> sourcePaths) {
+        this.sourcePaths = sourcePaths;
+    }
+
+    public void setTargetDirectory(String targetDirectory) {
+        this.targetDirectory = targetDirectory;
+    }
+
+    public File getTargetDirectory() {
+        return new File(targetDirectory);
+    }
+
+    public Iterator<URL> getSource() {
+        if (null != sourceDirectory) {
+            return Collections.singleton(URLUtil.parseURL(sourceDirectory)).iterator();
+        }
+        List<URL> sourceURLs = new ArrayList<URL>();
+        if( sourcePaths != null && sourcePaths.size() > 0)
+            for (String source : sourcePaths) {
+                sourceURLs.add(URLUtil.parseURL(source));
+            }
+        return sourceURLs.iterator();
+    }
+
+    public void setMaxDepth(int maxDepth) {
+        this.maxDepth = maxDepth;
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGenerator.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGenerator.java b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGenerator.java
new file mode 100644
index 0000000..787ae02
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGenerator.java
@@ -0,0 +1,376 @@
+package org.apache.streams.plugins.cassandra;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import com.google.common.base.Joiner;
+import com.google.common.base.Optional;
+import com.google.common.base.Preconditions;
+import com.google.common.base.Strings;
+import com.google.common.collect.Lists;
+import org.apache.streams.schema.FieldType;
+import org.apache.streams.schema.FieldUtil;
+import org.apache.streams.schema.GenerationConfig;
+import org.apache.streams.schema.Schema;
+import org.apache.streams.schema.SchemaStore;
+import org.apache.streams.schema.URIUtil;
+import org.jsonschema2pojo.util.URLUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.net.URI;
+import java.net.URL;
+import java.util.Iterator;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+
+import static com.google.common.base.Preconditions.checkNotNull;
+import static org.apache.commons.lang3.StringUtils.defaultString;
+import static org.apache.streams.schema.FileUtil.dropExtension;
+import static org.apache.streams.schema.FileUtil.dropSourcePathPrefix;
+import static org.apache.streams.schema.FileUtil.resolveRecursive;
+import static org.apache.streams.schema.FileUtil.swapExtension;
+import static org.apache.streams.schema.FileUtil.writeFile;
+
+/**
+ * Created by sblackmon on 5/3/16.
+ */
+public class StreamsCassandraResourceGenerator implements Runnable {
+
+    private final static Logger LOGGER = LoggerFactory.getLogger(StreamsCassandraResourceGenerator.class);
+
+    private final static String LS = System.getProperty("line.separator");
+
+    private StreamsCassandraGenerationConfig config;
+
+    private SchemaStore schemaStore = new SchemaStore();
+
+    private int currentDepth = 0;
+
+    public static void main(String[] args) {
+        StreamsCassandraGenerationConfig config = new StreamsCassandraGenerationConfig();
+
+        String sourceDirectory = "./target/test-classes/activities";
+        String targetDirectory = "./target/generated-resources/cassandra";
+
+        if( args.length > 0 )
+            sourceDirectory = args[0];
+        if( args.length > 1 )
+            targetDirectory = args[1];
+
+        config.setSourceDirectory(sourceDirectory);
+        config.setTargetDirectory(targetDirectory);
+
+        StreamsCassandraResourceGenerator streamsCassandraResourceGenerator = new StreamsCassandraResourceGenerator(config);
+        Thread thread = new Thread(streamsCassandraResourceGenerator);
+        thread.start();
+        try {
+            thread.join();
+        } catch (InterruptedException e) {
+            LOGGER.error("InterruptedException", e);
+        } catch (Exception e) {
+            LOGGER.error("Exception", e);
+        }
+        return;
+    }
+
+    public StreamsCassandraResourceGenerator(StreamsCassandraGenerationConfig config) {
+        this.config = config;
+    }
+
+    public void run() {
+
+        checkNotNull(config);
+
+        generate(config);
+
+    }
+
+    public void generate(StreamsCassandraGenerationConfig config) {
+
+        LinkedList<File> sourceFiles = new LinkedList<File>();
+
+        for (Iterator<URL> sources = config.getSource(); sources.hasNext();) {
+            URL source = sources.next();
+            sourceFiles.add(URLUtil.getFileFromURL(source));
+        }
+
+        LOGGER.info("Seeded with {} source paths:", sourceFiles.size());
+
+        resolveRecursive((GenerationConfig)config, sourceFiles);
+
+        LOGGER.info("Resolved {} schema files:", sourceFiles.size());
+
+        for (Iterator<File> iterator = sourceFiles.iterator(); iterator.hasNext();) {
+            File item = iterator.next();
+            schemaStore.create(item.toURI());
+        }
+
+        LOGGER.info("Identified {} objects:", schemaStore.getSize());
+
+        String outputFile = config.getTargetDirectory() + "/" + "types.cql";
+        StringBuilder typesContent = new StringBuilder();
+
+        for (Iterator<Schema> schemaIterator = schemaStore.getSchemaIterator(); schemaIterator.hasNext(); ) {
+            Schema schema = schemaIterator.next();
+            currentDepth = 0;
+            if( schema.getURI().getScheme().equals("file")) {
+                String inputFile = schema.getURI().getPath();
+                String resourcePath = dropSourcePathPrefix(inputFile, config.getSourceDirectory());
+                for (String sourcePath : config.getSourcePaths()) {
+                    resourcePath = dropSourcePathPrefix(resourcePath, sourcePath);
+                }
+
+                LOGGER.info("Processing {}:", resourcePath);
+
+                String resourceId = schemaSymbol(schema);
+
+                String resourceContent = generateResource(schema, resourceId);
+
+                typesContent.append(resourceContent);
+
+                LOGGER.info("Added {}:", resourceId);
+            }
+        }
+
+        writeFile(outputFile, typesContent.toString());
+
+    }
+
+    public String generateResource(Schema schema, String resourceId) {
+        StringBuilder resourceBuilder = new StringBuilder();
+        resourceBuilder.append("CREATE TYPE ");
+        resourceBuilder.append(resourceId);
+        resourceBuilder.append(" IF NOT EXISTS (");
+        resourceBuilder.append(LS);
+        resourceBuilder = appendRootObject(resourceBuilder, schema, resourceId, ' ');
+        resourceBuilder.append(");");
+        resourceBuilder.append(LS);
+        return resourceBuilder.toString();
+    }
+
+    public StringBuilder appendRootObject(StringBuilder builder, Schema schema, String resourceId, Character seperator) {
+        ObjectNode propertiesNode = schemaStore.resolveProperties(schema, null, resourceId);
+        if( propertiesNode.get("id") != null ) {
+            builder.append("id text PRIMARY KEY,");
+            builder.append(LS);
+            propertiesNode.remove("id");
+        }
+        if( propertiesNode != null && propertiesNode.isObject() && propertiesNode.size() > 0) {
+            builder = appendPropertiesNode(builder, schema, propertiesNode, seperator);
+        }
+        return builder;
+    }
+
+    private StringBuilder appendValueField(StringBuilder builder, Schema schema, String fieldId, FieldType fieldType, Character seperator) {
+        // safe to append nothing
+        checkNotNull(builder);
+        builder.append(cqlEscape(fieldId));
+        builder.append(seperator);
+        builder.append(cqlType(fieldType));
+        return builder;
+    }
+
+    public StringBuilder appendArrayItems(StringBuilder builder, Schema schema, String fieldId, ObjectNode itemsNode, Character seperator) {
+        // not safe to append nothing
+        checkNotNull(builder);
+        if( itemsNode == null ) return builder;
+        if( itemsNode.has("type")) {
+            try {
+                FieldType itemType = FieldUtil.determineFieldType(itemsNode);
+                switch( itemType ) {
+                    case OBJECT:
+                        Schema objectSchema = null;
+                        URI parentURI = null;
+                        if( itemsNode.has("$ref") || itemsNode.has("extends") ) {
+                            JsonNode refNode = itemsNode.get("$ref");
+                            JsonNode extendsNode = itemsNode.get("extends");
+                            if (refNode != null && refNode.isValueNode())
+                                parentURI = URI.create(refNode.asText());
+                            else if (extendsNode != null && extendsNode.isObject())
+                                parentURI = URI.create(extendsNode.get("$ref").asText());
+                            URI absoluteURI;
+                            if (parentURI.isAbsolute())
+                                absoluteURI = parentURI;
+                            else {
+                                absoluteURI = schema.getURI().resolve(parentURI);
+                                if (!absoluteURI.isAbsolute() || (absoluteURI.isAbsolute() && !schemaStore.getByUri(absoluteURI).isPresent() ))
+                                    absoluteURI = schema.getParentURI().resolve(parentURI);
+                            }
+                            if (absoluteURI != null && absoluteURI.isAbsolute()) {
+                                Optional<Schema> schemaLookup = schemaStore.getByUri(absoluteURI);
+                                if (schemaLookup.isPresent()) {
+                                    objectSchema = schemaLookup.get();
+                                }
+                            }
+                        }
+                        // have to resolve schema here
+
+                        builder = appendArrayObject(builder, objectSchema, fieldId, seperator);
+                        break;
+                    case ARRAY:
+                        ObjectNode subArrayItems = (ObjectNode) itemsNode.get("items");
+                        builder = appendArrayItems(builder, schema, fieldId, subArrayItems, seperator);
+                        break;
+                    default:
+                        builder = appendArrayField(builder, schema, fieldId, itemType, seperator);
+                }
+            } catch (Exception e) {
+                LOGGER.warn("No item type resolvable for {}", fieldId);
+            }
+        }
+        checkNotNull(builder);
+        return builder;
+    }
+
+    private StringBuilder appendArrayField(StringBuilder builder, Schema schema, String fieldId, FieldType fieldType, Character seperator) {
+        // safe to append nothing
+        checkNotNull(builder);
+        checkNotNull(fieldId);
+        builder.append(cqlEscape(fieldId));
+        builder.append(seperator);
+        builder.append("list<"+cqlType(fieldType)+">");
+        checkNotNull(builder);
+        return builder;
+    }
+
+    private StringBuilder appendArrayObject(StringBuilder builder, Schema schema, String fieldId, Character seperator) {
+        // safe to append nothing
+        checkNotNull(builder);
+        String schemaSymbol = schemaSymbol(schema);
+        if( !Strings.isNullOrEmpty(fieldId) && schemaSymbol != null ) {
+            builder.append(cqlEscape(fieldId));
+            builder.append(seperator);
+            builder.append("list<" + schemaSymbol + ">");
+            builder.append(LS);
+        }
+        checkNotNull(builder);
+        return builder;
+    }
+
+    private StringBuilder appendSchemaField(StringBuilder builder, Schema schema, String fieldId, Character seperator) {
+        // safe to append nothing
+        checkNotNull(builder);
+        String schemaSymbol = schemaSymbol(schema);
+        if( !Strings.isNullOrEmpty(fieldId) && schemaSymbol != null ) {
+            builder.append(cqlEscape(fieldId));
+            builder.append(seperator);
+            builder.append(schemaSymbol);
+        }
+        checkNotNull(builder);
+        return builder;
+    }
+
+    /*
+     can this be moved to streams-schemas if schemastore available in scope?
+     maybe an interface?
+     lot of boilerplate / reuse between plugins
+     however treatment is way different when resolving a type symbol vs resolving and listing fields .
+     */
+    private StringBuilder appendPropertiesNode(StringBuilder builder, Schema schema, ObjectNode propertiesNode, Character seperator) {
+        checkNotNull(builder);
+        checkNotNull(propertiesNode);
+        Iterator<Map.Entry<String, JsonNode>> fields = propertiesNode.fields();
+        Joiner joiner = Joiner.on(","+LS).skipNulls();
+        List<String> fieldStrings = Lists.newArrayList();
+        for( ; fields.hasNext(); ) {
+            Map.Entry<String, JsonNode> field = fields.next();
+            String fieldId = field.getKey();
+            if( !config.getExclusions().contains(fieldId) && field.getValue().isObject()) {
+                ObjectNode fieldNode = (ObjectNode) field.getValue();
+                FieldType fieldType = FieldUtil.determineFieldType(fieldNode);
+                if (fieldType != null ) {
+                    switch (fieldType) {
+                        case ARRAY:
+                            ObjectNode itemsNode = (ObjectNode) fieldNode.get("items");
+                            if( currentDepth <= config.getMaxDepth()) {
+                                StringBuilder arrayItemsBuilder = appendArrayItems(new StringBuilder(), schema, fieldId, itemsNode, seperator);
+                                if( !Strings.isNullOrEmpty(arrayItemsBuilder.toString())) {
+                                    fieldStrings.add(arrayItemsBuilder.toString());
+                                }
+                            }
+                            break;
+                        case OBJECT:
+                            Schema objectSchema = null;
+                            URI parentURI = null;
+                            if( fieldNode.has("$ref") || fieldNode.has("extends") ) {
+                                JsonNode refNode = fieldNode.get("$ref");
+                                JsonNode extendsNode = fieldNode.get("extends");
+                                if (refNode != null && refNode.isValueNode())
+                                    parentURI = URI.create(refNode.asText());
+                                else if (extendsNode != null && extendsNode.isObject())
+                                    parentURI = URI.create(extendsNode.get("$ref").asText());
+                                URI absoluteURI;
+                                if (parentURI.isAbsolute())
+                                    absoluteURI = parentURI;
+                                else {
+                                    absoluteURI = schema.getURI().resolve(parentURI);
+                                    if (!absoluteURI.isAbsolute() || (absoluteURI.isAbsolute() && !schemaStore.getByUri(absoluteURI).isPresent() ))
+                                        absoluteURI = schema.getParentURI().resolve(parentURI);
+                                }
+                                if (absoluteURI != null && absoluteURI.isAbsolute()) {
+                                    Optional<Schema> schemaLookup = schemaStore.getByUri(absoluteURI);
+                                    if (schemaLookup.isPresent()) {
+                                        objectSchema = schemaLookup.get();
+                                    }
+                                }
+                            }
+                            //ObjectNode childProperties = schemaStore.resolveProperties(schema, fieldNode, fieldId);
+                            if( currentDepth < config.getMaxDepth()) {
+                                StringBuilder structFieldBuilder = appendSchemaField(new StringBuilder(), objectSchema, fieldId, seperator);
+                                if( !Strings.isNullOrEmpty(structFieldBuilder.toString())) {
+                                    fieldStrings.add(structFieldBuilder.toString());
+                                }
+                            }
+                            break;
+                        default:
+                            StringBuilder valueFieldBuilder = appendValueField(new StringBuilder(), schema, fieldId, fieldType, seperator);
+                            if( !Strings.isNullOrEmpty(valueFieldBuilder.toString())) {
+                                fieldStrings.add(valueFieldBuilder.toString());
+                            }
+                    }
+                }
+            }
+        }
+        builder.append(joiner.join(fieldStrings)).append(LS);
+        Preconditions.checkNotNull(builder);
+        return builder;
+    }
+
+    private static String cqlEscape( String fieldId ) {
+        return "`"+fieldId+"`";
+    }
+
+    private static String cqlType( FieldType fieldType ) {
+        switch( fieldType ) {
+            case STRING:
+                return "text";
+            case INTEGER:
+                return "int";
+            case NUMBER:
+                return "double";
+            case OBJECT:
+                return "tuple";
+            case ARRAY:
+                return "list";
+            default:
+                return fieldType.name().toUpperCase();
+        }
+    }
+
+    private String schemaSymbol( Schema schema ) {
+        if (schema == null) return null;
+        // this needs to return whatever
+        if (schema.getURI().getScheme().equals("file")) {
+            String inputFile = schema.getURI().getPath();
+            String resourcePath = dropSourcePathPrefix(inputFile, config.getSourceDirectory());
+            for (String sourcePath : config.getSourcePaths()) {
+                resourcePath = dropSourcePathPrefix(resourcePath, sourcePath);
+            }
+            return dropExtension(resourcePath).replace("/", "_");
+        } else {
+            return "IDK";
+        }
+    }
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGeneratorMojo.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGeneratorMojo.java b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGeneratorMojo.java
new file mode 100644
index 0000000..2e9a37f
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/main/java/org/apache/streams/plugins/cassandra/StreamsCassandraResourceGeneratorMojo.java
@@ -0,0 +1,93 @@
+package org.apache.streams.plugins.cassandra;
+
+import org.apache.maven.plugin.AbstractMojo;
+import org.apache.maven.plugin.MojoExecutionException;
+import org.apache.maven.plugin.MojoFailureException;
+import org.apache.maven.plugins.annotations.Component;
+import org.apache.maven.plugins.annotations.Execute;
+import org.apache.maven.plugins.annotations.LifecyclePhase;
+import org.apache.maven.plugins.annotations.Mojo;
+import org.apache.maven.plugins.annotations.Parameter;
+import org.apache.maven.project.MavenProject;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.util.List;
+
+@Mojo(  name = "cassandra",
+        defaultPhase = LifecyclePhase.GENERATE_RESOURCES
+)
+@Execute(   goal = "cassandra",
+            phase = LifecyclePhase.GENERATE_RESOURCES
+)
+public class StreamsCassandraResourceGeneratorMojo extends AbstractMojo {
+
+    private final static Logger LOGGER = LoggerFactory.getLogger(StreamsCassandraResourceGeneratorMojo.class);
+
+    private volatile MojoFailureException mojoFailureException;
+
+    @Component
+    private MavenProject project;
+
+//    @Component
+//    private Settings settings;
+//
+//    @Parameter( defaultValue = "${localRepository}", readonly = true, required = true )
+//    protected ArtifactRepository localRepository;
+//
+//    @Parameter( defaultValue = "${plugin}", readonly = true ) // Maven 3 only
+//    private PluginDescriptor plugin;
+//
+    @Parameter( defaultValue = "${project.basedir}", readonly = true )
+    private File basedir;
+
+    @Parameter( defaultValue = "src/main/jsonschema", readonly = true ) // Maven 3 only
+    public String sourceDirectory;
+
+    @Parameter( readonly = true ) // Maven 3 only
+    public List<String> sourcePaths;
+
+    @Parameter(defaultValue = "target/generated-resources/cassandra", readonly = true)
+    public String targetDirectory;
+
+    public void execute() throws MojoExecutionException, MojoFailureException {
+
+        //addProjectDependenciesToClasspath();
+
+        StreamsCassandraGenerationConfig config = new StreamsCassandraGenerationConfig();
+
+        if( sourcePaths != null && sourcePaths.size() > 0)
+            config.setSourcePaths(sourcePaths);
+        else
+            config.setSourceDirectory(sourceDirectory);
+        config.setTargetDirectory(targetDirectory);
+
+        StreamsCassandraResourceGenerator streamsCassandraResourceGenerator = new StreamsCassandraResourceGenerator(config);
+
+        Thread.UncaughtExceptionHandler h = new Thread.UncaughtExceptionHandler() {
+            public void uncaughtException(Thread th, Throwable ex) {
+                LOGGER.error("Exception", ex);
+                mojoFailureException = new MojoFailureException("Exception", ex);
+            }
+        };
+        Thread.setDefaultUncaughtExceptionHandler(h);
+        Thread thread = new Thread(streamsCassandraResourceGenerator);
+        thread.setUncaughtExceptionHandler(h);
+        try {
+            thread.start();
+            thread.join();
+        } catch (InterruptedException e) {
+            LOGGER.error("InterruptedException", e);
+        } catch (Exception e) {
+            LOGGER.error("Exception", e);
+            mojoFailureException = new MojoFailureException("Exception", e);
+        }
+
+        if( mojoFailureException != null )
+            throw mojoFailureException;
+
+        return;
+    }
+
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/site/markdown/index.md b/streams-plugins/streams-plugin-cassandra/src/site/markdown/index.md
new file mode 100644
index 0000000..d0c2129
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/site/markdown/index.md
@@ -0,0 +1,22 @@
+org.apache.streams.plugins:streams-plugin-cassandra
+===================================================
+
+streams-plugin-cassandra generates resources from json schemas to assist with indexing of json data using Apache Cassandra.
+
+#### Usage
+
+Run within a module containing a src/main/jsonschema directory
+
+    mvn org.apache.streams.plugins:streams-plugin-cassandra:0.3-incubating-SNAPSHOT:cassandra
+
+Output will be placed in target/generated-resources/cassandra by default
+
+#### Example
+
+[streams-plugin-cassandra/pom.xml](streams-plugin-cassandra/pom.xml "streams-plugin-cassandra/pom.xml")
+
+#### Documentation
+
+[JavaDocs](apidocs/index.html "JavaDocs")
+
+###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorCLITest.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorCLITest.java b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorCLITest.java
new file mode 100644
index 0000000..465a326
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorCLITest.java
@@ -0,0 +1,50 @@
+package org.apache.streams.plugins.cassandra.test;
+
+import com.google.common.collect.Lists;
+import com.google.common.io.Files;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.streams.plugins.cassandra.StreamsCassandraResourceGenerator;
+import org.junit.Test;
+
+import java.io.File;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.Collection;
+import java.util.List;
+
+import static org.apache.streams.plugins.cassandra.test.StreamsCassandraResourceGeneratorTest.cqlFilter;
+
+/**
+ * Created by sblackmon on 5/5/16.
+ */
+public class StreamsCassandraResourceGeneratorCLITest {
+
+    @Test
+    public void testStreamsHiveResourceGeneratorCLI() throws Exception {
+
+        String sourceDirectory = "target/test-classes/streams-schemas";
+        String targetDirectory = "target/generated-resources/cassandra-cli";
+
+        List<String> argsList = Lists.newArrayList(sourceDirectory, targetDirectory);
+        StreamsCassandraResourceGenerator.main(argsList.toArray(new String[0]));
+
+        File testOutput = new File( targetDirectory );
+
+        assert( testOutput != null );
+        assert( testOutput.exists() == true );
+        assert( testOutput.isDirectory() == true );
+
+        Iterable<File> outputIterator = Files.fileTreeTraverser().breadthFirstTraversal(testOutput)
+                .filter(cqlFilter);
+        Collection<File> outputCollection = Lists.newArrayList(outputIterator);
+        assert( outputCollection.size() == 1 );
+
+        Path path = Paths.get("types.cql");
+
+        String typesCqlBytes = new String(
+                java.nio.file.Files.readAllBytes(path));
+
+        assert( StringUtils.countMatches(typesCqlBytes, "CREATE TYPE") == 133 );
+
+    }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorMojoTest.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorMojoTest.java b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorMojoTest.java
new file mode 100644
index 0000000..aad069f
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorMojoTest.java
@@ -0,0 +1,75 @@
+package org.apache.streams.plugins.cassandra.test;
+
+import com.google.common.collect.Lists;
+import com.google.common.io.Files;
+import junit.framework.TestCase;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.maven.it.Verifier;
+import org.apache.maven.it.util.ResourceExtractor;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+
+import static org.apache.streams.plugins.cassandra.test.StreamsCassandraResourceGeneratorTest.cqlFilter;
+
+/**
+ * Tests that streams-plugin-hive running via maven generates hql resources
+ */
+public class StreamsCassandraResourceGeneratorMojoTest extends TestCase {
+
+    private final static Logger LOGGER = LoggerFactory.getLogger(StreamsCassandraResourceGeneratorMojoTest.class);
+
+    protected void setUp() throws Exception
+    {
+        // required for mojo lookups to work
+        super.setUp();
+    }
+
+    @Test
+    public void testStreamsCassandraResourceGeneratorMojo() throws Exception {
+
+        File testDir = ResourceExtractor.simpleExtractResources( getClass(), "/streams-plugin-cassandra" );
+
+        Verifier verifier;
+
+        verifier = new Verifier( testDir.getAbsolutePath() );
+
+        List cliOptions = new ArrayList();
+        cliOptions.add( "-N" );
+        verifier.executeGoals( Lists.<String>newArrayList(
+                "clean",
+                "dependency:unpack-dependencies",
+                "generate-resources"));
+
+        verifier.verifyErrorFreeLog();
+
+        verifier.resetStreams();
+
+        File testOutput = new File( "./target/generated-resources/test-mojo");
+
+        assert( testOutput != null );
+        assert( testOutput.exists() == true );
+        assert( testOutput.isDirectory() == true );
+
+        Iterable<File> outputIterator = Files.fileTreeTraverser().breadthFirstTraversal(testOutput)
+                .filter(cqlFilter);
+        Collection<File> outputCollection = Lists.newArrayList(outputIterator);
+        assert( outputCollection.size() == 1 );
+
+        Path path = Paths.get("./target/generated-sources/test/types.cql");
+
+        String typesCqlBytes = new String(
+                java.nio.file.Files.readAllBytes(path));
+
+        assert( StringUtils.countMatches(typesCqlBytes, "CREATE TYPE") == 133 );
+
+        assert( !typesCqlBytes.contains("IDK"));
+    }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorTest.java
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorTest.java b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorTest.java
new file mode 100644
index 0000000..d46eaa6
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/test/java/org/apache/streams/plugins/cassandra/test/StreamsCassandraResourceGeneratorTest.java
@@ -0,0 +1,124 @@
+package org.apache.streams.plugins.cassandra.test;
+
+import com.google.common.base.Charsets;
+import com.google.common.base.Predicate;
+import com.google.common.collect.Lists;
+import com.google.common.collect.Sets;
+import com.google.common.io.Files;
+import org.apache.commons.io.FileUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.streams.plugins.cassandra.StreamsCassandraGenerationConfig;
+import org.apache.streams.plugins.cassandra.StreamsCassandraResourceGenerator;
+import org.junit.Assert;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import javax.annotation.Nullable;
+import java.io.File;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.Collection;
+import java.util.Iterator;
+import java.util.List;
+
+import static org.apache.streams.schema.FileUtil.dropSourcePathPrefix;
+
+/**
+ * Test that cassandra resources are generated.
+ */
+public class StreamsCassandraResourceGeneratorTest {
+
+    private final static Logger LOGGER = LoggerFactory.getLogger(StreamsCassandraResourceGeneratorTest.class);
+
+    public static final Predicate<File> cqlFilter = new Predicate<File>() {
+        @Override
+        public boolean apply(@Nullable File file) {
+            if( file.getName().endsWith(".cql") )
+                return true;
+            else return false;
+        }
+    };
+
+    /**
+     * Test that cassandra resources are generated
+     *
+     * @throws Exception
+     */
+    @Test
+    public void StreamsCassandraResourceGenerator() throws Exception {
+
+        StreamsCassandraGenerationConfig config = new StreamsCassandraGenerationConfig();
+
+        String sourceDirectory = "target/test-classes/streams-schemas";
+
+        config.setSourceDirectory(sourceDirectory);
+
+        config.setTargetDirectory("target/generated-sources/test");
+
+        config.setExclusions(Sets.newHashSet("attachments"));
+
+        config.setMaxDepth(2);
+
+        StreamsCassandraResourceGenerator streamsCassandraResourceGenerator = new StreamsCassandraResourceGenerator(config);
+        Thread thread = new Thread(streamsCassandraResourceGenerator);
+        thread.start();
+        try {
+            thread.join();
+        } catch (InterruptedException e) {
+            LOGGER.error("InterruptedException", e);
+        } catch (Exception e) {
+            LOGGER.error("Exception", e);
+        }
+
+        File testOutput = new File( "./target/generated-sources/test");
+
+        assert( testOutput != null );
+        assert( testOutput.exists() == true );
+        assert( testOutput.isDirectory() == true );
+
+        Iterable<File> outputIterator = Files.fileTreeTraverser().breadthFirstTraversal(testOutput)
+                .filter(cqlFilter);
+        Collection<File> outputCollection = Lists.newArrayList(outputIterator);
+        assert( outputCollection.size() == 1 );
+
+        Path path = Paths.get("./target/generated-sources/test/types.cql");
+
+        String typesCqlBytes = new String(
+                java.nio.file.Files.readAllBytes(path));
+
+        assert( StringUtils.countMatches(typesCqlBytes, "CREATE TYPE") == 133 );
+
+        assert( !typesCqlBytes.contains("IDK"));
+
+
+//        String expectedDirectory = "target/test-classes/expected";
+//        File testExpected = new File( expectedDirectory );
+//
+//        Iterable<File> expectedIterator = Files.fileTreeTraverser().breadthFirstTraversal(testExpected)
+//                .filter(cqlFilter);
+//        Collection<File> expectedCollection = Lists.newArrayList(expectedIterator);
+//
+//        int fails = 0;
+//
+//        Iterator<File> iterator = expectedCollection.iterator();
+//        while( iterator.hasNext() ) {
+//            File objectExpected = iterator.next();
+//            String expectedEnd = dropSourcePathPrefix(objectExpected.getAbsolutePath(),  expectedDirectory);
+//            File objectActual = new File(config.getTargetDirectory() + "/" + expectedEnd);
+//            LOGGER.info("Comparing: {} and {}", objectExpected.getAbsolutePath(), objectActual.getAbsolutePath());
+//            assert( objectActual.exists());
+//            if( FileUtils.contentEquals(objectActual, objectExpected) == true ) {
+//                LOGGER.info("Exact Match!");
+//            } else {
+//                LOGGER.info("No Match!");
+//                fails++;
+//            }
+//        }
+//        if( fails > 0 ) {
+//            LOGGER.info("Fails: {}", fails);
+//            Assert.fail();
+//        }
+
+    }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/1bc84dbc/streams-plugins/streams-plugin-cassandra/src/test/resources/streams-plugin-cassandra/pom.xml
----------------------------------------------------------------------
diff --git a/streams-plugins/streams-plugin-cassandra/src/test/resources/streams-plugin-cassandra/pom.xml b/streams-plugins/streams-plugin-cassandra/src/test/resources/streams-plugin-cassandra/pom.xml
new file mode 100644
index 0000000..064ea52
--- /dev/null
+++ b/streams-plugins/streams-plugin-cassandra/src/test/resources/streams-plugin-cassandra/pom.xml
@@ -0,0 +1,75 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>org.apache.streams.plugins</groupId>
+    <artifactId>streams-plugin-cassandra-test</artifactId>
+    <version>0.3-incubating-SNAPSHOT</version>
+    <packaging>jar</packaging>
+    <name>Test StreamsCassandraResourceGeneratorMojo</name>
+
+    <dependencies>
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>4.11</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.streams</groupId>
+            <artifactId>streams-schemas</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.streams.plugins</groupId>
+                <artifactId>streams-plugin-cassandra</artifactId>
+                <version>0.3-incubating-SNAPSHOT</version>
+                <configuration>
+                    <sourcePaths>
+                        <sourcePath>target/test-classes/streams-schemas/activity.json</sourcePath>
+                        <sourcePath>target/test-classes/streams-schemas/collection.json</sourcePath>
+                        <sourcePath>target/test-classes/streams-schemas/media_link.json</sourcePath>
+                        <sourcePath>target/test-classes/streams-schemas/object.json</sourcePath>
+                        <sourcePath>target/test-classes/streams-schemas/objectTypes</sourcePath>
+                        <sourcePath>target/test-classes/streams-schemas/verbs</sourcePath>
+                    </sourcePaths>
+                    <targetDirectory>target/generated-resources/test-mojo</targetDirectory>
+                </configuration>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>cassandra</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <version>2.10</version>
+                <configuration>
+                    <includes>**/*.json</includes>
+                    <outputDirectory>${project.build.directory}/test-classes/streams-schemas</outputDirectory>
+                    <includeGroupIds>org.apache.streams</includeGroupIds>
+                    <includeArtifactIds>streams-schemas</includeArtifactIds>
+                    <includeTypes>jar,test-jar</includeTypes>
+                </configuration>
+                <executions>
+                    <execution>
+                        <id>unpack-schemas</id>
+                        <phase>process-resources</phase>
+                        <goals>
+                            <goal>unpack-dependencies</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+</project>
\ No newline at end of file


Mime
View raw message