flink-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mbala...@apache.org
Subject [3/3] flink git commit: Removed legally questionable tweet data
Date Thu, 07 May 2015 07:33:21 GMT
Removed legally questionable tweet data


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/8ea840e2
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/8ea840e2
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/8ea840e2

Branch: refs/heads/master
Commit: 8ea840e2fa609ed756422d87f10e8f6b1f90a2df
Parents: b3cb5e7
Author: mbalassi <mbalassi@apache.org>
Authored: Wed May 6 15:45:21 2015 +0200
Committer: mbalassi <mbalassi@apache.org>
Committed: Wed May 6 16:37:58 2015 +0200

----------------------------------------------------------------------
 .../src/main/resources/HashTagTweetSample.json  |  8 +-
 .../SimpleTweetInputFormatTest.java             |  8 +-
 .../examples/twitter/TwitterStream.java         |  2 +-
 .../twitter/util/TwitterStreamData.java         | 77 ++------------------
 4 files changed, 14 insertions(+), 81 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-contrib/src/main/resources/HashTagTweetSample.json
----------------------------------------------------------------------
diff --git a/flink-contrib/src/main/resources/HashTagTweetSample.json b/flink-contrib/src/main/resources/HashTagTweetSample.json
index e17999c..ddf8f75 100644
--- a/flink-contrib/src/main/resources/HashTagTweetSample.json
+++ b/flink-contrib/src/main/resources/HashTagTweetSample.json
@@ -1,4 +1,4 @@
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412352,"id_str":"502213125421412352","text":"Cooler
than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca
href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna
\u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun
Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
 lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
 lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions"
 :[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412353,"id_str":"502213125421412353","text":"Cooler
than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca
href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna
\u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun
Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
 lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
 lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions"
 :[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412354,"id_str":"502213125421412354","text":"Cooler
than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca
href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna
\u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun
Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
 lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
 lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"last","indices":[0,16]},{"text":"example","indices":[118,125]},{"text":"that","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"t
 rends":[],"urls":[],"user_mentions":[{"screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
-{"created_at":"Wed Aug 20 21:58:34 +0000 2014","id":502213125421412355,"id_str":"502213125421412355","text":"Cooler
than a wine glass. Witcho fine ass \ud83d\ude0c http:\/\/t.co\/uSJwfwRYNk","source":"\u003ca
href=\"http:\/\/twitter.com\/download\/iphone\" rel=\"nofollow\"\u003eTwitter for iPhone\u003c\/a\u003e","truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":452474201,"id_str":"452474201","name":"Shawnna
\u2652\ufe0f","screen_name":"ThaaOddOne","location":"Onnat Ass","url":"http:\/\/contradictiveoxymoron.tumblr.com","description":"Booty.","protected":false,"verified":false,"followers_count":986,"friends_count":590,"listed_count":2,"favourites_count":1748,"statuses_count":35562,"created_at":"Sun
Jan 01 22:06:19 +0000 2012","utc_offset":-18000,"time_zone":"Central Time (US & Canada)","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_trans
 lator":false,"profile_background_color":"022330","profile_background_image_url":"http:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_image_url_https":"https:\/\/pbs.twimg.com\/profile_background_images\/378800000047672066\/d6cfdb19d8b56a6c388491b00a9a1fcb.jpeg","profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fill_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":"http:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_image_url_https":"https:\/\/pbs.twimg.com\/profile_images\/501811487984611328\/WfUh6Mb7_normal.jpeg","profile_banner_url":"https:\/\/pbs.twimg.com\/profile_banners\/452474201\/1408484011","default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"p
 lace":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"d12","indices":[0,16]},{"text":"how_to","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[44,66],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}}}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,"entities":{"hashtags":[],"trends":[],"urls":[],"user_mentions":[{
 "screen_name":"ThaaOddOne","name":"Shawnna \u2652\ufe0f","id":452474201,"id_str":"452474201","indices":[3,14]}],"symbols":[],"media":[{"id":502213094119325697,"id_str":"502213094119325697","indices":[60,82],"media_url":"http:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","media_url_https":"https:\/\/pbs.twimg.com\/media\/Bvg4JfSIQAEihSw.jpg","url":"http:\/\/t.co\/uSJwfwRYNk","display_url":"pic.twitter.com\/uSJwfwRYNk","expanded_url":"http:\/\/twitter.com\/ThaaOddOne\/status\/502213125421412352\/photo\/1","type":"photo","sizes":{"medium":{"w":600,"h":800,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":340,"h":453,"resize":"fit"},"large":{"w":768,"h":1024,"resize":"fit"}},"source_status_id":502213125421412352,"source_status_id_str":"502213125421412352"}]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
\ No newline at end of file
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":100000000000000000,"id_str":"100000000000000000","text":"Apache
Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache
Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon
Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
 l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":200000000000000000,"id_str":"200000000000000000","text":"Apache
Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache
Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon
Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
 l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"example","indices":[0,16]},{"text":"tweet","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":300000000000000000,"id_str":"300000000000000000","text":"Apache
Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache
Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon
Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
 l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"last","indices":[0,16]},{"text":"example","indices":[118,125]},{"text":"that","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}
+{"created_at":"Mon Jan 1 00:00:00 +0000 1901","id":400000000000000000,"id_str":"400000000000000000","text":"Apache
Flink","source":null,"truncated":false,"in_reply_to_status_id":null,"in_reply_to_status_id_str":null,"in_reply_to_user_id":null,"in_reply_to_user_id_str":null,"in_reply_to_screen_name":null,"user":{"id":1000000000,"id_str":"1000000000","name":"Apache
Flink","screen_name":"Apache Flink","location":"Berlin","url":null,"description":null,"protected":false,"verified":false,"followers_count":999,"friends_count":999,"listed_count":9,"favourites_count":9999,"statuses_count":99999,"created_at":"Mon
Jan 1 00:00:00 +0000 1901","utc_offset":7200,"time_zone":"Amsterdam","geo_enabled":true,"lang":"en","contributors_enabled":false,"is_translator":false,"profile_background_color":"022330","profile_background_image_url":null,"profile_background_image_url_https":null,"profile_background_tile":true,"profile_link_color":"0084B4","profile_sidebar_border_color":"000000","profile_sidebar_fil
 l_color":"DDEEF6","profile_text_color":"333333","profile_use_background_image":true,"profile_image_url":null,"profile_image_url_https":null,"profile_banner_url":null,"default_profile":false,"default_profile_image":false,"following":null,"follow_request_sent":null,"notifications":null},"geo":null,"coordinates":null,"place":null,"contributors":null,"retweet_count":4,"favorite_count":1,"entities":{"hashtags":[{"text":"d12","indices":[0,16]},{"text":"how_to","indices":[118,125]}],"trends":[],"urls":[],"user_mentions":[],"symbols":[],"media":[]},"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"low","lang":"en"},"retweet_count":0,"favorite_count":0,,"favorited":false,"retweeted":false,"possibly_sensitive":false,"filter_level":"medium","lang":"en"}

http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
----------------------------------------------------------------------
diff --git a/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
b/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
index f16b11e..29f1fb5 100644
--- a/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
+++ b/flink-contrib/src/test/java/org/apache/flink/contrib/tweetinputformat/SimpleTweetInputFormatTest.java
@@ -77,13 +77,13 @@ public class SimpleTweetInputFormatTest {
 					result.add(iterator.next().getText());
 				}
 
-				if (tweet.getId_str().equals("502213125421412352")) {
+				if (tweet.getId_str().equals("100000000000000000")) {
 					Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
-				} else if (tweet.getId_str().equals("502213125421412353")) {
+				} else if (tweet.getId_str().equals("200000000000000000")) {
 					Assert.assertArrayEquals(new String[]{"example", "tweet"}, result.toArray());
-				} else if (tweet.getId_str().equals("502213125421412354")) {
+				} else if (tweet.getId_str().equals("300000000000000000")) {
 					Assert.assertArrayEquals(new String[]{"last", "example", "that"}, result.toArray());
-				} else if (tweet.getId_str().equals("502213125421412355")) {
+				} else if (tweet.getId_str().equals("400000000000000000")) {
 					Assert.assertArrayEquals(new String[]{"d12", "how_to"}, result.toArray());
 				}
 			}

http://git-wip-us.apache.org/repos/asf/flink/blob/8ea840e2/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
----------------------------------------------------------------------
diff --git a/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
b/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
index 8305ce7..32a2dfe 100644
--- a/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
+++ b/flink-staging/flink-streaming/flink-streaming-examples/src/main/java/org/apache/flink/streaming/examples/twitter/TwitterStream.java
@@ -105,7 +105,7 @@ public class TwitterStream {
 		@Override
 		public void flatMap(String value, Collector<Tuple2<String, Integer>> out) throws
Exception {
 			try {
-				if (getString(value, "lang").equals("en")) {
+				if (getString(value, "user.lang").equals("en")) {
 					// message of tweet
 					StringTokenizer tokenizer = new StringTokenizer(getString(value, "text"));
 


Mime
View raw message