List of usage examples for twitter4j TwitterStream sample
TwitterStream sample();
From source file:public_streaming.SampleStream.java
License:Apache License
public static void main(String[] args) { // ?/* w w w. j a v a2 s.c o m*/ Configuration configuration = new ConfigurationBuilder().setOAuthConsumerKey(CONSUMER_KEY) .setOAuthConsumerSecret(CONSUMER_SECRET).setOAuthAccessToken(ACCESS_TOKEN) .setOAuthAccessTokenSecret(ACCESS_TOKEN_SECRET).build(); // TwitterStream?? TwitterStream twitterStream = new TwitterStreamFactory(configuration).getInstance(); // Listener twitterStream.addListener(new Listener()); // ???????????? twitterStream.sample(); }
From source file:socialImport.twitter.TwitterImport.java
License:Open Source License
@Override public void openSampleStream(StreamDescriptor streamDescriptor) { //If the stream ID is not in use yet if (!streams.keySet().contains(streamDescriptor)) { TwitterStream twitterStream = twitterStreamFactory.getInstance(); twitterStream.addListener(new TweetToDatabaseImportListener(streamDescriptor, dataModule)); streams.put(streamDescriptor, twitterStream); twitterStream.sample(); } else/*from w w w . jav a 2s . c om*/ throw new IllegalArgumentException(DUPLICATE_ID_ERROR_MESSAGE); }
From source file:storm.starter.spout.Q2FetchTweetSpout.java
License:Apache License
@Override public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { queue = new LinkedBlockingQueue<Status>(1000); _collector = collector;// w w w . j av a 2 s .c o m StatusListener listener = new StatusListener() { @Override public void onStatus(Status status) { queue.offer(status); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { // TODO Auto-generated method stub } }; TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); twitterStream.sample(); }
From source file:storm.starter.spout.TwitterKeywordsSpout.java
License:Apache License
@Override public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { queue = new LinkedBlockingQueue<Status>(1000); _collector = collector;//from w ww.jav a2 s . co m StatusListener listener = new StatusListener() { @Override public void onStatus(Status status) { queue.offer(status); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { // TODO Auto-generated method stub } }; TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); _twitterStream = twitterStream; if (keyWords.length == 0) { twitterStream.sample(); } else { // TODO: Adjust the query below to also track locations and languages. FilterQuery query = new FilterQuery(); query.track(keyWords); query.language(new String[] { "en" }); twitterStream.filter(query); } }
From source file:storm.starter.spout.TwitterNoKeywordSpout.java
License:Apache License
@Override public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { queue = new LinkedBlockingQueue<Status>(1000); _collector = collector;/*from w ww .java 2 s .c om*/ StatusListener listener = new StatusListener() { @Override public void onStatus(Status status) { queue.offer(status); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { // TODO Auto-generated method stub } }; TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); twitterStream.sample(); FilterQuery query = new FilterQuery(); //query.count(1000000); query.language(new String[] { "en" }); twitterStream.filter(query); }
From source file:storm.starter.spout.TwitterRandomEnglishSpout.java
License:Apache License
@Override public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { queue = new LinkedBlockingQueue<Status>(1000); _collector = collector;//from w w w . jav a2 s . c o m StatusListener listener = new StatusListener() { @Override public void onStatus(Status status) { queue.offer(status); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { // TODO Auto-generated method stub } }; TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); _twitterStream = twitterStream; FilterQuery query = new FilterQuery(); //query.track(new String[] {"#politics"}); //query.language(new String[]{"en"}); twitterStream.sample(); /* if (keyWords.length == 0) { twitterStream.sample(); } else { // TODO: Adjust the query below to also track locations and languages. FilterQuery query = new FilterQuery(); query.track(keyWords); query.language(new String[]{"en"}); //query.locations(wholeWorldBoundingBox); twitterStream.filter(query); } */ }
From source file:storm.starter.trident.homework.spouts.TwitterSampleSpout.java
License:Apache License
@Override public void open(Map conf, TopologyContext context) { queue = new LinkedBlockingQueue<Status>(1000); StatusListener listener = new StatusListener() { @Override//from w w w . j a v a2 s . c o m public void onStatus(Status status) { queue.offer(status); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { // TODO Auto-generated method stub } }; TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); if (keyWords.length == 0) { twitterStream.sample(); } else { FilterQuery query = new FilterQuery().track(keyWords); twitterStream.filter(query); } }
From source file:storm.twitter.spout.TwitterSampleSpout.java
License:Apache License
/** * {@inheritDoc}//from w ww . ja v a 2s .c o m * * The method receives tweets from Twitter Streaming API and puts them into queue variable. * * <p>The method is called when a task for this component is initialized within a worker on the cluster. * It provides the spout with the environment in which the spout executes. * * @param conf The configuration of Apache Storm for the spout. * @param context The context contains information about the place of a task in the topology. It contains * information about the task id, component id, I/O information, etc. * @param collector The collector is used to emit tuples to the output stream of the spout. */ @Override public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { // Create queue of Strings for tweets queue = new LinkedBlockingQueue<String>(1000); _collector = collector; StatusListener listener = new StatusListener() { // Get json from Twitter API and put it to queue @Override public void onStatus(Status status) { String json = TwitterObjectFactory.getRawJSON(status); queue.offer(json); } @Override public void onDeletionNotice(StatusDeletionNotice sdn) { } @Override public void onTrackLimitationNotice(int i) { } @Override public void onScrubGeo(long l, long l1) { } @Override public void onException(Exception ex) { } @Override public void onStallWarning(StallWarning arg0) { } }; // Create twitterStream TwitterStream twitterStream = new TwitterStreamFactory( new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); // Twitter API configuration twitterStream.addListener(listener); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); AccessToken token = new AccessToken(accessToken, accessTokenSecret); twitterStream.setOAuthAccessToken(token); // if there is no keywork filter - get all 1% of tweets from API if (keyWords.length == 0) { twitterStream.sample(); } // filter tweets from the stream else { FilterQuery query = new FilterQuery().track(keyWords); twitterStream.filter(query); } }
From source file:stream.PrintRawSampleStream.java
License:Apache License
/** * Main entry of this application.//from w w w .j a va 2 s.c o m * * @param args arguments doesn't take effect with this example */ public static void main(String[] args) throws TwitterException { TwitterStream twitterStream = new TwitterStreamFactory(Data.getConf().build()).getInstance(); RawStreamListener listener = new RawStreamListener() { public void onMessage(String rawJSON) { System.out.println(rawJSON); } public void onException(Exception ex) { ex.printStackTrace(); } }; twitterStream.addListener(listener); twitterStream.sample(); }
From source file:stream.PrintSampleStream.java
License:Apache License
/** * Main entry of this application./*from www . j a va2 s .c o m*/ * * @param args */ public static void main(String[] args) throws TwitterException { TwitterStream twitterStream = new TwitterStreamFactory().getInstance(); StatusListener listener = new StatusListener() { public void onStatus(Status status) { System.out.println("@" + status.getUser().getScreenName() + " - " + status.getText()); } public void onDeletionNotice(StatusDeletionNotice statusDeletionNotice) { System.out.println("Got a status deletion notice id:" + statusDeletionNotice.getStatusId()); } public void onTrackLimitationNotice(int numberOfLimitedStatuses) { System.out.println("Got track limitation notice:" + numberOfLimitedStatuses); } public void onScrubGeo(long userId, long upToStatusId) { System.out.println("Got scrub_geo event userId:" + userId + " upToStatusId:" + upToStatusId); } public void onException(Exception ex) { ex.printStackTrace(); } }; twitterStream.addListener(listener); twitterStream.sample(); }