Example usage for twitter4j TwitterStream sample

List of usage examples for twitter4j TwitterStream sample

Introduction

In this page you can find the example usage for twitter4j TwitterStream sample.

Prototype

TwitterStream sample();

Source Link

Document

Starts listening on random sample of all public statuses.

Usage

From source file:public_streaming.SampleStream.java

License:Apache License

public static void main(String[] args) {
    // ?/*  w w  w. j a v a2 s.c o  m*/
    Configuration configuration = new ConfigurationBuilder().setOAuthConsumerKey(CONSUMER_KEY)
            .setOAuthConsumerSecret(CONSUMER_SECRET).setOAuthAccessToken(ACCESS_TOKEN)
            .setOAuthAccessTokenSecret(ACCESS_TOKEN_SECRET).build();
    // TwitterStream??
    TwitterStream twitterStream = new TwitterStreamFactory(configuration).getInstance();
    // Listener
    twitterStream.addListener(new Listener());
    // ????????????
    twitterStream.sample();
}

From source file:socialImport.twitter.TwitterImport.java

License:Open Source License

@Override
public void openSampleStream(StreamDescriptor streamDescriptor) {
    //If the stream ID is not in use yet
    if (!streams.keySet().contains(streamDescriptor)) {
        TwitterStream twitterStream = twitterStreamFactory.getInstance();
        twitterStream.addListener(new TweetToDatabaseImportListener(streamDescriptor, dataModule));
        streams.put(streamDescriptor, twitterStream);
        twitterStream.sample();
    } else/*from w  w  w  .  jav a 2s . c  om*/
        throw new IllegalArgumentException(DUPLICATE_ID_ERROR_MESSAGE);
}

From source file:storm.starter.spout.Q2FetchTweetSpout.java

License:Apache License

@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    queue = new LinkedBlockingQueue<Status>(1000);
    _collector = collector;// w  w  w  .  j  av a 2  s  .c o  m

    StatusListener listener = new StatusListener() {

        @Override
        public void onStatus(Status status) {

            queue.offer(status);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
            // TODO Auto-generated method stub

        }

    };

    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);

    twitterStream.sample();
}

From source file:storm.starter.spout.TwitterKeywordsSpout.java

License:Apache License

@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    queue = new LinkedBlockingQueue<Status>(1000);
    _collector = collector;//from  w ww.jav a2 s  . co m

    StatusListener listener = new StatusListener() {

        @Override
        public void onStatus(Status status) {
            queue.offer(status);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
            // TODO Auto-generated method stub

        }

    };

    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);
    _twitterStream = twitterStream;

    if (keyWords.length == 0) {

        twitterStream.sample();
    }

    else {
        // TODO: Adjust the query below to also track locations and languages.
        FilterQuery query = new FilterQuery();
        query.track(keyWords);
        query.language(new String[] { "en" });

        twitterStream.filter(query);

    }

}

From source file:storm.starter.spout.TwitterNoKeywordSpout.java

License:Apache License

@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    queue = new LinkedBlockingQueue<Status>(1000);
    _collector = collector;/*from w  ww .java 2 s  .c om*/

    StatusListener listener = new StatusListener() {

        @Override
        public void onStatus(Status status) {

            queue.offer(status);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
            // TODO Auto-generated method stub

        }

    };

    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);

    twitterStream.sample();

    FilterQuery query = new FilterQuery();
    //query.count(1000000);
    query.language(new String[] { "en" });
    twitterStream.filter(query);
}

From source file:storm.starter.spout.TwitterRandomEnglishSpout.java

License:Apache License

@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    queue = new LinkedBlockingQueue<Status>(1000);
    _collector = collector;//from  w  w  w  . jav  a2 s  .  c  o  m

    StatusListener listener = new StatusListener() {

        @Override
        public void onStatus(Status status) {
            queue.offer(status);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
            // TODO Auto-generated method stub

        }

    };

    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);
    _twitterStream = twitterStream;

    FilterQuery query = new FilterQuery();
    //query.track(new String[] {"#politics"});
    //query.language(new String[]{"en"});
    twitterStream.sample();

    /*
    if (keyWords.length == 0) {
       twitterStream.sample();
    }
            
    else {
       // TODO: Adjust the query below to also track locations and languages.
       FilterQuery query = new FilterQuery();
       query.track(keyWords);
       query.language(new String[]{"en"});
       //query.locations(wholeWorldBoundingBox);
               
       twitterStream.filter(query);   
    }
    */

}

From source file:storm.starter.trident.homework.spouts.TwitterSampleSpout.java

License:Apache License

@Override
public void open(Map conf, TopologyContext context) {
    queue = new LinkedBlockingQueue<Status>(1000);

    StatusListener listener = new StatusListener() {

        @Override//from  w  w w  .  j  a v  a2 s .  c  o  m
        public void onStatus(Status status) {

            queue.offer(status);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
            // TODO Auto-generated method stub

        }

    };

    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);

    if (keyWords.length == 0) {

        twitterStream.sample();
    } else {

        FilterQuery query = new FilterQuery().track(keyWords);
        twitterStream.filter(query);
    }

}

From source file:storm.twitter.spout.TwitterSampleSpout.java

License:Apache License

/**
 * {@inheritDoc}//from  w  ww  . ja v  a 2s  .c  o  m
 *
 * The method receives tweets from Twitter Streaming API and puts them into queue variable.
 *
 * <p>The method is called when a task for this component is initialized within a worker on the cluster.
 * It provides the spout with the environment in which the spout executes.
 *
 * @param conf The configuration of Apache Storm for the spout.
 * @param context The context contains information about the place of a task in the topology. It contains
 *                information about the task id, component id, I/O information, etc.
 * @param collector The collector is used to emit tuples to the output stream of the spout.
 */
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    // Create queue of Strings for tweets
    queue = new LinkedBlockingQueue<String>(1000);
    _collector = collector;

    StatusListener listener = new StatusListener() {

        // Get json from Twitter API and put it to queue
        @Override
        public void onStatus(Status status) {
            String json = TwitterObjectFactory.getRawJSON(status);
            queue.offer(json);
        }

        @Override
        public void onDeletionNotice(StatusDeletionNotice sdn) {
        }

        @Override
        public void onTrackLimitationNotice(int i) {
        }

        @Override
        public void onScrubGeo(long l, long l1) {
        }

        @Override
        public void onException(Exception ex) {
        }

        @Override
        public void onStallWarning(StallWarning arg0) {
        }

    };

    // Create twitterStream
    TwitterStream twitterStream = new TwitterStreamFactory(
            new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance();

    // Twitter API configuration
    twitterStream.addListener(listener);
    twitterStream.setOAuthConsumer(consumerKey, consumerSecret);
    AccessToken token = new AccessToken(accessToken, accessTokenSecret);
    twitterStream.setOAuthAccessToken(token);

    // if there is no keywork filter - get all 1% of tweets from API
    if (keyWords.length == 0) {
        twitterStream.sample();
    }
    // filter tweets from the stream
    else {
        FilterQuery query = new FilterQuery().track(keyWords);
        twitterStream.filter(query);
    }
}

From source file:stream.PrintRawSampleStream.java

License:Apache License

/**
 * Main entry of this application.//from   w w w  .j  a va  2 s.c  o m
 *
 * @param args arguments doesn't take effect with this example
 */
public static void main(String[] args) throws TwitterException {
    TwitterStream twitterStream = new TwitterStreamFactory(Data.getConf().build()).getInstance();

    RawStreamListener listener = new RawStreamListener() {

        public void onMessage(String rawJSON) {
            System.out.println(rawJSON);
        }

        public void onException(Exception ex) {
            ex.printStackTrace();
        }
    };
    twitterStream.addListener(listener);
    twitterStream.sample();
}

From source file:stream.PrintSampleStream.java

License:Apache License

/**
 * Main entry of this application./*from  www .  j  a va2  s .c  o  m*/
 *
 * @param args
 */
public static void main(String[] args) throws TwitterException {
    TwitterStream twitterStream = new TwitterStreamFactory().getInstance();
    StatusListener listener = new StatusListener() {
        public void onStatus(Status status) {
            System.out.println("@" + status.getUser().getScreenName() + " - " + status.getText());
        }

        public void onDeletionNotice(StatusDeletionNotice statusDeletionNotice) {
            System.out.println("Got a status deletion notice id:" + statusDeletionNotice.getStatusId());
        }

        public void onTrackLimitationNotice(int numberOfLimitedStatuses) {
            System.out.println("Got track limitation notice:" + numberOfLimitedStatuses);
        }

        public void onScrubGeo(long userId, long upToStatusId) {
            System.out.println("Got scrub_geo event userId:" + userId + " upToStatusId:" + upToStatusId);
        }

        public void onException(Exception ex) {
            ex.printStackTrace();
        }
    };
    twitterStream.addListener(listener);
    twitterStream.sample();
}