org.apache.beam.examples.twitterstreamgenerator.TwitterConnection Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of beam-examples-java-twitter Show documentation

Apache Beam SDK provides a simple, Java-based interface for processing virtually any size data. This artifact includes all Apache Beam Java SDK examples.

There is a newer version: 2.60.0

Show newest version

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.beam.examples.twitterstreamgenerator;

import java.util.concurrent.BlockingQueue;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.LinkedBlockingQueue;
import twitter4j.FilterQuery;
import twitter4j.StallWarning;
import twitter4j.Status;
import twitter4j.StatusDeletionNotice;
import twitter4j.StatusListener;
import twitter4j.TwitterStream;
import twitter4j.TwitterStreamFactory;
import twitter4j.conf.ConfigurationBuilder;

/** Singleton class for twitter connection. * */
class TwitterConnection {
  private final BlockingQueue queue;
  private final TwitterStream twitterStream;
  private static final Object lock = new Object();
  static final ConcurrentHashMap INSTANCE_MAP =
      new ConcurrentHashMap<>();

  /**
   * Creates a new Twitter connection.
   *
   * @param twitterConfig configuration for twitter connection
   */
  TwitterConnection(TwitterConfig twitterConfig) {
    this.queue = new LinkedBlockingQueue<>();
    ConfigurationBuilder cb = new ConfigurationBuilder();
    cb.setDebugEnabled(true)
        .setOAuthConsumerKey(twitterConfig.getKey())
        .setOAuthConsumerSecret(twitterConfig.getSecret())
        .setOAuthAccessToken(twitterConfig.getToken())
        .setOAuthAccessTokenSecret(twitterConfig.getTokenSecret());

    this.twitterStream = new TwitterStreamFactory(cb.build()).getInstance();
    StatusListener listener =
        new StatusListener() {
          @Override
          public void onException(Exception e) {
            e.printStackTrace();
          }

          @Override
          public void onDeletionNotice(StatusDeletionNotice arg) {}

          @Override
          public void onScrubGeo(long userId, long upToStatusId) {}

          @Override
          public void onStallWarning(StallWarning warning) {}

          @Override
          public void onStatus(Status status) {
            try {
              queue.offer(status);
            } catch (Exception ignored) {
            }
          }

          @Override
          public void onTrackLimitationNotice(int numberOfLimitedStatuses) {}
        };
    FilterQuery tweetFilterQuery = new FilterQuery();
    for (String filter : twitterConfig.getFilters()) {
      tweetFilterQuery.track(filter);
    }
    tweetFilterQuery.language(twitterConfig.getLanguage());
    this.twitterStream.addListener(listener);
    this.twitterStream.filter(tweetFilterQuery);
  }

  public static TwitterConnection getInstance(TwitterConfig twitterConfig) {
    synchronized (lock) {
      if (INSTANCE_MAP.containsKey(twitterConfig)) {
        return INSTANCE_MAP.get(twitterConfig);
      }
      TwitterConnection singleInstance = new TwitterConnection(twitterConfig);
      INSTANCE_MAP.put(twitterConfig, singleInstance);
      return singleInstance;
    }
  }

  public BlockingQueue getQueue() {
    return this.queue;
  }

  public void closeStream() {
    this.twitterStream.shutdown();
  }
}