org.apache.iotdb.pulsar.PulsarConsumer Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulsar-example
There is a newer version: 1.3.2
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.iotdb.pulsar;

import org.apache.pulsar.client.api.Consumer;
import org.apache.pulsar.client.api.KeySharedPolicy;
import org.apache.pulsar.client.api.PulsarClient;
import org.apache.pulsar.client.api.PulsarClientException;
import org.apache.pulsar.client.api.SubscriptionType;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;

public class PulsarConsumer {
  private static final String SERVICE_URL = "pulsar://localhost:6650";
  // Specify the number of consumers
  private static final int CONSUMER_NUM = 3;
  private List> consumerList;
  private static final String CREATE_SG_TEMPLATE = "SET STORAGE GROUP TO %s";
  private static final String CREATE_TIMESERIES_TEMPLATE =
      "CREATE TIMESERIES %s WITH DATATYPE=TEXT, ENCODING=PLAIN";
  private static final Logger logger = LoggerFactory.getLogger(PulsarConsumer.class);
  protected static final String[] ALL_TIMESERIES = {
    "root.vehicle.device1.sensor1",
    "root.vehicle.device1.sensor2",
    "root.vehicle.device2.sensor1",
    "root.vehicle.device2.sensor2",
    "root.vehicle.device3.sensor1",
    "root.vehicle.device3.sensor2",
  };

  public PulsarConsumer(List> consumerList) {
    this.consumerList = consumerList;
  }

  public void consumeInParallel() throws ClassNotFoundException {
    ExecutorService executor = Executors.newFixedThreadPool(CONSUMER_NUM);
    for (int i = 0; i < consumerList.size(); i++) {
      PulsarConsumerThread consumerExecutor = new PulsarConsumerThread(consumerList.get(i));
      executor.submit(consumerExecutor);
    }
  }

  @SuppressWarnings("squid:S2068")
  private static void prepareSchema() {
    try {
      Class.forName("org.apache.iotdb.jdbc.IoTDBDriver");
      try (Connection connection =
              DriverManager.getConnection(
                  Constant.IOTDB_CONNECTION_URL,
                  Constant.IOTDB_CONNECTION_USER,
                  Constant.IOTDB_CONNECTION_PASSWORD);
          Statement statement = connection.createStatement()) {

        statement.execute(String.format(CREATE_SG_TEMPLATE, Constant.STORAGE_GROUP));

        for (String timeseries : ALL_TIMESERIES) {
          statement.addBatch(String.format(CREATE_TIMESERIES_TEMPLATE, timeseries));
        }
        statement.executeBatch();
        statement.clearBatch();
      }
    } catch (ClassNotFoundException | SQLException e) {
      logger.error(e.getMessage());
    }
  }

  public static void main(String[] args) throws PulsarClientException, ClassNotFoundException {
    PulsarClient client = PulsarClient.builder().serviceUrl(SERVICE_URL).build();

    List> consumerList = new ArrayList<>();
    for (int i = 0; i < CONSUMER_NUM; i++) {
      // In shared subscription mode, multiple consumers can attach to the same subscription
      // and message are delivered in a round robin distribution across consumers.
      Consumer consumer =
          client
              .newConsumer()
              .topic(Constant.TOPIC_NAME)
              .subscriptionName("shared-subscription")
              .subscriptionType(SubscriptionType.Key_Shared)
              .keySharedPolicy(KeySharedPolicy.autoSplitHashRange())
              .subscribe();
      consumerList.add(consumer);
    }
    PulsarConsumer pulsarConsumer = new PulsarConsumer(consumerList);
    prepareSchema();
    pulsarConsumer.consumeInParallel();
  }
}