• Home
• io.nosqlbench
• driver-pulsar
• 4.15.56
• source code
• PulsarSpace.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

io.nosqlbench.driver.pulsar.PulsarSpace Maven / Gradle / Ivy

package io.nosqlbench.driver.pulsar;

import com.codahale.metrics.Gauge;
import com.codahale.metrics.Timer;
import io.nosqlbench.driver.pulsar.util.PulsarActivityUtil;
import io.nosqlbench.driver.pulsar.util.PulsarNBClientConf;
import io.nosqlbench.engine.api.activityimpl.ActivityDef;
import io.nosqlbench.engine.api.metrics.ActivityMetrics;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.apache.pulsar.client.admin.Clusters;
import org.apache.pulsar.client.admin.PulsarAdmin;
import org.apache.pulsar.client.admin.PulsarAdminException;
import org.apache.pulsar.client.api.*;
import org.apache.pulsar.client.api.transaction.Transaction;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutionException;
import java.util.function.Function;
import java.util.function.Supplier;
import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException;

/**
 * An instance of a pulsar client, along with all the cached objects which are normally
 * associated with it during a client session in a typical application.
 * A PulsarSpace is simply a named and cached set of objects which must be used together.
 */
public class PulsarSpace {

    private final static Logger logger = LogManager.getLogger(PulsarSpace.class);

    private final String spaceName;

    private final ConcurrentHashMap> producers = new ConcurrentHashMap<>();
    private final ConcurrentHashMap> consumers = new ConcurrentHashMap<>();
    private final ConcurrentHashMap> readers = new ConcurrentHashMap<>();

    private final PulsarActivity pulsarActivity;
    private final ActivityDef activityDef;

    private final PulsarNBClientConf pulsarNBClientConf;
    private final String pulsarSvcUrl;
    private final String webSvcUrl;
    private final PulsarAdmin pulsarAdmin;
    private final PulsarClient pulsarClient;
    private final Schema pulsarSchema;
    private final Set pulsarClusterMetadata = new HashSet<>();
    private final Timer createTransactionTimer;

    public PulsarSpace(String name, PulsarActivity pulsarActivity) {
        this.spaceName = name;
        this.pulsarActivity = pulsarActivity;

        this.pulsarNBClientConf = pulsarActivity.getPulsarConf();
        this.pulsarSvcUrl = pulsarActivity.getPulsarSvcUrl();
        this.webSvcUrl = pulsarActivity.getWebSvcUrl();
        this.pulsarAdmin = pulsarActivity.getPulsarAdmin();
        this.pulsarClient = pulsarActivity.getPulsarClient();
        this.pulsarSchema = pulsarActivity.getPulsarSchema();
        this.activityDef = pulsarActivity.getActivityDef();
        this.createTransactionTimer = pulsarActivity.getCreateTransactionTimer();

        try {
            Clusters clusters = pulsarAdmin.clusters();
            List stringList = clusters.getClusters();
            CollectionUtils.addAll(pulsarClusterMetadata, stringList.listIterator());

        } catch (PulsarAdminException e) {
            String errMsg = "Fail to create PulsarClient from global configuration: " + e.getMessage();
            logger.error(errMsg);
            throw new RuntimeException(errMsg);
        }
    }

    public PulsarNBClientConf getPulsarClientConf() { return pulsarNBClientConf; }
    public PulsarAdmin getPulsarAdmin() { return pulsarAdmin; }
    public PulsarClient getPulsarClient() { return pulsarClient; }
    public Schema getPulsarSchema() { return pulsarSchema; }
    public String getPulsarSvcUrl() { return pulsarSvcUrl;}
    public String getWebSvcUrl() { return webSvcUrl; }
    public Set getPulsarClusterMetadata() { return pulsarClusterMetadata; }


    // Properly shut down all Pulsar objects (producers, consumers, etc.) that are associated with this space
    public void shutdownPulsarSpace() {
        try {
            for (Producer producer : producers.values()) {
                if (producer != null) producer.close();
            }

            for (Consumer consumer : consumers.values()) {
                if (consumer != null) consumer.close();
            }

            for (Reader reader : readers.values()) {
                if (reader != null) reader.close();
            }

            if (pulsarAdmin != null) pulsarAdmin.close();

            if (pulsarClient != null) pulsarClient.close();
        }
        catch (Exception e) {
            throw new RuntimeException("Unexpected error when closing Pulsar objects!");
        }
    }

    /**
     * Get a proper Pulsar API metrics prefix depending on the API type
     *
     * @param apiType - Pulsar API type: producer, consumer, reader, etc.
     * @param apiObjName - actual name of a producer, a consumer, a reader, etc.
     * @param topicName - topic name
     * @return String
     */
    private String getPulsarAPIMetricsPrefix(String apiType, String apiObjName, String topicName) {
        String apiMetricsPrefix;

        if (!PulsarActivityUtil.isValidPulsarApiType(apiType)) {
            throw new RuntimeException(
                "Incorrect Pulsar API type. Valid type list: " + PulsarActivityUtil.getValidPulsarApiTypeList());
        }

        if (!StringUtils.isBlank(apiObjName)) {
            apiMetricsPrefix = apiObjName + "_";
        }
        else {
            // we want a meaningful name for the API object (producer, consumer, reader, etc.)
            // we are not appending the topic name
            apiMetricsPrefix = apiType;

            if (apiType.equalsIgnoreCase(PulsarActivityUtil.PULSAR_API_TYPE.PRODUCER.label))
                apiMetricsPrefix += producers.size();
            else if (apiType.equalsIgnoreCase(PulsarActivityUtil.PULSAR_API_TYPE.CONSUMER.label))
                apiMetricsPrefix += consumers.size();
            else if (apiType.equalsIgnoreCase(PulsarActivityUtil.PULSAR_API_TYPE.READER.label))
                apiMetricsPrefix += readers.size();

            apiMetricsPrefix += "_";
        }

        apiMetricsPrefix += topicName + "_";
        apiMetricsPrefix = apiMetricsPrefix
            // default name for tests/demos (in all Pulsar examples) is persistent://public/default/test -> use just the topic name test
            .replace("persistent://public/default/", "")
            // always remove topic type
            .replace("non-persistent://", "")
            .replace("persistent://", "")
            // persistent://tenant/namespace/topicname -> tenant_namespace_topicname
            .replace("/","_");

        return apiMetricsPrefix;
    }


    //////////////////////////////////////
    // Producer Processing --> start
    //////////////////////////////////////
    //
    private static class ProducerGaugeImpl implements Gauge