com.couchbase.connect.kafka.KafkaCouchbaseClient Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of kafka-connect-couchbase Show documentation
A Kafka Connect Couchbase connector for copying data between Kafka and Couchbase Server.
The newest version!
/*
 * Copyright 2020 Couchbase, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.couchbase.connect.kafka;

import com.couchbase.client.core.env.AbstractMapPropertyLoader;
import com.couchbase.client.core.env.Authenticator;
import com.couchbase.client.core.env.CertificateAuthenticator;
import com.couchbase.client.core.env.CoreEnvironment;
import com.couchbase.client.core.env.NetworkResolution;
import com.couchbase.client.core.env.PasswordAuthenticator;
import com.couchbase.client.core.env.SecurityConfig;
import com.couchbase.client.java.Bucket;
import com.couchbase.client.java.Cluster;
import com.couchbase.client.java.Collection;
import com.couchbase.client.java.env.ClusterEnvironment;
import com.couchbase.connect.kafka.config.common.CommonConfig;
import com.couchbase.connect.kafka.util.Keyspace;
import org.apache.kafka.common.config.ConfigException;
import reactor.util.annotation.Nullable;

import java.io.Closeable;
import java.nio.file.Paths;
import java.util.List;
import java.util.Map;
import java.util.Optional;

import static com.couchbase.client.core.util.CbStrings.isNullOrEmpty;
import static com.couchbase.client.java.ClusterOptions.clusterOptions;
import static java.util.Collections.emptyMap;

public class KafkaCouchbaseClient implements Closeable {
  private final Cluster cluster;
  private final Bucket bucket;

  public KafkaCouchbaseClient(CommonConfig config) {
    this(config, emptyMap());
  }

  public KafkaCouchbaseClient(CommonConfig config, Map clusterEnvProps) {
    List clusterAddress = config.seedNodes();
    String connectionString = String.join(",", clusterAddress);
    NetworkResolution networkResolution = NetworkResolution.valueOf(config.network());

    Authenticator authenticator = isNullOrEmpty(config.clientCertificatePath())
        ? PasswordAuthenticator.create(config.username(), config.password().value())
        : CertificateAuthenticator.fromKeyStore(Paths.get(config.clientCertificatePath()), config.clientCertificatePassword().value(), Optional.empty());

    // Suppress "TooManyInstancesDetectedEvent" events. Each task has its own Cluster,
    // and we don't know how many tasks might be running on the same worker node.
    Cluster.maxAllowedInstances(Integer.MAX_VALUE);

    cluster = Cluster.connect(
        connectionString,
        clusterOptions(authenticator)
            .environment(env -> {
              env
                  .securityConfig(security -> configureSecurity(security, config))
                  .ioConfig(io -> io.networkResolution(networkResolution))
                  .timeoutConfig(timeout -> timeout.connectTimeout(config.bootstrapTimeout()));

              applyCustomEnvironmentProperties(env, clusterEnvProps);
            })
    );

    bucket = config.bucket().isEmpty() ? null : cluster.bucket(config.bucket());
  }

  private static void configureSecurity(SecurityConfig.Builder security, CommonConfig config) {
    security
        .enableTls(config.enableTls())
        .enableHostnameVerification(config.enableHostnameVerification());

    if (!isNullOrEmpty(config.trustStorePath())) {
      security.trustStore(Paths.get(config.trustStorePath()), config.trustStorePassword().value(), Optional.empty());
    }
    if (!isNullOrEmpty(config.trustCertificatePath())) {
      security.trustCertificate(Paths.get(config.trustCertificatePath()));
    }
  }

  private static void applyCustomEnvironmentProperties(ClusterEnvironment.Builder envBuilder, Map envProps) {
    try {
      envBuilder.load(new AbstractMapPropertyLoader() {
        @Override
        protected Map propertyMap() {
          return envProps;
        }
      });
    } catch (Exception e) {
      throw new ConfigException("Failed to apply Couchbase environment properties; " + e.getMessage());
    }
  }

  public ClusterEnvironment env() {
    return cluster.environment();
  }

  public Cluster cluster() {
    return cluster;
  }

  @Nullable
  public Bucket bucket() {
    return bucket;
  }

  public Collection collection(Keyspace keyspace) {
    if (keyspace.getBucket() == null) {
      throw new IllegalArgumentException(
          "Keyspace has null bucket/database. This is a bug." +
              " It probably means the sink handler's usesKvConnections() method returned false," +
              " but the connector tried to open a KV connection anyway."
      );
    }

    return cluster.bucket(keyspace.getBucket())
        .scope(keyspace.getScope())
        .collection(keyspace.getCollection());
  }

  @Override
  public void close() {
    cluster.disconnect();
  }
}