nl.topicus.jdbc.shaded.com.google.cloud.spanner.spi.v1.GrpcSpannerRpc Maven / Gradle / Ivy

/*
 * Copyright 2017 Google LLC
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package nl.topicus.jdbc.shaded.com.google.cloud.spanner.spi.v1;

import static nl.topicus.jdbc.shaded.com.google.cloud.spanner.SpannerExceptionFactory.newSpannerException;

import nl.topicus.jdbc.shaded.com.google.api.gax.core.GaxProperties;
import nl.topicus.jdbc.shaded.com.google.api.gax.grpc.GaxGrpcProperties;
import nl.topicus.jdbc.shaded.com.google.api.gax.rpc.ApiClientHeaderProvider;
import nl.topicus.jdbc.shaded.com.google.api.gax.rpc.HeaderProvider;
import nl.topicus.jdbc.shaded.com.google.api.pathtemplate.PathTemplate;
import nl.topicus.jdbc.shaded.com.google.cloud.NoCredentials;
import nl.topicus.jdbc.shaded.com.google.cloud.ServiceOptions;
import nl.topicus.jdbc.shaded.com.google.cloud.spanner.SpannerException;
import nl.topicus.jdbc.shaded.com.google.cloud.spanner.SpannerExceptionFactory;
import nl.topicus.jdbc.shaded.com.google.cloud.spanner.SpannerOptions;
import nl.topicus.jdbc.shaded.com.google.common.annotations.VisibleForTesting;
import nl.topicus.jdbc.shaded.com.google.common.base.MoreObjects;
import nl.topicus.jdbc.shaded.com.google.common.collect.ImmutableList;
import nl.topicus.jdbc.shaded.com.google.longrunning.GetOperationRequest;
import nl.topicus.jdbc.shaded.com.google.longrunning.Operation;
import nl.topicus.jdbc.shaded.com.google.longrunning.OperationsGrpc;
import nl.topicus.jdbc.shaded.com.google.protobuf.FieldMask;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.CreateDatabaseRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.Database;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.DatabaseAdminGrpc;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.DropDatabaseRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.GetDatabaseDdlRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.GetDatabaseRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.ListDatabasesRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.UpdateDatabaseDdlRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.CreateInstanceRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.DeleteInstanceRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.GetInstanceConfigRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.GetInstanceRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.Instance;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.InstanceAdminGrpc;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.InstanceConfig;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.ListInstanceConfigsRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.ListInstanceConfigsResponse;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.ListInstancesRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.ListInstancesResponse;
import nl.topicus.jdbc.shaded.com.google.spanner.admin.instance.v1.UpdateInstanceRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.BeginTransactionRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.CommitRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.CommitResponse;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.CreateSessionRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.DeleteSessionRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.ExecuteSqlRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.PartialResultSet;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.ReadRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.RollbackRequest;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.Session;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.SpannerGrpc;
import nl.topicus.jdbc.shaded.com.google.spanner.v1.Transaction;
import nl.topicus.jdbc.shaded.io.grpc.CallCredentials;
import nl.topicus.jdbc.shaded.io.grpc.CallOptions;
import nl.topicus.jdbc.shaded.io.grpc.Channel;
import nl.topicus.jdbc.shaded.io.grpc.ClientCall;
import nl.topicus.jdbc.shaded.io.grpc.ClientInterceptor;
import nl.topicus.jdbc.shaded.io.grpc.ClientInterceptors;
import nl.topicus.jdbc.shaded.io.grpc.Context;
import nl.topicus.jdbc.shaded.io.grpc.ForwardingClientCall;
import nl.topicus.jdbc.shaded.io.grpc.ForwardingClientCallListener;
import nl.topicus.jdbc.shaded.io.grpc.Metadata;
import nl.topicus.jdbc.shaded.io.grpc.MethodDescriptor;
import nl.topicus.jdbc.shaded.io.grpc.ServiceDescriptor;
import nl.topicus.jdbc.shaded.io.grpc.Status;
import nl.topicus.jdbc.shaded.io.grpc.auth.MoreCallCredentials;
import nl.topicus.jdbc.shaded.io.grpc.stub.AbstractStub;
import nl.topicus.jdbc.shaded.io.grpc.stub.ClientCallStreamObserver;
import nl.topicus.jdbc.shaded.io.grpc.stub.ClientCalls;
import nl.topicus.jdbc.shaded.io.grpc.stub.ClientResponseObserver;
import nl.topicus.jdbc.shaded.io.opencensus.trace.export.SampledSpanStore;
import nl.topicus.jdbc.shaded.io.opencensus.trace.Tracing;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Random;
import java.util.concurrent.CancellationException;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import java.util.logging.Level;
import java.util.logging.Logger;
import nl.topicus.jdbc.shaded.javax.annotation.Nullable;

/** Implementation of Cloud Spanner remote calls using gRPC. */
public class GrpcSpannerRpc implements SpannerRpc {
  
  static {
    setupTracingConfig();
  }
  
  private static final Logger logger = Logger.getLogger(GrpcSpannerRpc.class.getName());

  private static final PathTemplate PROJECT_NAME_TEMPLATE =
      PathTemplate.create("projects/{project}");

  private final Random random = new Random();
  private final List channels;
  private final String projectId;
  private final String projectName;
  private final CallCredentials credentials;
  private final SpannerMetadataProvider metadataProvider;

  public GrpcSpannerRpc(SpannerOptions options) {
    this.projectId = options.getProjectId();
    this.projectName = PROJECT_NAME_TEMPLATE.instantiate("project", this.projectId);
    this.credentials = callCredentials(options);
    ImmutableList.Builder channelsBuilder = ImmutableList.builder();
    ImmutableList.Builder stubsBuilder = ImmutableList.builder();
    for (Channel channel : options.getRpcChannels()) {
      channel =
          ClientInterceptors.intercept(
              channel,
              new LoggingInterceptor(Level.FINER),
              WatchdogInterceptor.newDefaultWatchdogInterceptor(),
              new SpannerErrorInterceptor());
      channelsBuilder.add(channel);
      stubsBuilder.add(withCredentials(SpannerGrpc.newFutureStub(channel), credentials));
    }
    this.channels = channelsBuilder.build();

    ApiClientHeaderProvider.Builder internalHeaderProviderBuilder =
        ApiClientHeaderProvider.newBuilder();
    ApiClientHeaderProvider internalHeaderProvider =
        internalHeaderProviderBuilder
            .setClientLibToken(
                ServiceOptions.getGoogApiClientLibName(),
                GaxProperties.getLibraryVersion(options.getClass()))
            .setTransportToken(
                GaxGrpcProperties.getGrpcTokenName(), GaxGrpcProperties.getGrpcVersion())
            .build();

    HeaderProvider mergedHeaderProvider = options.getMergedHeaderProvider(internalHeaderProvider);
    this.metadataProvider =
        SpannerMetadataProvider.create(
            mergedHeaderProvider.getHeaders(),
            internalHeaderProviderBuilder.getResourceHeaderKey());
  }

  private static CallCredentials callCredentials(SpannerOptions options) {
    if (options.getCredentials() == null) {
      return null;
    }
    if (options.getCredentials().equals(NoCredentials.getInstance())) {
      return null;
    }
    return MoreCallCredentials.from(options.getScopedCredentials());
  }

  private > S withCredentials(S stub, CallCredentials credentials) {
    if (credentials == null) {
      return stub;
    }
    return stub.withCallCredentials(credentials);
  }

  private String projectName() {
    return projectName;
  }

  @Override
  public Paginated listInstanceConfigs(int pageSize, @Nullable String pageToken)
      throws SpannerException {
    ListInstanceConfigsRequest.Builder request =
        ListInstanceConfigsRequest.newBuilder().setParent(projectName()).setPageSize(0);
    if (pageToken != null) {
      request.setPageToken(pageToken);
    }
    ListInstanceConfigsResponse response =
        get(
            doUnaryCall(
                InstanceAdminGrpc.METHOD_LIST_INSTANCE_CONFIGS,
                request.build(),
                projectName(),
                null));
    return new Paginated<>(response.getInstanceConfigsList(), response.getNextPageToken());
  }

  @Override
  public InstanceConfig getInstanceConfig(String instanceConfigName) throws SpannerException {
    GetInstanceConfigRequest request =
        GetInstanceConfigRequest.newBuilder().setName(instanceConfigName).build();
    return get(
        doUnaryCall(InstanceAdminGrpc.METHOD_GET_INSTANCE_CONFIG, request, projectName(), null));
  }

  @Override
  public Paginated listInstances(
      int pageSize, @Nullable String pageToken, @Nullable String filter) throws SpannerException {
    ListInstancesRequest.Builder request =
        ListInstancesRequest.newBuilder().setParent(projectName()).setPageSize(pageSize);
    if (pageToken != null) {
      request.setPageToken(pageToken);
    }
    if (filter != null) {
      request.setFilter(filter);
    }
    ListInstancesResponse response =
        get(
            doUnaryCall(
                InstanceAdminGrpc.METHOD_LIST_INSTANCES, request.build(), projectName(), null));
    return new Paginated<>(response.getInstancesList(), response.getNextPageToken());
  }

  @Override
  public Operation createInstance(String parent, String instanceId, Instance instance)
      throws SpannerException {
    CreateInstanceRequest request =
        CreateInstanceRequest.newBuilder()
            .setParent(parent)
            .setInstanceId(instanceId)
            .setInstance(instance)
            .build();
    return get(doUnaryCall(InstanceAdminGrpc.METHOD_CREATE_INSTANCE, request, parent, null));
  }

  @Override
  public Operation updateInstance(Instance instance, FieldMask fieldMask) throws SpannerException {
    UpdateInstanceRequest request =
        UpdateInstanceRequest.newBuilder().setInstance(instance).setFieldMask(fieldMask).build();
    return get(
        doUnaryCall(InstanceAdminGrpc.METHOD_UPDATE_INSTANCE, request, instance.getName(), null));
  }

  @Override
  public Instance getInstance(String instanceName) throws SpannerException {
    return get(
        doUnaryCall(
            InstanceAdminGrpc.METHOD_GET_INSTANCE,
            GetInstanceRequest.newBuilder().setName(instanceName).build(),
            instanceName,
            null));
  }

  @Override
  public void deleteInstance(String instanceName) throws SpannerException {
    get(
        doUnaryCall(
            InstanceAdminGrpc.METHOD_DELETE_INSTANCE,
            DeleteInstanceRequest.newBuilder().setName(instanceName).build(),
            instanceName,
            null));
  }

  @Override
  public Paginated listDatabases(
      String instanceName, int pageSize, @Nullable String pageToken) throws SpannerException {
    ListDatabasesRequest.Builder builder =
        ListDatabasesRequest.newBuilder().setParent(instanceName).setPageSize(pageSize);
    if (pageToken != null) {
      builder.setPageToken(pageToken);
    }
    nl.topicus.jdbc.shaded.com.google.spanner.admin.database.v1.ListDatabasesResponse response =
        get(
            doUnaryCall(
                DatabaseAdminGrpc.METHOD_LIST_DATABASES, builder.build(), instanceName, null));
    return new Paginated<>(response.getDatabasesList(), response.getNextPageToken());
  }

  @Override
  public Operation createDatabase(
      String instanceName, String createDatabaseStatement, Iterable additionalStatements)
      throws SpannerException {
    CreateDatabaseRequest request =
        CreateDatabaseRequest.newBuilder()
            .setParent(instanceName)
            .setCreateStatement(createDatabaseStatement)
            .addAllExtraStatements(additionalStatements)
            .build();
    return get(doUnaryCall(DatabaseAdminGrpc.METHOD_CREATE_DATABASE, request, instanceName, null));
  }

  @Override
  public Operation updateDatabaseDdl(
      String databaseName, Iterable updateStatements, @Nullable String operationId)
      throws SpannerException {
    UpdateDatabaseDdlRequest request =
        UpdateDatabaseDdlRequest.newBuilder()
            .setDatabase(databaseName)
            .addAllStatements(updateStatements)
            .setOperationId(MoreObjects.firstNonNull(operationId, ""))
            .build();
    return get(
        doUnaryCall(DatabaseAdminGrpc.METHOD_UPDATE_DATABASE_DDL, request, databaseName, null));
  }

  @Override
  public void dropDatabase(String databaseName) throws SpannerException {
    get(
        doUnaryCall(
            DatabaseAdminGrpc.METHOD_DROP_DATABASE,
            DropDatabaseRequest.newBuilder().setDatabase(databaseName).build(),
            databaseName,
            null));
  }

  @Override
  public List getDatabaseDdl(String databaseName) throws SpannerException {
    GetDatabaseDdlRequest request =
        GetDatabaseDdlRequest.newBuilder().setDatabase(databaseName).build();
    return get(doUnaryCall(DatabaseAdminGrpc.METHOD_GET_DATABASE_DDL, request, databaseName, null))
        .getStatementsList();
  }

  @Override
  public Database getDatabase(String databaseName) throws SpannerException {
    return get(
        doUnaryCall(
            DatabaseAdminGrpc.METHOD_GET_DATABASE,
            GetDatabaseRequest.newBuilder().setName(databaseName).build(),
            databaseName,
            null));
  }

  @Override
  public Operation getOperation(String name) throws SpannerException {
    GetOperationRequest request = GetOperationRequest.newBuilder().setName(name).build();
    return get(doUnaryCall(OperationsGrpc.METHOD_GET_OPERATION, request, name, null));
  }

  @Override
  public Session createSession(
      String databaseName, @Nullable Map labels, @Nullable Map options) {
    CreateSessionRequest.Builder request =
        CreateSessionRequest.newBuilder().setDatabase(databaseName);
    if (labels != null && !labels.isEmpty()) {
      Session.Builder session = Session.newBuilder().putAllLabels(labels);
      request.setSession(session);
    }
    return get(
        doUnaryCall(
            SpannerGrpc.METHOD_CREATE_SESSION,
            request.build(),
            databaseName,
            Option.CHANNEL_HINT.getLong(options)));
  }

  @Override
  public void deleteSession(String sessionName, @Nullable Map options) {
    DeleteSessionRequest request = DeleteSessionRequest.newBuilder().setName(sessionName).build();
    get(
        doUnaryCall(
            SpannerGrpc.METHOD_DELETE_SESSION,
            request,
            sessionName,
            Option.CHANNEL_HINT.getLong(options)));
  }

  @Override
  public StreamingCall read(
      ReadRequest request, ResultStreamConsumer consumer, @Nullable Map options) {
    return doStreamingCall(
        SpannerGrpc.METHOD_STREAMING_READ,
        request,
        consumer,
        request.getSession(),
        Option.CHANNEL_HINT.getLong(options));
  }

  @Override
  public StreamingCall executeQuery(
      ExecuteSqlRequest request, ResultStreamConsumer consumer, @Nullable Map options) {
    return doStreamingCall(
        SpannerGrpc.METHOD_EXECUTE_STREAMING_SQL,
        request,
        consumer,
        request.getSession(),
        Option.CHANNEL_HINT.getLong(options));
  }

  @Override
  public Transaction beginTransaction(
      BeginTransactionRequest request, @Nullable Map options) {
    return get(
        doUnaryCall(
            SpannerGrpc.METHOD_BEGIN_TRANSACTION,
            request,
            request.getSession(),
            Option.CHANNEL_HINT.getLong(options)));
  }

  @Override
  public CommitResponse commit(CommitRequest commitRequest, @Nullable Map options) {
    return get(
        doUnaryCall(
            SpannerGrpc.METHOD_COMMIT,
            commitRequest,
            commitRequest.getSession(),
            Option.CHANNEL_HINT.getLong(options)));
  }

  @Override
  public void rollback(RollbackRequest request, @Nullable Map options) {
    get(
        doUnaryCall(
            SpannerGrpc.METHOD_ROLLBACK,
            request,
            request.getSession(),
            Option.CHANNEL_HINT.getLong(options)));
  }

  /** Gets the result of an async RPC call, handling any exceptions encountered. */
  private static  T get(final Future future) throws SpannerException {
    final Context context = Context.current();
    try {
      return future.get();
    } catch (InterruptedException e) {
      // We are the sole consumer of the future, so cancel it.
      future.cancel(true);
      throw SpannerExceptionFactory.propagateInterrupt(e);
    } catch (ExecutionException | CancellationException e) {
      throw newSpannerException(context, e);
    }
  }

  private  Future doUnaryCall(
      MethodDescriptor method,
      ReqT request,
      @Nullable String resource,
      @Nullable Long channelHint) {
    CallOptions callOptions =
        credentials == null
            ? CallOptions.DEFAULT
            : CallOptions.DEFAULT.withCallCredentials(credentials);
    final ClientCall call =
        new MetadataClientCall<>(
            pick(channelHint, channels).newCall(method, callOptions),
            metadataProvider.newMetadata(resource, projectName()));
    return ClientCalls.futureUnaryCall(call, request);
  }

  private  StreamingCall doStreamingCall(
      MethodDescriptor method,
      T request,
      ResultStreamConsumer consumer,
      @Nullable String resource,
      @Nullable Long channelHint) {
    final Context context = Context.current();
    // TODO: Add deadline based on context.
    CallOptions callOptions =
        credentials == null
            ? CallOptions.DEFAULT
            : CallOptions.DEFAULT.withCallCredentials(credentials);
    final ClientCall call =
        new MetadataClientCall<>(
            pick(channelHint, channels).newCall(method, callOptions),
            metadataProvider.newMetadata(resource, projectName()));
    ResultSetStreamObserver observer = new ResultSetStreamObserver(consumer, context, call);
    ClientCalls.asyncServerStreamingCall(call, request, observer);
    return observer;
  }

  @VisibleForTesting
  static class MetadataClientCall
      extends ForwardingClientCall.SimpleForwardingClientCall {
    private final Metadata extraMetadata;

    MetadataClientCall(ClientCall call, Metadata extraMetadata) {
      super(call);
      this.extraMetadata = extraMetadata;
    }

    @Override
    public void start(Listener responseListener, Metadata metadata) {
      metadata.merge(extraMetadata);
      super.start(responseListener, metadata);
    }
  }

  private  T pick(@Nullable Long hint, List elements) {
    long hintVal = Math.abs(hint != null ? hint : random.nextLong());
    long index = hintVal % elements.size();
    return elements.get((int) index);
  }

  /**
   * This is a one time setup for grpcz pages. This adds all of the methods to the Tracing
   * environment required to show a consistent set of methods relating to Cloud Bigtable on the
   * grpcz page.  If HBase artifacts are present, this will add tracing metadata for HBase methods.
   *
   * TODO: Remove this when we depend on gRPC 1.8
   */
  private static void setupTracingConfig() {
    SampledSpanStore store = Tracing.getExportComponent().getSampledSpanStore();
    if (store == null) {
      // Tracing implementation is not linked.
      return;
    }
    List descriptors = new ArrayList<>();
    addDescriptor(descriptors, SpannerGrpc.getServiceDescriptor());
    addDescriptor(descriptors, DatabaseAdminGrpc.getServiceDescriptor());
    addDescriptor(descriptors, InstanceAdminGrpc.getServiceDescriptor());
    store.registerSpanNamesForCollection(descriptors);
  }

  /**
   * Reads a list of {@link MethodDescriptor}s from a {@link ServiceDescriptor} and creates a list
   * of Open Census tags.
   */
  private static void addDescriptor(List descriptors, ServiceDescriptor serviceDescriptor) {
    for (MethodDescriptor method : serviceDescriptor.getMethods()) {
      // This is added by a grpc ClientInterceptor
      descriptors.add("Sent." + method.getFullMethodName().replace('/', '.'));
    }
  }

  private static class ResultSetStreamObserver
      implements ClientResponseObserver, StreamingCall {
    private final ResultStreamConsumer consumer;
    private final Context context;
    private final ClientCall call;
    private volatile ClientCallStreamObserver requestStream;

    public ResultSetStreamObserver(
        ResultStreamConsumer consumer, Context context, ClientCall call) {
      this.consumer = consumer;
      this.context = context;
      this.call = call;
    }

    @Override
    public void beforeStart(final ClientCallStreamObserver requestStream) {
      this.requestStream = requestStream;
      requestStream.disableAutoInboundFlowControl();
    }

    @Override
    public void onNext(PartialResultSet value) {
      consumer.onPartialResultSet(value);
    }

    @Override
    public void onError(Throwable t) {
      consumer.onError(newSpannerException(context, t));
    }

    @Override
    public void onCompleted() {
      consumer.onCompleted();
    }

    @Override
    public void request(int numMessages) {
      requestStream.request(numMessages);
    }

    @Override
    public void cancel(@Nullable String message) {
      call.cancel(message, null);
    }
  }

  private static class LoggingInterceptor implements ClientInterceptor {
    private final Level level;

    LoggingInterceptor(Level level) {
      this.level = level;
    }

    private class CallLogger {
      private final MethodDescriptor method;

      CallLogger(MethodDescriptor method) {
        this.method = method;
      }

      void log(String message) {
        logger.log(
            level,
            "{0}[{1}]: {2}",
            new Object[] {
              method.getFullMethodName(),
              Integer.toHexString(System.identityHashCode(this)),
              message
            });
      }

      void logfmt(String message, Object... params) {
        log(String.format(message, params));
      }
    }

    @Override
    public  ClientCall interceptCall(
        MethodDescriptor method, CallOptions callOptions, Channel next) {
      if (!logger.isLoggable(level)) {
        return next.newCall(method, callOptions);
      }

      final CallLogger callLogger = new CallLogger(method);
      callLogger.log("Start");
      return new ForwardingClientCall.SimpleForwardingClientCall(
          next.newCall(method, callOptions)) {
        @Override
        public void start(Listener responseListener, Metadata headers) {
          super.start(
              new ForwardingClientCallListener.SimpleForwardingClientCallListener(
                  responseListener) {
                @Override
                public void onMessage(RespT message) {
                  callLogger.logfmt("Received:\n%s", message);
                  super.onMessage(message);
                }

                @Override
                public void onClose(Status status, Metadata trailers) {
                  callLogger.logfmt("Closed with status %s and trailers %s", status, trailers);
                  super.onClose(status, trailers);
                }
              },
              headers);
        }

        @Override
        public void sendMessage(ReqT message) {
          callLogger.logfmt("Send:\n%s", message);
          super.sendMessage(message);
        }

        @Override
        public void cancel(@Nullable String message, @Nullable Throwable cause) {
          callLogger.logfmt("Cancelled with message %s", message);
          super.cancel(message, cause);
        }
      };
    }
  }
}