org.apache.accumulo.manager.replication.ReplicationDriver Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of accumulo-manager Show documentation
The manager server for Apache Accumulo for load balancing and other system-wide operations.
There is a newer version: 3.0.0
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.accumulo.manager.replication;

import org.apache.accumulo.core.client.AccumuloClient;
import org.apache.accumulo.core.conf.AccumuloConfiguration;
import org.apache.accumulo.core.conf.Property;
import org.apache.accumulo.core.trace.TraceUtil;
import org.apache.accumulo.core.util.UtilWaitThread;
import org.apache.accumulo.manager.Manager;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import io.opentelemetry.api.trace.Span;
import io.opentelemetry.context.Scope;

/**
 * Daemon wrapper around the {@link WorkMaker} that separates it from the Manager
 */
@Deprecated
public class ReplicationDriver implements Runnable {
  private static final Logger log = LoggerFactory.getLogger(ReplicationDriver.class);

  private final Manager manager;
  private final AccumuloConfiguration conf;

  private WorkMaker workMaker;
  private StatusMaker statusMaker;
  private FinishedWorkUpdater finishedWorkUpdater;
  private RemoveCompleteReplicationRecords rcrr;
  private AccumuloClient client;

  public ReplicationDriver(Manager manager) {
    this.manager = manager;
    this.conf = manager.getConfiguration();
  }

  @Override
  public void run() {

    long millisToWait = conf.getTimeInMillis(Property.REPLICATION_DRIVER_DELAY);
    log.debug("Waiting {}ms before starting main replication loop", millisToWait);
    UtilWaitThread.sleep(millisToWait);

    log.debug("Starting replication loop");

    while (manager.stillManager()) {
      if (workMaker == null) {
        client = manager.getContext();
        statusMaker = new StatusMaker(client, manager.getVolumeManager());
        workMaker = new WorkMaker(manager.getContext(), client);
        finishedWorkUpdater = new FinishedWorkUpdater(client);
        rcrr = new RemoveCompleteReplicationRecords(client);
      }

      Span span = TraceUtil.startSpan(this.getClass(), "managerReplicationDriver");
      try (Scope scope = span.makeCurrent()) {

        // Make status markers from replication records in metadata, removing entries in
        // metadata which are no longer needed (closed records)
        // This will end up creating the replication table too
        try {
          statusMaker.run();
        } catch (Exception e) {
          TraceUtil.setException(span, e, false);
          log.error("Caught Exception trying to create Replication status records", e);
        }

        // Tell the work maker to make work
        try {
          workMaker.run();
        } catch (Exception e) {
          TraceUtil.setException(span, e, false);
          log.error("Caught Exception trying to create Replication work records", e);
        }

        // Update the status records from the work records
        try {
          finishedWorkUpdater.run();
        } catch (Exception e) {
          TraceUtil.setException(span, e, false);
          log.error(
              "Caught Exception trying to update Replication records using finished work records",
              e);
        }

        // Clean up records we no longer need.
        // It must be running at the same time as the StatusMaker or WorkMaker
        // So it's important that we run these sequentially and not concurrently
        try {
          rcrr.run();
        } catch (Exception e) {
          TraceUtil.setException(span, e, false);
          log.error("Caught Exception trying to remove finished Replication records", e);
        }

      } catch (Exception e) {
        TraceUtil.setException(span, e, true);
        throw e;
      } finally {
        span.end();
      }

      // Sleep for a bit
      long sleepMillis = conf.getTimeInMillis(Property.MANAGER_REPLICATION_SCAN_INTERVAL);
      log.trace("Sleeping for {}ms before re-running", sleepMillis);
      try {
        Thread.sleep(sleepMillis);
      } catch (InterruptedException e) {
        log.error("Interrupted while sleeping", e);
      }
    }
  }
}