alluxio.master.job.JournalMoveJobFactory Maven / Gradle / Ivy

Go to download
/*
 * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
 * (the "License"). You may not use this work except in compliance with the License, which is
 * available at www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied, as more fully set forth in the License.
 *
 * See the NOTICE file distributed with this work for information regarding copyright ownership.
 */

package alluxio.master.job;

import alluxio.AlluxioURI;
import alluxio.exception.runtime.FailedPreconditionRuntimeException;
import alluxio.exception.runtime.NotFoundRuntimeException;
import alluxio.exception.status.NotFoundException;
import alluxio.exception.status.UnavailableException;
import alluxio.master.file.DefaultFileSystemMaster;
import alluxio.master.file.meta.MountTable;
import alluxio.master.predicate.FilePredicate;
import alluxio.proto.journal.Job.FileFilter;
import alluxio.scheduler.job.Job;
import alluxio.scheduler.job.JobFactory;
import alluxio.scheduler.job.JobState;
import alluxio.underfs.UnderFileSystem;
import alluxio.wire.FileInfo;

import java.util.Optional;
import java.util.OptionalLong;
import java.util.function.Predicate;

/**
 * Factory for creating {@link MoveJob}s from journal entries.
 */
public class JournalMoveJobFactory implements JobFactory {
  private final DefaultFileSystemMaster mFs;

  private final alluxio.proto.journal.Job.MoveJobEntry mJobEntry;

  /**
   * Create factory.
   * @param journalEntry journal entry
   * @param fs file system master
   */
  public JournalMoveJobFactory(alluxio.proto.journal.Job.MoveJobEntry journalEntry,
                               DefaultFileSystemMaster fs) {
    mFs = fs;
    mJobEntry = journalEntry;
  }

  @Override
  public Job create() {
    String src = mJobEntry.getSrc();
    Optional user =
        mJobEntry.hasUser() ? Optional.of(mJobEntry.getUser()) : Optional.empty();
    MountTable.ReverseResolution resolution =
        mFs.getMountTable().reverseResolve(new AlluxioURI(src));
    long mountId;
    if (resolution == null) {
      throw new NotFoundRuntimeException("Mount point not found");
    }
    else {
      mountId = resolution.getMountInfo().getMountId();
    }
    UnderFileSystem ufs;
    try {
      ufs = mFs.getUfsManager().get(mountId).acquireUfsResource().get();
    } catch (NotFoundException | UnavailableException e) {
      // concurrent mount table change would cause this exception
      throw new FailedPreconditionRuntimeException(e);
    }
    Predicate predicate =
        mJobEntry.hasFilter() ? FilePredicate.create(mJobEntry.getFilter()).get() :
            FileInfo::isCompleted;
    Iterable fileIterator =
        new UfsFileIterable(ufs, src, user, predicate);
    AbstractJob job = getMoveJob(user, fileIterator);
    job.setJobState(JobState.fromProto(mJobEntry.getState()), false);
    if (mJobEntry.hasEndTime()) {
      job.setEndTime(mJobEntry.getEndTime());
    }
    return job;
  }

  private MoveJob getMoveJob(Optional user, Iterable fileIterator) {
    Optional fileFilter = mJobEntry.hasFilter() ? Optional.of(mJobEntry.getFilter()) :
        Optional.empty();
    MoveJob job =
        new MoveJob(mJobEntry.getSrc(), mJobEntry.getDst(), mJobEntry.getOverwrite(), user,
            mJobEntry.getJobId(),
            mJobEntry.hasBandwidth() ? OptionalLong.of(mJobEntry.getBandwidth()) :
                OptionalLong.empty(), mJobEntry.getPartialListing(), mJobEntry.getVerify(),
            mJobEntry.getCheckContent(), fileIterator, fileFilter);
    return job;
  }
}