All Downloads are FREE. Search and download functionalities are using the official Maven repository.

alluxio.master.file.LostFileDetector Maven / Gradle / Ivy

There is a newer version: 313
Show newest version
/*
 * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
 * (the "License"). You may not use this work except in compliance with the License, which is
 * available at www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied, as more fully set forth in the License.
 *
 * See the NOTICE file distributed with this work for information regarding copyright ownership.
 */

package alluxio.master.file;

import alluxio.exception.FileDoesNotExistException;
import alluxio.exception.status.UnavailableException;
import alluxio.heartbeat.HeartbeatExecutor;
import alluxio.master.file.meta.InodeTree;
import alluxio.master.file.meta.InodeTree.LockPattern;
import alluxio.master.file.meta.Inode;
import alluxio.master.file.meta.LockedInodePath;
import alluxio.master.file.meta.PersistenceState;
import alluxio.master.journal.JournalContext;
import alluxio.proto.journal.File.UpdateInodeEntry;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.annotation.concurrent.NotThreadSafe;

/**
 * Lost files periodic check.
 */
@NotThreadSafe
final class LostFileDetector implements HeartbeatExecutor {
  private static final Logger LOG = LoggerFactory.getLogger(LostFileDetector.class);
  private final FileSystemMaster mFileSystemMaster;
  private final InodeTree mInodeTree;

  /**
   * Constructs a new {@link LostFileDetector}.
   */
  public LostFileDetector(FileSystemMaster fileSystemMaster, InodeTree inodeTree) {
    mFileSystemMaster = fileSystemMaster;
    mInodeTree = inodeTree;
  }

  @Override
  public void heartbeat() throws InterruptedException {
    for (long fileId : mFileSystemMaster.getLostFiles()) {
      // Throw if interrupted.
      if (Thread.interrupted()) {
        throw new InterruptedException("LostFileDetector interrupted.");
      }
      // update the state
      try (JournalContext journalContext = mFileSystemMaster.createJournalContext();
          LockedInodePath inodePath =
              mInodeTree.lockFullInodePath(fileId, LockPattern.WRITE_INODE)) {
        Inode inode = inodePath.getInode();
        if (inode.getPersistenceState() != PersistenceState.PERSISTED) {
          mInodeTree.updateInode(journalContext, UpdateInodeEntry.newBuilder()
              .setId(inode.getId())
              .setPersistenceState(PersistenceState.LOST.name())
              .build());
        }
      } catch (FileDoesNotExistException e) {
        LOG.debug("Exception trying to get inode from inode tree", e);
      } catch (UnavailableException e) {
        LOG.warn("Failed to run lost file detector: {}", e.toString());
      }
    }
  }

  @Override
  public void close() {
    // Nothing to clean up
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy