org.apache.hudi.table.action.HoodieWriteMetadata Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hudi-spark-bundle_2.11 Show documentation
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hudi.table.action;

import org.apache.hudi.common.model.HoodieCommitMetadata;
import org.apache.hudi.common.model.HoodieWriteStat;
import org.apache.hudi.common.util.Option;

import java.time.Duration;
import java.util.Collections;
import java.util.List;
import java.util.Map;

/**
 * Contains metadata, write-statuses and latency times corresponding to a commit/delta-commit action.
 */
public class HoodieWriteMetadata {

  private O writeStatuses;
  private Option indexLookupDuration = Option.empty();
  private Option sourceReadAndIndexDurationMs = Option.empty();

  // Will be set when auto-commit happens
  private boolean isCommitted;
  private Option commitMetadata = Option.empty();
  private Option> writeStats = Option.empty();
  private Option indexUpdateDuration = Option.empty();
  private Option finalizeDuration = Option.empty();
  private Option>> partitionToReplaceFileIds = Option.empty();

  public HoodieWriteMetadata() {
  }

  /**
   * Clones the write metadata with transformed write statuses.
   *
   * @param transformedWriteStatuses transformed write statuses
   * @param                       type of transformed write statuses
   * @return Cloned {@link HoodieWriteMetadata} instance
   */
  public  HoodieWriteMetadata clone(T transformedWriteStatuses) {
    HoodieWriteMetadata newMetadataInstance = new HoodieWriteMetadata<>();
    newMetadataInstance.setWriteStatuses(transformedWriteStatuses);
    if (indexLookupDuration.isPresent()) {
      newMetadataInstance.setIndexLookupDuration(indexLookupDuration.get());
    }
    if (sourceReadAndIndexDurationMs.isPresent()) {
      newMetadataInstance.setSourceReadAndIndexDurationMs(sourceReadAndIndexDurationMs.get());
    }
    newMetadataInstance.setCommitted(isCommitted);
    newMetadataInstance.setCommitMetadata(commitMetadata);
    if (writeStats.isPresent()) {
      newMetadataInstance.setWriteStats(writeStats.get());
    }
    if (indexUpdateDuration.isPresent()) {
      newMetadataInstance.setIndexUpdateDuration(indexUpdateDuration.get());
    }
    if (finalizeDuration.isPresent()) {
      newMetadataInstance.setFinalizeDuration(finalizeDuration.get());
    }
    if (partitionToReplaceFileIds.isPresent()) {
      newMetadataInstance.setPartitionToReplaceFileIds(partitionToReplaceFileIds.get());
    }
    return newMetadataInstance;
  }

  public O getWriteStatuses() {
    return writeStatuses;
  }

  public Option getCommitMetadata() {
    return commitMetadata;
  }

  public void setWriteStatuses(O writeStatuses) {
    this.writeStatuses = writeStatuses;
  }

  public void setCommitMetadata(Option commitMetadata) {
    this.commitMetadata = commitMetadata;
  }

  public Option getFinalizeDuration() {
    return finalizeDuration;
  }

  public void setFinalizeDuration(Duration finalizeDuration) {
    this.finalizeDuration = Option.ofNullable(finalizeDuration);
  }

  public Option getIndexUpdateDuration() {
    return indexUpdateDuration;
  }

  public void setIndexUpdateDuration(Duration indexUpdateDuration) {
    this.indexUpdateDuration = Option.ofNullable(indexUpdateDuration);
  }

  public boolean isCommitted() {
    return isCommitted;
  }

  public void setCommitted(boolean committed) {
    isCommitted = committed;
  }

  public Option> getWriteStats() {
    return writeStats;
  }

  public void setWriteStats(List writeStats) {
    this.writeStats = Option.of(writeStats);
  }

  public Option getIndexLookupDuration() {
    return indexLookupDuration;
  }

  public void setIndexLookupDuration(Duration indexLookupDuration) {
    this.indexLookupDuration = Option.ofNullable(indexLookupDuration);
  }

  public Option getSourceReadAndIndexDurationMs() {
    return sourceReadAndIndexDurationMs;
  }

  public void setSourceReadAndIndexDurationMs(Long sourceReadAndIndexDurationMs) {
    this.sourceReadAndIndexDurationMs = Option.of(sourceReadAndIndexDurationMs);
  }

  public Map> getPartitionToReplaceFileIds() {
    return partitionToReplaceFileIds.orElse(Collections.emptyMap());
  }

  public void setPartitionToReplaceFileIds(Map> partitionToReplaceFileIds) {
    this.partitionToReplaceFileIds = Option.ofNullable(partitionToReplaceFileIds);
  }
}