org.apache.hudi.common.model.HoodieDeltaWriteStat Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hudi-datahub-sync-bundle Show documentation
There is a newer version: 1.0.0-beta2
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hudi.common.model;

import org.apache.hudi.common.util.Option;

import com.fasterxml.jackson.annotation.JsonIgnoreProperties;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * Statistics about a single Hoodie delta log operation.
 */
@JsonIgnoreProperties(ignoreUnknown = true)
@SuppressWarnings("rawtypes")
public class HoodieDeltaWriteStat extends HoodieWriteStat {

  private int logVersion;
  private long logOffset;
  private String baseFile;
  private List logFiles = new ArrayList<>();
  private Option>> recordsStats = Option.empty();

  public void setLogVersion(int logVersion) {
    this.logVersion = logVersion;
  }

  public int getLogVersion() {
    return logVersion;
  }

  public void setLogOffset(long logOffset) {
    this.logOffset = logOffset;
  }

  public long getLogOffset() {
    return logOffset;
  }

  public void setBaseFile(String baseFile) {
    this.baseFile = baseFile;
  }

  public String getBaseFile() {
    return baseFile;
  }

  public void setLogFiles(List logFiles) {
    this.logFiles = logFiles;
  }

  public void addLogFiles(String logFile) {
    logFiles.add(logFile);
  }

  public List getLogFiles() {
    return logFiles;
  }

  public void putRecordsStats(Map> stats) {
    if (!recordsStats.isPresent()) {
      recordsStats = Option.of(stats);
    } else {
      // in case there are multiple log blocks for one write process.
      recordsStats = Option.of(mergeRecordsStats(recordsStats.get(), stats));
    }
  }

  // keep for serialization efficiency
  public void setRecordsStats(Map> stats) {
    recordsStats = Option.of(stats);
  }

  public Option>> getColumnStats() {
    return recordsStats;
  }

  private static Map> mergeRecordsStats(
      Map> stats1,
      Map> stats2) {
    Map> mergedStats = new HashMap<>(stats1);
    for (Map.Entry> entry : stats2.entrySet()) {
      final String colName = entry.getKey();
      final HoodieColumnRangeMetadata metadata = mergedStats.containsKey(colName)
          ? HoodieColumnRangeMetadata.merge(mergedStats.get(colName), entry.getValue())
          : entry.getValue();
      mergedStats.put(colName, metadata);
    }
    return mergedStats;
  }
}