Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hudi.common.model;
import javax.annotation.Nullable;
import java.io.Serializable;
import java.util.Objects;
/**
* Hoodie metadata for the column range of data stored in columnar format (like Parquet)
*
* NOTE: {@link Comparable} is used as raw-type so that we can handle polymorphism, where
* caller apriori is not aware of the type {@link HoodieColumnRangeMetadata} is
* associated with
*/
@SuppressWarnings("rawtype")
public class HoodieColumnRangeMetadata implements Serializable {
private final String filePath;
private final String columnName;
@Nullable
private final T minValue;
@Nullable
private final T maxValue;
private final long nullCount;
private final long valueCount;
private final long totalSize;
private final long totalUncompressedSize;
private HoodieColumnRangeMetadata(String filePath,
String columnName,
@Nullable T minValue,
@Nullable T maxValue,
long nullCount,
long valueCount,
long totalSize,
long totalUncompressedSize) {
this.filePath = filePath;
this.columnName = columnName;
this.minValue = minValue;
this.maxValue = maxValue;
this.nullCount = nullCount;
this.valueCount = valueCount;
this.totalSize = totalSize;
this.totalUncompressedSize = totalUncompressedSize;
}
public String getFilePath() {
return this.filePath;
}
public String getColumnName() {
return this.columnName;
}
@Nullable
public T getMinValue() {
return this.minValue;
}
@Nullable
public T getMaxValue() {
return this.maxValue;
}
public long getNullCount() {
return nullCount;
}
public long getValueCount() {
return valueCount;
}
public long getTotalSize() {
return totalSize;
}
public long getTotalUncompressedSize() {
return totalUncompressedSize;
}
@Override
public boolean equals(final Object o) {
if (this == o) {
return true;
}
if (o == null || getClass() != o.getClass()) {
return false;
}
final HoodieColumnRangeMetadata that = (HoodieColumnRangeMetadata) o;
return Objects.equals(getFilePath(), that.getFilePath())
&& Objects.equals(getColumnName(), that.getColumnName())
&& Objects.equals(getMinValue(), that.getMinValue())
&& Objects.equals(getMaxValue(), that.getMaxValue())
&& Objects.equals(getNullCount(), that.getNullCount())
&& Objects.equals(getValueCount(), that.getValueCount())
&& Objects.equals(getTotalSize(), that.getTotalSize())
&& Objects.equals(getTotalUncompressedSize(), that.getTotalUncompressedSize());
}
@Override
public int hashCode() {
return Objects.hash(getColumnName(), getMinValue(), getMaxValue(), getNullCount());
}
@Override
public String toString() {
return "HoodieColumnRangeMetadata{"
+ "filePath ='" + filePath + '\''
+ ", columnName='" + columnName + '\''
+ ", minValue=" + minValue
+ ", maxValue=" + maxValue
+ ", nullCount=" + nullCount
+ ", valueCount=" + valueCount
+ ", totalSize=" + totalSize
+ ", totalUncompressedSize=" + totalUncompressedSize
+ '}';
}
public static > HoodieColumnRangeMetadata create(String filePath,
String columnName,
@Nullable T minValue,
@Nullable T maxValue,
long nullCount,
long valueCount,
long totalSize,
long totalUncompressedSize) {
return new HoodieColumnRangeMetadata<>(filePath, columnName, minValue, maxValue, nullCount, valueCount, totalSize, totalUncompressedSize);
}
@SuppressWarnings("rawtype")
public static HoodieColumnRangeMetadata stub(String filePath,
String columnName) {
return new HoodieColumnRangeMetadata<>(filePath, columnName, null, null, -1, -1, -1, -1);
}
/**
* Merges the given two column range metadata.
*/
public static HoodieColumnRangeMetadata merge(
HoodieColumnRangeMetadata left,
HoodieColumnRangeMetadata right) {
String filePath = left.getFilePath();
String columnName = left.getColumnName();
Comparable min = minVal(left.getMinValue(), right.getMinValue());
Comparable max = maxVal(left.getMaxValue(), right.getMaxValue());
long nullCount = left.getNullCount() + right.getNullCount();
long valueCount = left.getValueCount() + right.getValueCount();
long totalSize = left.getTotalSize() + right.getTotalSize();
long totalUncompressedSize = left.getTotalUncompressedSize() + right.getTotalUncompressedSize();
return create(filePath, columnName, min, max, nullCount, valueCount, totalSize, totalUncompressedSize);
}
private static Comparable minVal(Comparable val1, Comparable val2) {
if (val1 == null) {
return val2;
}
if (val2 == null) {
return val1;
}
return val1.compareTo(val2) < 0 ? val1 : val2;
}
private static Comparable maxVal(Comparable val1, Comparable val2) {
if (val1 == null) {
return val2;
}
if (val2 == null) {
return val1;
}
return val1.compareTo(val2) > 0 ? val1 : val2;
}
}
