org.apache.tsfile.file.metadata.AlignedTimeSeriesMetadata Maven / Gradle / Ivy
Show all versions of tsfile Show documentation
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.tsfile.file.metadata;
import org.apache.tsfile.enums.TSDataType;
import org.apache.tsfile.file.metadata.statistics.Statistics;
import org.apache.tsfile.read.controller.IChunkMetadataLoader;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Optional;
public class AlignedTimeSeriesMetadata implements ITimeSeriesMetadata {
// TimeSeriesMetadata for time column
private final TimeseriesMetadata timeseriesMetadata;
// TimeSeriesMetadata for all subSensors in the vector
private final List valueTimeseriesMetadataList;
private IChunkMetadataLoader chunkMetadataLoader;
public AlignedTimeSeriesMetadata(
TimeseriesMetadata timeseriesMetadata, List valueTimeseriesMetadataList) {
this.timeseriesMetadata = timeseriesMetadata;
this.valueTimeseriesMetadataList = valueTimeseriesMetadataList;
}
/**
* If the vector contains only one sub sensor, just return the sub sensor's Statistics Otherwise,
* return the Statistics of the time column.
*/
@Override
public Statistics getStatistics() {
return valueTimeseriesMetadataList.size() == 1 && valueTimeseriesMetadataList.get(0) != null
? valueTimeseriesMetadataList.get(0).getStatistics()
: timeseriesMetadata.getStatistics();
}
@Override
public Statistics getTimeStatistics() {
return timeseriesMetadata.getStatistics();
}
@Override
public Optional> getMeasurementStatistics(
int measurementIndex) {
TimeseriesMetadata metadata = valueTimeseriesMetadataList.get(measurementIndex);
return Optional.ofNullable(metadata == null ? null : metadata.getStatistics());
}
@Override
public boolean hasNullValue(int measurementIndex) {
long rowCount = getTimeStatistics().getCount();
Optional> statistics =
getMeasurementStatistics(measurementIndex);
return statistics.map(stat -> stat.hasNullValue(rowCount)).orElse(true);
}
@Override
public int getMeasurementCount() {
return valueTimeseriesMetadataList.size();
}
@Override
public boolean timeAllSelected() {
for (int index = 0; index < getMeasurementCount(); index++) {
if (!hasNullValue(index)) {
// When there is any value page point number that is the same as the time page,
// it means that all timestamps in time page will be selected.
return true;
}
}
return false;
}
@Override
public boolean isModified() {
return timeseriesMetadata.isModified();
}
@Override
public void setModified(boolean modified) {
timeseriesMetadata.setModified(modified);
for (TimeseriesMetadata subSensor : valueTimeseriesMetadataList) {
if (subSensor != null) {
subSensor.setModified(modified);
}
}
}
@Override
public boolean isSeq() {
return timeseriesMetadata.isSeq();
}
@Override
public void setSeq(boolean seq) {
timeseriesMetadata.setSeq(seq);
for (TimeseriesMetadata subSensor : valueTimeseriesMetadataList) {
if (subSensor != null) {
subSensor.setSeq(seq);
}
}
}
/**
* If the chunkMetadataLoader is MemChunkMetadataLoader, the VectorChunkMetadata is already
* assembled while constructing the in-memory TsFileResource, so we just return the assembled
* VectorChunkMetadata list.
*
* Otherwise, we need to assemble the ChunkMetadata of time column and the ChunkMetadata of all
* the subSensors to generate the VectorChunkMetadata
*/
@Override
public List loadChunkMetadataList() {
return chunkMetadataLoader.loadChunkMetadataList(this);
}
public List getCopiedChunkMetadataList() {
List timeChunkMetadata = timeseriesMetadata.getCopiedChunkMetadataList();
List> valueChunkMetadataList = new ArrayList<>();
for (TimeseriesMetadata metadata : valueTimeseriesMetadataList) {
valueChunkMetadataList.add(metadata == null ? null : metadata.getCopiedChunkMetadataList());
}
return getAlignedChunkMetadata(timeChunkMetadata, valueChunkMetadataList);
}
public List getChunkMetadataList() {
List timeChunkMetadata = timeseriesMetadata.getChunkMetadataList();
List> valueChunkMetadataList = new ArrayList<>();
for (TimeseriesMetadata metadata : valueTimeseriesMetadataList) {
valueChunkMetadataList.add(metadata == null ? null : metadata.getChunkMetadataList());
}
return getAlignedChunkMetadata(timeChunkMetadata, valueChunkMetadataList);
}
/** Notice: if all the value chunks is empty chunk, then return empty list. */
private List getAlignedChunkMetadata(
List timeChunkMetadata, List> valueChunkMetadataList) {
List res = new ArrayList<>();
for (int i = 0; i < timeChunkMetadata.size(); i++) {
// only need time column
if (valueTimeseriesMetadataList.isEmpty()) {
res.add(new AlignedChunkMetadata(timeChunkMetadata.get(i), Collections.emptyList()));
} else {
List chunkMetadataList = new ArrayList<>();
// only at least one sensor exits, we add the AlignedChunkMetadata to the list
boolean exits = false;
for (List chunkMetadata : valueChunkMetadataList) {
IChunkMetadata v =
chunkMetadata == null
|| chunkMetadata.get(i).getStatistics().getCount() == 0 // empty chunk
? null
: chunkMetadata.get(i);
exits = (exits || v != null);
chunkMetadataList.add(v);
}
if (exits) {
res.add(new AlignedChunkMetadata(timeChunkMetadata.get(i), chunkMetadataList));
}
}
}
return res;
}
@Override
public void setChunkMetadataLoader(IChunkMetadataLoader chunkMetadataLoader) {
this.chunkMetadataLoader = chunkMetadataLoader;
}
@Override
public boolean typeMatch(List dataTypes) {
if (valueTimeseriesMetadataList != null) {
int notMatchCount = 0;
for (int i = 0, size = dataTypes.size(); i < size; i++) {
TimeseriesMetadata valueTimeSeriesMetadata = valueTimeseriesMetadataList.get(i);
if (valueTimeSeriesMetadata != null
&& !valueTimeSeriesMetadata.typeMatch(dataTypes.get(i))) {
valueTimeseriesMetadataList.set(i, null);
notMatchCount++;
}
}
return notMatchCount != dataTypes.size();
}
return true;
}
public List getValueTimeseriesMetadataList() {
return valueTimeseriesMetadataList;
}
public TimeseriesMetadata getTimeseriesMetadata() {
return timeseriesMetadata;
}
}