All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.uber.hoodie.common.table.timeline.dto.FileSliceDTO Maven / Gradle / Ivy

The newest version!
/*
 * Copyright (c) 2019 Uber Technologies, Inc. ([email protected])
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *          http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.uber.hoodie.common.table.timeline.dto;

import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.uber.hoodie.common.model.FileSlice;
import java.util.List;
import java.util.stream.Collectors;

@JsonIgnoreProperties(ignoreUnknown = true)
public class FileSliceDTO {

  @JsonProperty("dataFile")
  DataFileDTO dataFile;
  @JsonProperty("logFiles")
  List logFiles;
  @JsonProperty("partition")
  private String partitionPath;
  @JsonProperty("fileId")
  private String fileId;
  @JsonProperty("baseInstant")
  private String baseInstantTime;

  public static FileSliceDTO fromFileSlice(FileSlice slice) {
    FileSliceDTO dto = new FileSliceDTO();
    dto.partitionPath = slice.getPartitionPath();
    dto.baseInstantTime = slice.getBaseInstantTime();
    dto.fileId = slice.getFileId();
    dto.dataFile = slice.getDataFile().map(DataFileDTO::fromHoodieDataFile).orElse(null);
    dto.logFiles = slice.getLogFiles().map(LogFileDTO::fromHoodieLogFile).collect(Collectors.toList());
    return dto;
  }

  public static FileSlice toFileSlice(FileSliceDTO dto) {
    FileSlice slice = new FileSlice(dto.partitionPath, dto.baseInstantTime, dto.fileId);
    slice.setDataFile(DataFileDTO.toHoodieDataFile(dto.dataFile));
    dto.logFiles.stream().forEach(lf -> slice.addLogFile(LogFileDTO.toHoodieLogFile(lf)));
    return slice;
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy