org.apache.flink.lakesoul.sink.LakeSoulRollingPolicyImpl Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of lakesoul-flink Show documentation

There is a newer version: 2.5.1-flink-1.17

// SPDX-FileCopyrightText: 2023 LakeSoul Contributors
//
// SPDX-License-Identifier: Apache-2.0

package org.apache.flink.lakesoul.sink;

import org.apache.flink.streaming.api.functions.sink.filesystem.PartFileInfo;
import org.apache.flink.streaming.api.functions.sink.filesystem.rollingpolicies.CheckpointRollingPolicy;
import org.apache.flink.table.data.RowData;

import static org.apache.flink.lakesoul.tool.LakeSoulSinkOptions.DEFAULT_BUCKET_ROLLING_SIZE;
import static org.apache.flink.lakesoul.tool.LakeSoulSinkOptions.DEFAULT_BUCKET_ROLLING_TIME;

public class LakeSoulRollingPolicyImpl extends CheckpointRollingPolicy {

  private boolean rollOnCheckpoint;

  private long rollingSize;

  private long rollingTime;

  public LakeSoulRollingPolicyImpl(long rollingSize, long rollingTime) {
    this.rollOnCheckpoint = true;
    this.rollingSize = rollingSize;
    this.rollingTime = rollingTime;
  }

  public LakeSoulRollingPolicyImpl(boolean rollOnCheckpoint) {
    this.rollingSize = DEFAULT_BUCKET_ROLLING_SIZE;
    this.rollingTime = DEFAULT_BUCKET_ROLLING_TIME;
    this.rollOnCheckpoint = rollOnCheckpoint;
  }

  @Override
  public boolean shouldRollOnCheckpoint(PartFileInfo partFileState) {
    return this.rollOnCheckpoint;
  }

  @Override
  public boolean shouldRollOnEvent(PartFileInfo partFileState, RowData element) {
    return false;
  }

  @Override
  public boolean shouldRollOnProcessingTime(
      PartFileInfo partFileState, long currentTime) {
    return currentTime - partFileState.getLastUpdateTime() > rollingTime;
  }

  public boolean shouldRollOnMaxSize(long size) {
    return size > rollingSize;
  }

  public long getRollingSize() {
    return rollingSize;
  }

  public void setRollingSize(long rollingSize) {
    this.rollingSize = rollingSize;
  }

  public long getRollingTime() {
    return rollingTime;
  }

  public void setRollingTime(long rollingTime) {
    this.rollingTime = rollingTime;
  }

  public boolean isRollOnCheckpoint() {
    return rollOnCheckpoint;
  }

  public void setRollOnCheckpoint(boolean rollOnCheckpoint) {
    this.rollOnCheckpoint = rollOnCheckpoint;
  }
}