datahub.spark.model.DatasetLineage Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of datahub-spark-lineage Show documentation

Library to push data lineage from spark to datahub

There is a newer version: 0.14.1-12rc3

Show newest version

package datahub.spark.model;

import datahub.spark.model.dataset.SparkDataset;
import java.util.Collections;
import java.util.HashSet;
import java.util.Set;
import lombok.Getter;
import lombok.RequiredArgsConstructor;
import lombok.ToString;

@RequiredArgsConstructor
@ToString
public class DatasetLineage {

  private final Set sources = new HashSet<>();

  @Getter private final String callSiteShort;

  @Getter private final String plan;

  @Getter private final SparkDataset sink;

  public void addSource(SparkDataset source) {
    sources.add(source);
  }

  public Set getSources() {
    return Collections.unmodifiableSet(sources);
  }
}