org.projectnessie.versioned.tiered.gc.RefFrame Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of nessie-versioned-tiered-gc Show documentation
There is a newer version: 0.9.2
Show newest version
/*
 * Copyright (C) 2020 Dremio
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.projectnessie.versioned.tiered.gc;

import java.io.Serializable;
import java.util.Optional;
import java.util.function.Consumer;
import java.util.function.Function;
import java.util.function.Supplier;
import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.SparkSession;
import org.projectnessie.versioned.store.Id;
import org.projectnessie.versioned.store.Store;
import org.projectnessie.versioned.store.Store.Acceptor;
import org.projectnessie.versioned.store.ValueType;
import org.projectnessie.versioned.tiered.Ref;

/** Class used for Branch/Tag records within Spark. */
public class RefFrame implements Serializable {
  private static final long serialVersionUID = 2499305773519134099L;

  private String name;
  private IdFrame id;

  /** Construct ref frame. */
  public RefFrame(String name, IdFrame id) {
    super();
    this.name = name;
    this.id = id;
  }

  public RefFrame() {}

  public static RefFrame of(String name, Id id) {
    return new RefFrame(name, IdFrame.of(id));
  }

  public String getName() {
    return name;
  }

  public IdFrame getId() {
    return id;
  }

  public void setName(String name) {
    this.name = name;
  }

  public void setId(IdFrame id) {
    this.id = id;
  }

  /** For a stream of Refs, convert each to a RefFrame. */
  private static final Function, RefFrame> CONVERTER =
      a -> {
        RefHandler handler = new RefHandler();
        a.applyValue(handler);
        return handler.frame;
      };

  private static final class RefHandler implements Ref {
    final RefFrame frame = new RefFrame();

    @Override
    public Ref name(String name) {
      frame.name = name;
      return this;
    }

    @Override
    public Tag tag() {
      return new RefTag();
    }

    @Override
    public Branch branch() {
      return new RefBranch();
    }

    private class RefTag implements Tag {
      @Override
      public Tag commit(Id commit) {
        frame.id = IdFrame.of(commit);
        return this;
      }

      @Override
      public Ref backToRef() {
        return RefHandler.this;
      }
    }

    private class RefBranch implements Branch {
      @Override
      public Branch commits(Consumer commits) {
        commits.accept(new RefBranchCommit());
        return this;
      }

      @Override
      public Ref backToRef() {
        return RefHandler.this;
      }
    }

    private class RefBranchCommit implements BranchCommit {
      private boolean populated;
      private Id id;
      private boolean hasParent;

      RefBranchCommit() {
        // empty
      }

      @Override
      public BranchCommit id(Id id) {
        if (!populated) {
          this.id = id;
        }
        return this;
      }

      @Override
      public SavedCommit saved() {
        return new SavedCommit() {
          @Override
          public SavedCommit parent(Id parent) {
            if (!populated) {
              hasParent = true;
            }
            return this;
          }

          @Override
          public BranchCommit done() {
            if (hasParent) {
              populated = true;
              frame.id = IdFrame.of(id);
            }
            return RefBranchCommit.this;
          }
        };
      }

      @SuppressWarnings("Convert2Lambda")
      @Override
      public UnsavedCommitDelta unsaved() {
        return new UnsavedCommitDelta() {
          @Override
          public UnsavedCommitMutations mutations() {
            return new UnsavedCommitMutations() {
              @Override
              public BranchCommit done() {
                if (hasParent) {
                  populated = true;
                  frame.id = IdFrame.of(id);
                }
                return RefBranchCommit.this;
              }
            };
          }
        };
      }
    }
  }

  /** Generate spark dataset from store supplier. */
  public static Dataset asDataset(Supplier store, SparkSession spark) {
    return ValueRetriever.dataset(
        store, ValueType.REF, RefFrame.class, Optional.empty(), spark, CONVERTER);
  }
}