All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.projectnessie.versioned.tests.AbstractEntries Maven / Gradle / Ivy

There is a newer version: 0.101.3
Show newest version
/*
 * Copyright (C) 2022 Dremio
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.projectnessie.versioned.tests;

import static com.google.common.collect.Lists.newArrayList;
import static org.assertj.core.api.Assumptions.assumeThat;
import static org.projectnessie.model.IdentifiedContentKey.IdentifiedElement.identifiedElement;
import static org.projectnessie.versioned.VersionStore.KeyRestrictions.NO_KEY_RESTRICTIONS;
import static org.projectnessie.versioned.testworker.OnRefOnly.newOnRef;

import java.util.List;
import java.util.Optional;
import org.assertj.core.api.SoftAssertions;
import org.assertj.core.api.junit.jupiter.InjectSoftAssertions;
import org.assertj.core.api.junit.jupiter.SoftAssertionsExtension;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.ExtendWith;
import org.projectnessie.model.ContentKey;
import org.projectnessie.model.IdentifiedContentKey;
import org.projectnessie.model.Namespace;
import org.projectnessie.versioned.BranchName;
import org.projectnessie.versioned.ContentResult;
import org.projectnessie.versioned.Hash;
import org.projectnessie.versioned.KeyEntry;
import org.projectnessie.versioned.Ref;
import org.projectnessie.versioned.VersionStore;
import org.projectnessie.versioned.VersionStore.KeyRestrictions;
import org.projectnessie.versioned.paging.PaginationIterator;

@ExtendWith(SoftAssertionsExtension.class)
public abstract class AbstractEntries extends AbstractNestedVersionStore {
  @InjectSoftAssertions protected SoftAssertions soft;

  protected AbstractEntries(VersionStore store) {
    super(store);
  }

  @Test
  public void entriesWrongParameters() {
    assumeThat(isNewStorageModel()).isTrue();

    soft.assertThatIllegalArgumentException()
        .isThrownBy(
            () ->
                keysAsList(
                    store().noAncestorHash(),
                    KeyRestrictions.builder()
                        .minKey(ContentKey.of("foo"))
                        .maxKey(ContentKey.of("foo"))
                        .prefixKey(ContentKey.of("foo"))
                        .build()))
        .withMessageContaining(
            "Combining prefixKey with either minKey or maxKey is not supported.");
    soft.assertThatIllegalArgumentException()
        .isThrownBy(
            () ->
                keysAsList(
                    store().noAncestorHash(),
                    KeyRestrictions.builder()
                        .maxKey(ContentKey.of("foo"))
                        .prefixKey(ContentKey.of("foo"))
                        .build()))
        .withMessageContaining(
            "Combining prefixKey with either minKey or maxKey is not supported.");
    soft.assertThatIllegalArgumentException()
        .isThrownBy(
            () ->
                keysAsList(
                    store().noAncestorHash(),
                    KeyRestrictions.builder()
                        .minKey(ContentKey.of("foo"))
                        .prefixKey(ContentKey.of("foo"))
                        .build()))
        .withMessageContaining(
            "Combining prefixKey with either minKey or maxKey is not supported.");
  }

  @Test
  public void entriesRanges() throws Exception {
    assumeThat(isNewStorageModel()).isTrue();

    BranchName branch = BranchName.of("foo");
    ContentKey key1 = ContentKey.of("k1");
    ContentKey key2 = ContentKey.of("k2");
    ContentKey key2a = ContentKey.of("k2", "a");
    ContentKey key2b = ContentKey.of("k2", "aπ"); // UNICODE CHAR
    ContentKey key2c = ContentKey.of("k2", "πa"); // UNICODE CHAR, This is GREATER than k2.k3 !
    ContentKey key2d = ContentKey.of("k2", "aa");
    ContentKey key23 = ContentKey.of("k2", "k3");
    ContentKey key23a = ContentKey.of("k2", "k3", "a");
    ContentKey key23b = ContentKey.of("k2", "k3", "b");
    ContentKey key3 = ContentKey.of("k3");
    store().create(branch, Optional.empty()).getHash();
    Hash initialCommit =
        commit("Initial Commit")
            .put(key1, newOnRef("v1"))
            .put(key2, Namespace.of(key2))
            .put(key23, Namespace.of(key23))
            .put(key2a, newOnRef("v2a"))
            .put(key2b, newOnRef("v2b"))
            .put(key2c, newOnRef("v2c"))
            .put(key2d, newOnRef("v2d"))
            .put(key23a, newOnRef("v23a"))
            .put(key23b, newOnRef("v23b"))
            .put(key3, newOnRef("v3"))
            .toBranch(branch);

    soft.assertThat(keysAsList(initialCommit, NO_KEY_RESTRICTIONS))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(
            key1, key2, key2a, key2b, key2c, key2d, key23, key23a, key23b, key3);
    soft.assertThat(keysAsList(initialCommit, KeyRestrictions.builder().minKey(key23).build()))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(key23, key23a, key23b, key3, key2c);
    soft.assertThat(keysAsList(initialCommit, KeyRestrictions.builder().prefixKey(key23).build()))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(key23, key23a, key23b);
    soft.assertThat(keysAsList(initialCommit, KeyRestrictions.builder().maxKey(key23).build()))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(key1, key2, key2a, key2b, key2d, key23);
    soft.assertThat(
            keysAsList(
                initialCommit, KeyRestrictions.builder().minKey(key23).maxKey(key23a).build()))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(key23, key23a);
    soft.assertThat(
            keysAsList(
                initialCommit, KeyRestrictions.builder().prefixKey(ContentKey.of("k")).build()))
        .isEmpty();
    soft.assertThat(
            keysAsList(initialCommit, KeyRestrictions.builder().maxKey(ContentKey.of("k")).build()))
        .isEmpty();
    soft.assertThat(
            keysAsList(
                initialCommit, KeyRestrictions.builder().prefixKey(ContentKey.of("x")).build()))
        .isEmpty();
    soft.assertThat(
            keysAsList(
                initialCommit,
                KeyRestrictions.builder()
                    .contentKeyPredicate(k -> k.toPathString().startsWith(key2.toPathString()))
                    .build()))
        .map(e -> e.getKey().contentKey())
        .containsExactlyInAnyOrder(key2, key2a, key2b, key2c, key2d, key23, key23a, key23b);
  }

  List keysAsList(Ref ref, KeyRestrictions keyRestrictions) throws Exception {
    try (PaginationIterator keys = store().getKeys(ref, null, false, keyRestrictions)) {
      return newArrayList(keys);
    }
  }

  @Test
  void entries() throws Exception {
    BranchName branch = BranchName.of("foo");
    ContentKey key2 = ContentKey.of("k2");
    ContentKey key2a = ContentKey.of("k2", "a");
    ContentKey key23 = ContentKey.of("k2", "k3");
    ContentKey key23a = ContentKey.of("k2", "k3", "a");
    store().create(branch, Optional.empty()).getHash();
    Hash commit =
        commit("Initial Commit")
            .put(key2, Namespace.of(key2))
            .put(key23, Namespace.of(key23))
            .put(key2a, newOnRef("v2a"))
            .put(key23a, newOnRef("v23a"))
            .toBranch(branch);

    ContentResult content2 = store().getValue(commit, key2);
    ContentResult content2a = store().getValue(commit, key2a);
    ContentResult content23 = store().getValue(commit, key23);
    ContentResult content23a = store().getValue(commit, key23a);

    try (PaginationIterator iter =
        store.getKeys(commit, null, false, NO_KEY_RESTRICTIONS)) {
      soft.assertThat(iter)
          .toIterable()
          .extracting(KeyEntry::getKey)
          .containsExactlyInAnyOrder(
              content2.identifiedKey(),
              content2a.identifiedKey(),
              content23.identifiedKey(),
              content23a.identifiedKey());
    }

    if (isNewStorageModel()) {
      soft.assertThat(store.getIdentifiedKeys(commit, newArrayList(key2, key2a, key23, key23a)))
          .containsExactly(
              content2.identifiedKey(),
              content2a.identifiedKey(),
              content23.identifiedKey(),
              content23a.identifiedKey());

      soft.assertThat(content2a.identifiedKey().elements())
          .startsWith(
              content2
                  .identifiedKey()
                  .elements()
                  .toArray(new IdentifiedContentKey.IdentifiedElement[0]));
      soft.assertThat(content23.identifiedKey().elements())
          .startsWith(
              content2
                  .identifiedKey()
                  .elements()
                  .toArray(new IdentifiedContentKey.IdentifiedElement[0]));
      soft.assertThat(content23a.identifiedKey().elements())
          .startsWith(
              content23
                  .identifiedKey()
                  .elements()
                  .toArray(new IdentifiedContentKey.IdentifiedElement[0]));
    } else {
      soft.assertThat(store.getIdentifiedKeys(commit, newArrayList(key2, key2a, key23, key23a)))
          .extracting(IdentifiedContentKey::lastElement)
          .extracting(IdentifiedContentKey.IdentifiedElement::element)
          .containsExactly(key2.getName(), key2a.getName(), key23.getName(), key23a.getName());

      soft.assertThat(content2a.identifiedKey().lastElement())
          .isEqualTo(identifiedElement(key2a.getName(), content2a.content().getId()));
      soft.assertThat(content23.identifiedKey().lastElement())
          .isEqualTo(identifiedElement(key23.getName(), content23.content().getId()));
      soft.assertThat(content23a.identifiedKey().lastElement())
          .isEqualTo(identifiedElement(key23a.getName(), content23a.content().getId()));
    }
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy