org.molgenis.data.meta.persist.PackagePersister Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of molgenis-data Show documentation
There is a newer version: 8.4.5
package org.molgenis.data.meta.persist;

import static java.util.Objects.requireNonNull;
import static java.util.function.Function.identity;
import static java.util.stream.Collectors.toMap;
import static org.molgenis.data.meta.model.PackageMetadata.ID;
import static org.molgenis.data.meta.model.PackageMetadata.PACKAGE;

import com.google.common.collect.Iterators;
import com.google.common.collect.Sets;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Stream;
import org.molgenis.data.DataService;
import org.molgenis.data.Query;
import org.molgenis.data.meta.model.Package;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Transactional;

@Component
public class PackagePersister {
  private static final int BATCH_SIZE = 1000;

  private final DataService dataService;

  public PackagePersister(DataService dataService) {
    this.dataService = requireNonNull(dataService);
  }

  @Transactional
  public void upsertPackages(Stream packages) {
    Iterator> partitions = Iterators.partition(packages.iterator(), BATCH_SIZE);
    partitions.forEachRemaining(this::upsertPackages);
  }

  private void upsertPackages(Collection packages) {
    List packagesToAdd = new ArrayList<>(packages.size());
    List packagesToUpdate = new ArrayList<>(packages.size());

    Map packageMap = getCandidateExistingPackageMap(packages);
    packages.forEach(
        pack -> {
          Package existingPackage = packageMap.get(pack.getId());
          if (existingPackage != null) {
            pack.setId(existingPackage.getId()); // inject existing package identifier into package
            if (!pack.equals(existingPackage)) {
              packagesToUpdate.add(pack);
            }
          } else {
            packagesToAdd.add(pack);
          }
        });

    if (!packagesToAdd.isEmpty()) {
      dataService.add(PACKAGE, packagesToAdd.stream());
    }
    if (!packagesToUpdate.isEmpty()) {
      dataService.update(PACKAGE, packagesToUpdate.stream());
    }
  }

  private Map getCandidateExistingPackageMap(Collection packages) {
    Set packageIds = Sets.newHashSetWithExpectedSize(packages.size());
    packages.forEach(pack -> packageIds.add(pack.getId()));

    Query query = dataService.query(PACKAGE, Package.class).in(ID, packageIds);
    return query.findAll().collect(toMap(Package::getId, identity()));
  }
}