org.infrastructurebuilder.data.ingest.DefaultIBDataJDBCIngesterSupplier Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of ibdata-database-ingesters Show documentation
IBData ingesters for JDBC databases
There is a newer version: 0.3.5
Show newest version
/**
 * Copyright © 2019 admin ([email protected])
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.infrastructurebuilder.data.ingest;

import static java.util.Objects.requireNonNull;
import static java.util.stream.Collectors.toList;

import java.nio.file.Path;
import java.util.Date;
import java.util.List;
import java.util.Optional;
import java.util.SortedMap;

import javax.inject.Inject;
import javax.inject.Named;

import org.infrastructurebuilder.data.DefaultIBDataStream;
import org.infrastructurebuilder.data.DefaultIBDataStreamIdentifier;
import org.infrastructurebuilder.data.DefaultIBDataStreamSupplier;
import org.infrastructurebuilder.data.IBDataException;
import org.infrastructurebuilder.data.IBDataIngester;
import org.infrastructurebuilder.data.IBDataSetIdentifier;
import org.infrastructurebuilder.data.IBDataSource;
import org.infrastructurebuilder.data.IBDataSourceSupplier;
import org.infrastructurebuilder.data.IBDataStreamSupplier;
import org.infrastructurebuilder.data.IBMetadataUtils;
import org.infrastructurebuilder.util.LoggerSupplier;
import org.infrastructurebuilder.util.config.AbstractCMSConfigurableSupplier;
import org.infrastructurebuilder.util.config.ConfigMap;
import org.infrastructurebuilder.util.config.ConfigMapSupplier;
import org.infrastructurebuilder.util.config.PathSupplier;
import org.slf4j.Logger;

@Named("jdbc")
public class DefaultIBDataJDBCIngesterSupplier extends AbstractIBDataIngesterSupplier {

  @Inject
  public DefaultIBDataJDBCIngesterSupplier(@Named(IBMetadataUtils.IBDATA_WORKING_PATH_SUPPLIER) PathSupplier wps,
      @Named(ConfigMapSupplier.MAVEN) ConfigMapSupplier cms, LoggerSupplier log) {
    this(wps, log, cms);
  }

  private DefaultIBDataJDBCIngesterSupplier(PathSupplier wps, LoggerSupplier log, ConfigMapSupplier cms) {
    super(wps, log, cms);
  }

  @Override
  public AbstractCMSConfigurableSupplier getConfiguredSupplier(ConfigMapSupplier cms) {
//    Optional configItem = Optional.ofNullable(cms.get().get(IBMetadataUtils.CACHE_DIRECTORY_CONFIG_ITEM));
//    Path cacheConfig = configItem.map(Paths::get)
//        .orElseThrow(() -> new IBDataException("No cache directory specified"));
    return new DefaultIBDataJDBCIngesterSupplier(getWps(), () -> getLog(), cms);
  }

  @Override
  protected IBDataIngester configuredType(ConfigMapSupplier config) {
    return new DefaultIBDataJDBCIngester(getWps().get(), getLog(), config.get());
  }

  public final class DefaultIBDataJDBCIngester extends AbstractIBDataIngester {

    public DefaultIBDataJDBCIngester(Path workingPath, Logger l, ConfigMap config) {
      super(workingPath, l, config);
    }

    @Override
    public List ingest(IBDataSetIdentifier dsi, SortedMap dssList) {
      requireNonNull(dsi);
      Date now = new Date(); // Ok for "now"  (Get it?)
      List ibdssList = requireNonNull(dssList).values().stream().map(dss -> {
        IBDataSource source = dss.get()
            // Set the working _path
            .withTargetPath(getWorkingPath())
            // Name or nothing
            .withName(dsi.getName().orElse(null))
            // description or nothing
            .withDescription(dsi.getDescription().orElse(null))
        //
        ;

        return source.get().map(thisOne -> {
          Path localPath = thisOne.getPath();
          Optional p = Optional.of(getWorkingPath().relativize(localPath).toString());

          source.getChecksum().ifPresent(checksum -> {
            if (!thisOne.getChecksum().equals(checksum))
              throw new IBDataException("Read stream failed to match expected checksum " + checksum);
          });
          DefaultIBDataStreamIdentifier ddsi = new DefaultIBDataStreamIdentifier(source, now, p);
          return new DefaultIBDataStreamSupplier(new DefaultIBDataStream(ddsi, thisOne));
        });
      })
          // JAVA 11+ .flatMap(Optional::stream)
          .filter(Optional::isPresent) // JAVA 8
          .map(Optional::get)
          //
          .collect(toList());
      return ibdssList;
    }

  }

}