com.arcadedb.integration.importer.ImporterSettings Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of arcadedb-integration Show documentation
There is a newer version: 24.11.2
/*
 * Copyright © 2021-present Arcade Data Ltd ([email protected])
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * SPDX-FileCopyrightText: 2021-present Arcade Data Ltd ([email protected])
 * SPDX-License-Identifier: Apache-2.0
 */
package com.arcadedb.integration.importer;

import com.arcadedb.utility.FileUtils;

import java.util.*;

public class ImporterSettings {
  public String  database     = "./databases/imported";
  public String  url          = null;
  public boolean wal          = false;
  public int     verboseLevel = 2;
  public boolean probeOnly    = false;

  public String documents;
  public String documentsFileType;
  public String documentsDelimiter;
  public String documentsHeader;
  public Long   documentsSkipEntries      = null;
  public String documentTypeName          = "Document";
  public String documentPropertiesInclude = "*";
  public String vertices;
  public String verticesFileType;
  public String verticesDelimiter;
  public String verticesHeader;
  public Long   verticesSkipEntries       = null;
  public String vertexTypeName            = "Node";
  public String vertexPropertiesInclude   = "*";
  public long   expectedVertices          = 0l;

  public String  edges;
  public String  edgesFileType;
  public String  edgesDelimiter;
  public String  edgesHeader;
  public Long    edgesSkipEntries       = null;
  public String  edgeTypeName           = "Relationship";
  public String  edgePropertiesInclude  = "*";
  public long    expectedEdges          = 0l;
  public long    maxRAMIncomingEdges    = 256 * 1024 * 1024; // 256MB
  public String  edgeFromField          = null;
  public String  edgeToField            = null;
  public boolean edgeBidirectional      = true;
  public String  typeIdProperty         = null;
  public boolean typeIdPropertyIsUnique = false;
  public String  typeIdType             = "String";
  public int     parallel               = 1;
  public boolean forceDatabaseCreate    = false;
  public boolean trimText               = true;
  public long    analysisLimitBytes     = 100000;
  public long    analysisLimitEntries   = 10000;
  public long    parsingLimitBytes;
  public long    parsingLimitEntries;
  public int     commitEvery            = 5000;
  public String  mapping                = null;

  public final Map options = new HashMap<>();

  public ImporterSettings() {
    parallel = Runtime.getRuntime().availableProcessors() / 2 - 1;
    if (parallel < 1)
      parallel = 1;
  }

  protected void parseParameters(final String[] args) {
    if (args != null)
      for (int i = 0; i < args.length - 1; i += 2) {
        final char begin = args[i].charAt(0);
        if (begin != '-')
          throw new IllegalArgumentException("Arguments must begin with '-'");
        parseParameter(args[i].substring(1), args[i + 1]);
      }
  }

  public void parseParameter(final String name, String value) {
    value = FileUtils.getStringContent(value);

    if ("database".equals(name))
      database = value;
    else if ("url".equals(name))
      url = value;
    else if ("forceDatabaseCreate".equals(name))
      forceDatabaseCreate = Boolean.parseBoolean(value);
    else if ("wal".equals(name))
      wal = Boolean.parseBoolean(value);
    else if ("commitEvery".equals(name))
      commitEvery = Integer.parseInt(value);
    else if ("parallel".equals(name))
      parallel = Integer.parseInt(value);
    else if ("typeIdProperty".equals(name))
      typeIdProperty = value;
    else if ("typeIdUnique".equals(name))
      typeIdPropertyIsUnique = Boolean.parseBoolean(value);
    else if ("typeIdType".equals(name))
      typeIdType = value;
    else if ("trimText".equals(name))
      trimText = Boolean.parseBoolean(value);
    else if ("analysisLimitBytes".equals(name))
      analysisLimitBytes = FileUtils.getSizeAsNumber(value);
    else if ("analysisLimitEntries".equals(name))
      analysisLimitEntries = Long.parseLong(value);
    else if ("parsingLimitBytes".equals(name))
      parsingLimitBytes = FileUtils.getSizeAsNumber(value);
    else if ("parsingLimitEntries".equals(name))
      parsingLimitEntries = Long.parseLong(value);
    else if ("mapping".equals(name))
      mapping = value;
    else if ("probeOnly".equals(name))
      probeOnly = Boolean.parseBoolean(value);

      // DOCUMENT SETTINGS

    else if ("documents".equals(name))
      documents = value;
    else if ("documentsFileType".equals(name))
      documentsFileType = value;
    else if ("documentsDelimiter".equals(name))
      documentsDelimiter = value;
    else if ("documentsHeader".equals(name))
      documentsHeader = value;
    else if ("documentsSkipEntries".equals(name))
      documentsSkipEntries = Long.parseLong(value);
    else if ("documentPropertiesInclude".equals(name))
      documentPropertiesInclude = value;
    else if ("documentType".equals(name))
      documentTypeName = value;

      // VERTICES SETTINGS

    else if ("vertices".equals(name))
      vertices = value;
    else if ("verticesFileType".equals(name))
      verticesFileType = value;
    else if ("verticesDelimiter".equals(name))
      verticesDelimiter = value;
    else if ("verticesHeader".equals(name))
      verticesHeader = value;
    else if ("verticesSkipEntries".equals(name))
      verticesSkipEntries = Long.parseLong(value);
    else if ("expectedVertices".equals(name))
      expectedVertices = Integer.parseInt(value);
    else if ("vertexType".equals(name))
      vertexTypeName = value;
    else if ("vertexPropertiesInclude".equals(name))
      vertexPropertiesInclude = value;

      // EDGES SETTINGS

    else if ("edges".equals(name))
      edges = value;
    else if ("edgesFileType".equals(name))
      edgesFileType = value;
    else if ("edgesDelimiter".equals(name))
      edgesDelimiter = value;
    else if ("edgesHeader".equals(name))
      edgesHeader = value;
    else if ("edgesSkipEntries".equals(name))
      edgesSkipEntries = Long.parseLong(value);
    else if ("expectedEdges".equals(name))
      expectedEdges = Integer.parseInt(value);
    else if ("maxRAMIncomingEdges".equals(name))
      maxRAMIncomingEdges = Long.parseLong(value);
    else if ("edgeType".equals(name))
      edgeTypeName = value;
    else if ("edgePropertiesInclude".equals(name))
      edgePropertiesInclude = value;
    else if ("edgeFromField".equals(name))
      edgeFromField = value;
    else if ("edgeToField".equals(name))
      edgeToField = value;
    else if ("edgeBidirectional".equals(name))
      edgeBidirectional = Boolean.parseBoolean(value);
    else
      // ADDITIONAL OPTIONS
      options.put(name, value);
  }
}