ml-modules.root.data-hub.5.builtins.steps.ingestion.default.main.mjs Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of marklogic-data-hub Show documentation

Library for Creating an Operational Data Hub on MarkLogic

There is a newer version: 6.1.1

import consts from "/data-hub/5/impl/consts.mjs";
import flowUtils from "/data-hub/5/impl/flow-utils.mjs";
import hubUtils from "/data-hub/5/impl/hub-utils.mjs";
const sem = require("/MarkLogic/semantics.xqy");

function main(content, options) {
  let outputFormat = options.outputFormat ? options.outputFormat.toLowerCase() : consts.DEFAULT_FORMAT;
  if (outputFormat !== consts.JSON && outputFormat !== consts.XML && outputFormat !== consts.BINARY && outputFormat !== consts.TEXT) {
    let errMsg = 'The output format of type ' + outputFormat + ' is invalid. Valid options are '
      + consts.XML + ' , ' + consts.JSON + ', '+ consts.TEXT +' or' + consts.BINARY + '.';
    throw Error(errMsg);
  }

  if (content.value === undefined) {
    throw Error(`Content object does not have a 'value' property; unable to ingest; content identifier: ${content.uri}`);
  }

  let instance = content.value.root || content.value;
  if (hubUtils.isBinaryNode(instance) || outputFormat === consts.BINARY || outputFormat === consts.TEXT) {
    return content;
  } else if (hubUtils.isTextNode(instance)) {
    try {
      const unquoteOptions = outputFormat === consts.XML ? "format-xml" : "format-json";
      instance = fn.head(xdmp.unquote(instance, null, unquoteOptions));
    } catch (e) {
      let errMsg = 'The input text document is not a valid ' + outputFormat + ' .';
      throw Error(errMsg);
    }
  }

  let triples = [];
  let headers = flowUtils.createHeaders(options);

  if (options.triples && Array.isArray(options.triples)) {
    for (let triple of options.triples) {
      triples.push(xdmp.toJSON(sem.rdfParse(JSON.stringify(triple), "rdfjson")));
    }
  }

  content.value = flowUtils.makeEnvelope(instance, headers, triples, outputFormat);
  return content;
}

export default {
  main
};