All Downloads are FREE. Search and download functionalities are using the official Maven repository.

nl.coinsweb.sdk.FileManager Maven / Gradle / Ivy

There is a newer version: 1.1.606
Show newest version
/**
 * MIT License
 *
 * Copyright (c) 2016 Bouw Informatie Raad
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included
 * in all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 *
 **/
package nl.coinsweb.sdk;

import com.hp.hpl.jena.rdf.model.Model;
import com.hp.hpl.jena.rdf.model.ResIterator;
import com.hp.hpl.jena.vocabulary.OWL;
import com.hp.hpl.jena.vocabulary.RDF;
import nl.coinsweb.sdk.exceptions.*;
import nl.coinsweb.sdk.jena.InMemGraphSet;
import nl.coinsweb.sdk.jena.JenaCoinsContainer;
import org.apache.commons.lang3.RandomStringUtils;
import org.codehaus.plexus.util.FileUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.xml.sax.Attributes;
import org.xml.sax.SAXException;
import org.xml.sax.helpers.DefaultHandler;

import javax.xml.parsers.ParserConfigurationException;
import javax.xml.parsers.SAXParser;
import javax.xml.parsers.SAXParserFactory;
import java.io.*;
import java.net.*;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.StandardCopyOption;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.zip.ZipEntry;
import java.util.zip.ZipInputStream;
import java.util.zip.ZipOutputStream;

/**
 * @author Bastiaan Bijl, Sysunite 2016
 */
public class FileManager {

  private static final Logger log = LoggerFactory.getLogger(FileManager.class);

  private static Path TEMP_ZIP_PATH;
  private static Path TEMP_LIB_PATH;


  private static final String[] INDEX_AS_RDF =  {".rdf", ".owl", ".ttl"};

  public static String DEFAULT_TEMP_FOLDER = "/tmp/";
  private static final String ZIP_FOLDER = "coinscontainers/";
  private static final String LIB_FOLDER = "coinsgloballibraries/";


  private static String RDF_PATH = "bim";
  private static String ONTOLOGIES_PATH = "bim/repository";
  private static String ATTACHMENT_PATH = "doc";
  private static String WOA_PATH = "woa";

  private static CoinsGraphSet graphSet = new InMemGraphSet("http://sandbox/");


  private static ArrayList foldersToCleanup;
  public static ArrayList getFoldersToCleanup() {
    if(foldersToCleanup == null) {
      foldersToCleanup = new ArrayList<>();
      foldersToCleanup.add(getTempZipPath().toFile());
      foldersToCleanup.add(getTempLibPath().toFile());
    }
    return foldersToCleanup;
  }


  public static String newCoinsContainer() {

    String internalRef = RandomStringUtils.random(8, true, true);
    Path homePath = getTempZipPath().resolve(internalRef);
    initContainer(homePath, false);

    return internalRef;
  }

  public static JenaCoinsContainer existingCoinsContainer(String internalRef, boolean strict) {

    Path homePath = getTempZipPath().resolve(internalRef);
    initContainer(homePath, strict);

    return new JenaCoinsContainer(new InMemGraphSet(JenaCoinsContainer.DEFAULT_NAMESPACE), internalRef);
  }
  public static JenaCoinsContainer existingCoinsContainer(File sourceFile, String internalRef, final boolean strict) {

    if (!sourceFile.exists()) {
      throw new CoinsFileNotFoundException("Supplied .ccr-file could not be found.");
    }

    Path homePath = getTempZipPath().resolve(internalRef);
    unzipTo(sourceFile, homePath, strict);
    initContainer(homePath, strict);

    return new JenaCoinsContainer(new InMemGraphSet(JenaCoinsContainer.DEFAULT_NAMESPACE), internalRef);
  }

  public static String existingCoinsContainer(File sourceFile, final boolean strict) {

    if (!sourceFile.exists()) {
      throw new CoinsFileNotFoundException("Supplied .ccr-file could not be found.");
    }

    String internalRef = RandomStringUtils.random(8, true, true);
    Path homePath = getTempZipPath().resolve(internalRef);
    unzipTo(sourceFile, homePath, strict);
    initContainer(homePath, strict);

    return internalRef;
  }







  private static Path getTempZipPath() {
    if(TEMP_ZIP_PATH != null) {
      return TEMP_ZIP_PATH;
    }
    TEMP_ZIP_PATH = Paths.get(DEFAULT_TEMP_FOLDER).resolve(ZIP_FOLDER);
    return TEMP_ZIP_PATH;
  }
  private static Path getTempLibPath() {
    if(TEMP_LIB_PATH != null) {
      return TEMP_LIB_PATH;
    }
    TEMP_LIB_PATH = Paths.get(DEFAULT_TEMP_FOLDER).resolve(LIB_FOLDER);
    return TEMP_LIB_PATH;
  }






  private static void initContainer(Path homePath, final boolean strict) {

    // Create output directory is not exists
    File homePathFile = homePath.toFile();
    if(!homePathFile.exists()){
      if(!homePathFile.mkdirs()) {
        throw new CoinsFileNotFoundException("Not able to create temp path "+homePathFile+".");
      }
    }
    Path rdfPath = homePath.resolve(RDF_PATH);
    File rdfPathFile = rdfPath.toFile();
    if(!rdfPathFile.exists()) {
      if(strict) {
        throw new InvalidContainerFileException("Folder "+RDF_PATH+" does not exist inside the container file.");
      }
      log.warn("Missing folder in container, will create it: " + rdfPathFile);
      if(!rdfPathFile.mkdirs()) {
        throw new CoinsFileNotFoundException("Not able to create temp path "+rdfPathFile+".");
      }
    }

    if(strict) {
      boolean foundRdfFile = false;
      File[] files = rdfPathFile.listFiles();
      for(File file : files) {
        foundRdfFile |= (file.isFile() && isRdfFile(file));
      }
      if(!foundRdfFile) {
        throw new InvalidContainerFileException("Folder " + RDF_PATH + " does not contain at least one rdf file.");
      }
    }

    Path ontologiesPath = homePath.resolve(ONTOLOGIES_PATH);
    File ontologiesPathFile = ontologiesPath.toFile();
    if(!ontologiesPathFile.exists()) {
      log.warn("Missing folder in container, will create it: " + ontologiesPathFile);
      if(!ontologiesPathFile.mkdirs()) {
        throw new CoinsFileNotFoundException("Not able to create temp path "+ontologiesPathFile+".");
      }
    }
    Path attachmentPath = homePath.resolve(ATTACHMENT_PATH);
    File attachmentPathFile = attachmentPath.toFile();
    if(!attachmentPathFile.exists()) {
      log.warn("Missing folder in container, will create it: " + attachmentPath);
      if(!attachmentPathFile.mkdirs()) {
        throw new CoinsFileNotFoundException("Not able to create temp path "+attachmentPathFile+".");
      }
    }
    Path woaPath = homePath.resolve(WOA_PATH);
    File woaPathFile = woaPath.toFile();
    if(!woaPathFile.exists()) {
      log.warn("Missing folder in container, will create it: " + woaPathFile);
      if(!woaPathFile.mkdirs()) {
        throw new CoinsFileNotFoundException("Not able to create temp path "+woaPathFile+".");
      }
    }
  }



  public static File createRdfFile(String internalRef, String fileName) {
    if(internalRef == null) {
      throw new CoinsFileNotFoundException("Creating rdf file in non existing coins container.");
    }
    Path homePath = getTempZipPath().resolve(internalRef);
    Path rdfPath = homePath.resolve(RDF_PATH);
    File candidate = rdfPath.resolve(fileName).toFile();
    if(candidate.exists()) {
      log.debug("File in container already exists, will be overriding.");
    } else {
      candidate.getParentFile().mkdirs();
    }
    return candidate;
  }

  public static File createWoaFile(String internalRef, String fileName) {
    if(internalRef == null) {
      throw new CoinsFileNotFoundException("Creating rdf file in non existing coins container.");
    }
    Path homePath = getTempZipPath().resolve(internalRef);
    Path rdfPath = homePath.resolve(WOA_PATH);
    File candidate = rdfPath.resolve(fileName).toFile();
    if(candidate.exists()) {
      log.debug("File in container already exists, will be overriding.");
    } else {
      candidate.getParentFile().mkdirs();
    }
    return candidate;
  }


  /**
   * Extracts all the content of the .ccr-file specified in the constructor to [TEMP_ZIP_PATH] / [internalRef].
   *
   */
  public static void unzipTo(File sourceFile, Path destinationPath, final boolean strict) {

    byte[] buffer = new byte[1024];
    String startFolder = null;

    try {

      // Get the zip file content
      ZipInputStream zis = new ZipInputStream(new FileInputStream(sourceFile));
      ZipEntry ze = zis.getNextEntry();

      int fileCounter = 0;
      while(ze != null) {

        if(ze.isDirectory()) {
          ze = zis.getNextEntry();
          continue;
        }

        String fileName = ze.getName();

        // If the first folder is a somename/bim/file.ref skip it
        Path filePath = Paths.get(fileName);
        Path pathPath = filePath.getParent();
        String pathPathString = (pathPath!=null) ? pathPath.toString().toLowerCase() : "";

        Path pathRoot = pathPathString.endsWith("repository") ? pathPath.getParent().getParent() : pathPath.getParent();

        String prefix = "";
        if (pathRoot != null) {
          prefix = pathRoot.toString().toLowerCase();
        }
        if(!Arrays.asList("bim", "doc", "woa").contains(prefix)) {
          if (startFolder == null) {
            startFolder = prefix;
            log.debug("File root set to: " + startFolder);
          } else if (startFolder != null && !prefix.equals(startFolder)) {
            throw new InvalidContainerFileException("The container file has an inconsistent file root, was " + startFolder + ", now dealing with " + prefix + ".");
          }
        }

        String startUnix = "";
        String startWin = "";
        if(startFolder != null) {
          startUnix = startFolder.isEmpty()?"":startFolder + "/";
          startWin = startFolder.isEmpty()?"":startFolder + "\\";
        }

        log.trace("Try folder "+pathPathString+" with prefixes "+startUnix+" / "+startWin);
        if(pathPathString.startsWith(startUnix + "bim")            || pathPathString.startsWith(startWin + "bim") ||
           pathPathString.startsWith(startUnix + "bim/repository") || pathPathString.startsWith(startWin + "bim\\repository") ||
           pathPathString.startsWith(startUnix + "doc")            || pathPathString.startsWith(startWin + "doc") ||
           pathPathString.startsWith(startUnix + "woa")            || pathPathString.startsWith(startWin + "woa")) {

          // Zip item is allowed

        } else {

          if(strict) {
            throw new InvalidContainerFileException("File found in the container that was not in the correct folder: "+filePath.toString());
          } else {
            log.warn("Skipping illegal file or folder: " + filePath.toString());
          }
          ze = zis.getNextEntry();
          continue;
        }


        String insideStartFolder = filePath.toString().substring(startFolder.length());
        File newFile = new File(destinationPath + "/" + insideStartFolder);
        fileCounter++;

        // Create all non exists folders
        // else you will hit FileNotFoundException for compressed folder
        File newFileParent = new File(newFile.getParent());
        if(!newFileParent.exists()) {
          log.warn("Unpacking for the first time to folder " + newFileParent.toString() + ".");
          newFileParent.mkdirs();
        }

        FileOutputStream fos = new FileOutputStream(newFile);

        int len;
        while ((len = zis.read(buffer)) > 0) {
          fos.write(buffer, 0, len);
        }

        fos.close();
        ze = zis.getNextEntry();
      }
      log.info("Extracted "+fileCounter+" files.");

      zis.closeEntry();
      zis.close();

    } catch(IOException ex) {
      ex.printStackTrace();
    }
  }

  public static void indexZipFile(String internalRef,
                                  HashMap rdfFiles,
                                  HashMap woaFiles,
                                  HashMap attachments,
                                  HashMap libraryFiles,
                                  boolean strict) {

    Path homePath = getTempZipPath().resolve(internalRef);

    File folder;
    File[] listOfFiles;

    folder = new File(homePath.resolve(RDF_PATH).toString());
    log.info("Will index "+folder+" for rdf files.");
    listOfFiles = folder.listFiles();

    for (int i = 0; i < listOfFiles.length; i++) {
      if (listOfFiles[i].isFile()) {
        log.info("Index file as rdf: "+listOfFiles[i].getName());
        rdfFiles.put(listOfFiles[i].getName(), listOfFiles[i]);
      }
    }

    folder = new File(homePath.resolve(WOA_PATH).toString());
    log.info("Will index "+folder+" for woa files.");
    listOfFiles = folder.listFiles();

    for (int i = 0; i < listOfFiles.length; i++) {
      if (listOfFiles[i].isFile()) {
        log.info("Index file as woa: "+listOfFiles[i].getName());
        woaFiles.put(listOfFiles[i].getName(), listOfFiles[i]);
      }
    }


    folder = new File(homePath.resolve(ONTOLOGIES_PATH).toString());
    log.info("Will index "+folder+" for ontology files.");
    listOfFiles = folder.listFiles();

    for (int i = 0; i < listOfFiles.length; i++) {
      if (listOfFiles[i].isFile()) {
        if(isRdfFile(listOfFiles[i])) {

          log.info("Index file as ontology file: "+listOfFiles[i].getName());

          Model libraryModel = graphSet.readModel(listOfFiles[i].toURI().toString());
          Namespace ns = getLeadingNamespace(listOfFiles[i], libraryModel);
          log.info("Found leading namespace " + ns + " for file " + listOfFiles[i].getName()+".");

          libraryFiles.put(ns, listOfFiles[i]);
        } else {
          if(strict) {
            throw new InvalidContainerFileException("Failed to interpret file as ontology file: " + listOfFiles[i]);
          } else {
            log.warn("Failed to interpret file as ontology file: " + listOfFiles[i]);
          }
        }
      }
    }

    folder = new File(homePath.resolve(ATTACHMENT_PATH).toString());
    log.info("Will index "+folder+" for attachment files.");
    listOfFiles = folder.listFiles();

    int fileCount = 0;
    for (int i = 0; i < listOfFiles.length; i++) {
      if (listOfFiles[i].isFile()) {
        fileCount++;
        attachments.put(listOfFiles[i].getName(), listOfFiles[i]);
      }
    }

    log.info("Indexed "+fileCount+" files as attachment.");
  }

  /**
   * Zips all the content of the [TEMP_ZIP_PATH] / [internalRef] to the specified target .ccr-file.
   *
   * @param target  the .ccr-file containing all the content from this container
   */
  public static void zip(String internalRef, File target) {




    try {

      final Path homePath = getTempZipPath().resolve(internalRef);

      FileOutputStream fos = new FileOutputStream(target);
      final ZipOutputStream zos = new ZipOutputStream(fos);

      ZipEntry ze;
      File[] files;

      // Add bim
      ze = new ZipEntry(RDF_PATH+"/");
      zos.putNextEntry(ze);
      zos.closeEntry();
      files = homePath.resolve(RDF_PATH).toFile().listFiles();
      for (int i = 0; i < files.length; i++) {
        if (!files[i].isDirectory()) {
          addFileToZip(files[i].toString(), Paths.get(RDF_PATH).resolve(files[i].getName()), zos);
        }
      }

      // Add bim/repository
      ze = new ZipEntry(ONTOLOGIES_PATH+"/");
      zos.putNextEntry(ze);
      zos.closeEntry();
      files = homePath.resolve(ONTOLOGIES_PATH).toFile().listFiles();
      for (int i = 0; i < files.length; i++) {
        if (!files[i].isDirectory()) {
          addFileToZip(files[i].toString(), Paths.get(ONTOLOGIES_PATH).resolve(files[i].getName()), zos);
        }
      }

      // Add doc
      ze = new ZipEntry(ATTACHMENT_PATH+"/");
      zos.putNextEntry(ze);
      zos.closeEntry();
      files = homePath.resolve(ATTACHMENT_PATH).toFile().listFiles();
      for (int i = 0; i < files.length; i++) {
        if (!files[i].isDirectory()) {
          addFileToZip(files[i].toString(), Paths.get(ATTACHMENT_PATH).resolve(files[i].getName()), zos);
        }
      }

      // Add woa
      ze = new ZipEntry(WOA_PATH+"/");
      zos.putNextEntry(ze);
      zos.closeEntry();
      files = homePath.resolve(WOA_PATH).toFile().listFiles();
      for (int i = 0; i < files.length; i++) {
        if (!files[i].isDirectory()) {
          addFileToZip(files[i].toString(), Paths.get(WOA_PATH).resolve(files[i].getName()), zos);
        }
      }




      zos.close();

    } catch(IOException ex) {
      ex.printStackTrace();
    }
  }

  private static void addFileToZip(String fromPath, Path zipPath, ZipOutputStream zos) {

    // Do dark magic, needed to correct ikvm consequences
    String pathInZip = zipPath.toFile().getPath().replace("\\","/");

    try {
      final byte[] buffer = new byte[1024];
      ZipEntry ze = new ZipEntry(pathInZip);
      zos.putNextEntry(ze);
      log.trace("Adding to zip: "+pathInZip);

      // Write file content
      FileInputStream in = new FileInputStream(fromPath);

      int len;
      while ((len = in.read(buffer)) != -1) {
        zos.write(buffer, 0, len);
      }

      zos.closeEntry();
      in.close();
    } catch(IOException ex) {
      ex.printStackTrace();
    }
  }




  public static void destroyAll() {
    for(File folder : getFoldersToCleanup()) {
      if(folder.isDirectory()) {
        try {
          log.info("Destroying folder "+folder.toString());
          FileUtils.deleteDirectory(folder);
        } catch (IOException e) {
          log.error(e.getMessage(), e);
        }
      }
    }
  }

  public static void destroy(String internalRef) {
    try {
      log.info("Destroying cache folder for "+internalRef);
      File homePath = getTempZipPath().resolve(internalRef).toFile();
      if(homePath.isDirectory()) {
        FileUtils.deleteDirectory(homePath);
      }
    } catch (IOException e) {
      log.error(e.getMessage(), e);
    }
  }

  public static Path placeAttachment(String internalRef, Path attachment) {
    Path fileName = attachment.getFileName();
    Path homePath = getTempZipPath().resolve(internalRef);
    Path attachmentPath = homePath.resolve(ATTACHMENT_PATH);
    Path absoluteTempPath = attachmentPath.resolve(fileName);
    try {
      Files.copy(attachment, absoluteTempPath, StandardCopyOption.REPLACE_EXISTING);
    } catch (IOException e) {
      log.error(e.getMessage(), e);
    }
    return absoluteTempPath;
  }

  public static void removeAttachment(String internalRef, String fileName) {
    Path homePath = getTempZipPath().resolve(internalRef);
    Path attachmentPath = homePath.resolve(ATTACHMENT_PATH);
    Path absoluteTempPath = attachmentPath.resolve(fileName);
    absoluteTempPath.toFile().delete();
  }

  public static Path getAttachment(String internalRef, String fileName) {
    Path homePath = getTempZipPath().resolve(internalRef);
    Path attachmentPath = homePath.resolve(ATTACHMENT_PATH);
    Path absoluteTempPath = attachmentPath.resolve(fileName);
    return absoluteTempPath;
  }

  public static Path getAttachmentPath(String internalRef) {
    Path homePath = getTempZipPath().resolve(internalRef);
    Path attachmentPath = homePath.resolve(ATTACHMENT_PATH);
    return attachmentPath;
  }


  /**
   * Return either an url or a file:// url to find the resource
   * @param internalRef
   * @param resource
   * @return
   */
  public static URI getLibrary(JenaCoinsContainer container, String internalRef, URI resource) {

    log.trace("Get library "+resource+" in "+internalRef);

    try {
      File file = new File(resource);
      if (file.exists()) {
        log.trace("Found file as local path " + resource);
        copyAndLinkLibrary(internalRef, file);

        return file.toURI();
      }
    } catch(IllegalArgumentException e) {
      // try next option, the resource is not a file
    }


    Namespace resourceAsNs = null;
    try {
      resourceAsNs = new Namespace(resource.toString());
    } catch(InvalidNamespaceException e) {
    }

    if(resourceAsNs != null) {
      if (internalRef != null && container != null) {
        if (container.getAvailableLibraryFiles().containsKey(resourceAsNs)) {

          File matchingFile = container.getAvailableLibraryFiles().get(resourceAsNs);
          log.trace("Found file as previously registered " + matchingFile.getAbsolutePath());
          copyAndLinkLibrary(internalRef, matchingFile);
          return matchingFile.toURI();
        }
      }
    }


    // Alternatively try to resolve the resourceUri online
    try {
      URL resourceAsUrl = resource.toURL();
      HttpURLConnection connection = (HttpURLConnection) resourceAsUrl.openConnection();
      connection.setRequestMethod("HEAD");
      int responseCode = connection.getResponseCode();
      if (responseCode == 200) {
        log.info("Found active link online: "+resource);
        return resource;
      }
    } catch (MalformedURLException e) {
    } catch (ProtocolException e) {
    } catch (IOException e) {
    }

    log.trace("Import resource can not be found in the ccr and is not available online.");
    throw new CoinsResourceNotFoundException("Import resource can not be found in the ccr and is not available online.");
  }



  public static Namespace getLeadingNamespace(File file, Model model) {

    Namespace namespace = null;

    // Assume its xml, get the base uri
    if(file != null && (file.getName().endsWith(".rdf") || file.getName().endsWith(".xml"))) {
      try {
        namespace = new Namespace(FileManager.getXmlBaseOrxmlns(file));
      } catch (InvalidNamespaceException e) {
        log.info(e.getMessage());
      }
    }

    // Try to find the empty prefix if no base uri was found (maybe not xml)
    if(namespace == null) {
      try {
        namespace = new Namespace(model.getNsPrefixURI(""));
        log.info("The xmlns="+namespace.toString()+" found while importing file " + file.getName());
      } catch(InvalidNamespaceException e) {
        log.info("The xmlns not found while importing file " + file.getName());}
    }

    // If still null, base the model name on the subject of the owl:Ontology object
    if(namespace == null) {
      ResIterator subjects = model.listSubjectsWithProperty(RDF.type, OWL.Ontology);
      if(subjects.hasNext()) {
        namespace = new Namespace(subjects.next().asResource().getNameSpace());
        log.info("The rdf:type found for owl:Ontology to "+namespace.toString()+", using as namespace while importing file " + file.getName());
      }
    }

    if(namespace == null) {
      throw new CoinsNamespaceNotFoundException("No namespace could be found for " + file.getName()+".");
    }

    return namespace;
  }

  public static String getXmlBaseOrxmlns(File xmlFile) {
    final ArrayList baseUriDropHere = new ArrayList<>();
    final ArrayList xmlnsDropHere = new ArrayList<>();

    DefaultHandler handler = new DefaultHandler() {

      @Override
      public void startElement(String uri, String localName, String qName, Attributes attributes) throws SAXException {

        if("rdf:RDF".equals(qName)) {
          for (int i=0; i 0) {
      throw new CoinsFileManagerException("The FileManager cache already contains an rdf-file.");
    }

    try {
      Files.copy(source.toPath(), absoluteTempPath, StandardCopyOption.REPLACE_EXISTING);
    } catch (IOException e) {
      log.error(e.getMessage(), e);
    }
  }

  public static void copyAndLinkLibrary(String internalRef, File source) {
    if(internalRef == null) {
      throw new CoinsFileManagerException("Registering rdf file in non existing coins container.");
    }
    Path homePath = getTempZipPath().resolve(internalRef);
    Path rdfPath = homePath.resolve(ONTOLOGIES_PATH);
    Path absoluteTempPath = rdfPath.resolve(source.getName());

    if(absoluteTempPath.toFile().exists()) {
      log.info("File "+absoluteTempPath.toString()+" already exists, skipping.");
      return;
    }

    try {
      Files.copy(source.toPath(), absoluteTempPath, StandardCopyOption.REPLACE_EXISTING);
      log.info("Copied file "+source.getName()+" to "+internalRef+".");
    } catch (IOException e) {
      log.error(e.getMessage(), e);
    }
  }
  public static Namespace copyAndRegisterLibrary(InputStream stream, String fileName, HashMap availableLibraryFiles) {

    if(stream == null) {
      log.warn("Failed saving file "+fileName+", stream is null.");
      return null;
    }

    Path copyTo = getTempLibPath().resolve(RandomStringUtils.random(4, true, true));
    copyTo.toFile().mkdirs();
    URI fullPathUri = copyTo.resolve(fileName).toUri();
    File fullPathFile = new File(fullPathUri);


    OutputStream resStreamOut = null;
    try {
      try {
        int readBytes;
        byte[] buffer = new byte[4096];
        resStreamOut = new FileOutputStream(fullPathFile);
        while ((readBytes = stream.read(buffer)) > 0) {
          resStreamOut.write(buffer, 0, readBytes);
        }
      } catch (IOException ex) {
        log.warn("Problem saving file "+fileName+" to temp folder "+copyTo, ex);
      } finally {
        stream.close();
        resStreamOut.close();
      }
    } catch (IOException ex) {
      log.warn("Problem saving file "+fileName+" to temp folder "+copyTo, ex);
    }

    Model libraryModel = graphSet.readModel(fullPathUri.toString());
    Namespace ns = getLeadingNamespace(fullPathFile, libraryModel);
    if(!availableLibraryFiles.containsKey(ns)) {
      log.info("Registering for namespace " + ns + " for file " + fileName);
      availableLibraryFiles.put(ns,fullPathFile);
    } else {
      log.info("Skipping, already a file registered for namespace " + ns);
      // Remove file and folder too
      fullPathFile.delete();
      copyTo.toFile().delete();
    }
    return ns;
  }
  public static Namespace registerLibrary(URI fileUri, Namespace fallbackNs, HashMap availableLibraryFiles) {
    File newFile = new File(fileUri);
    Model libraryModel = graphSet.readModel(fileUri.toString());
    Namespace ns = fallbackNs;
    try {
      ns = getLeadingNamespace(newFile, libraryModel);
    } catch(CoinsNamespaceNotFoundException e) {
      if(fallbackNs==null) {
        return null;
      }
    }
    log.info("Registering for namespace "+ns+" for file "+newFile.getName());

    availableLibraryFiles.put(ns, newFile);
    return ns;
  }

  private static boolean isRdfFile(File file) {
    for(String extension : Arrays.asList(INDEX_AS_RDF)) {
      if(file.getName().endsWith(extension)) {
        return true;
      }
    }
    return false;
  }


  // this should be able to be run from everywhere
  public static ArrayList listResourceFiles(String path) {

    ArrayList result = new ArrayList<>();

    while(path.startsWith("/")) {
      path = path.substring(1);
    }

    try {
      URI uri = FileManager.class.getResource("/"+path).toURI();

      File myPath;
      if (uri.getScheme().equals("jar")) {

        String jarPath = uri.toString().substring(9, uri.toString().indexOf("!"));
        String insideJar = uri.toString().substring(uri.toString().indexOf("!")+1);
        while(insideJar.startsWith("/")) {
          insideJar = insideJar.substring(1);
        }

        ZipInputStream zis = new ZipInputStream(new FileInputStream(new File(jarPath)));
        ZipEntry ze = zis.getNextEntry();

        while (ze != null) {

          if (!ze.isDirectory() && ze.getName().startsWith(insideJar)) {
            String relativePath = ze.getName().substring(insideJar.length());
            while (relativePath.startsWith("/")) {
              relativePath = relativePath.substring(1);
            }
            if (!relativePath.isEmpty()) {
              result.add(relativePath);
            }
          }

          ze = zis.getNextEntry();
        }

        zis.closeEntry();
        zis.close();

      } else {
        myPath = Paths.get(uri).toFile();
        File[] directoryListing = myPath.listFiles();
        if(directoryListing != null) {
          for (File folder : directoryListing ) {
            if (folder.isFile()) {
              String fullPath = folder.toString();
              String relativePath = fullPath.substring(uri.getRawPath().length());
              if (!relativePath.isEmpty()) {
                result.add(relativePath.substring(1));
              }
            }
          }
        }
      }


    } catch (IOException e) {
    } catch (URISyntaxException e) {
    }


    return result;
  }

  public static InputStream getResourceFileAsStream(String path) {

    while(path.startsWith("/")) {
      path = path.substring(1);
    }
    return FileManager.class.getResourceAsStream("/"+path);
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy