org.apache.chemistry.opencmis.tools.filecopy.FileCopier Maven / Gradle / Ivy
The newest version!
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.chemistry.opencmis.tools.filecopy;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.util.HashMap;
import java.util.Map;
import org.apache.chemistry.opencmis.client.api.Document;
import org.apache.chemistry.opencmis.client.api.Folder;
import org.apache.chemistry.opencmis.client.api.Session;
import org.apache.chemistry.opencmis.client.api.SessionFactory;
import org.apache.chemistry.opencmis.client.runtime.SessionFactoryImpl;
import org.apache.chemistry.opencmis.commons.PropertyIds;
import org.apache.chemistry.opencmis.commons.data.ContentStream;
import org.apache.chemistry.opencmis.commons.definitions.TypeDefinition;
import org.apache.chemistry.opencmis.commons.enums.VersioningState;
import org.apache.chemistry.opencmis.commons.exceptions.CmisBaseException;
import org.apache.chemistry.opencmis.tools.mapper.Configurator;
import org.apache.chemistry.opencmis.tools.mapper.MapperException;
import org.apache.chemistry.opencmis.tools.mapper.PropertyMapper;
import org.apache.chemistry.opencmis.tools.parser.MetadataParser;
import org.apache.chemistry.opencmis.tools.parser.MetadataParserTika;
import org.apache.tika.Tika;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class FileCopier {
private static final Logger LOG = LoggerFactory.getLogger(FileCopier.class.getName());
// initialize configurator to get parsers and property mappings
private static final Configurator CFG = Configurator.getInstance();
private static int totalNum = 0;
private Session session;
public FileCopier() {
}
public void connect(Map parameters) {
System.out.println("Connecting to a repository ...");
// Create a SessionFactory and set up the SessionParameter map
SessionFactory sessionFactory = SessionFactoryImpl.newInstance();
session = sessionFactory.createSession(parameters);
LOG.debug("Got a connection to repository.");
}
public void copyRecursive(String folderName, String folderId) {
try {
File fileOrDir = new File(folderName);
if (fileOrDir.isDirectory()) {
String newFolderId = createFolderInRepository(fileOrDir.getAbsolutePath(), folderId);
File[] children = fileOrDir.listFiles();
if (children != null) {
for (File file : children) {
if (!file.getName().equals(".") && !file.getName().equals("..")) {
copyRecursive(file.getAbsolutePath(), newFolderId);
}
}
}
} else {
copyFileToRepository(fileOrDir.getAbsolutePath(), folderId);
}
} catch (Exception e) {
LOG.error(e.toString(), e);
}
}
private String copyFileToRepository(String fileName, String folderId) {
LOG.debug("uploading file " + fileName);
FileInputStream is = null;
Map properties = new HashMap();
Folder parentFolder;
String id = null;
if (null == folderId) {
parentFolder = session.getRootFolder();
} else {
parentFolder = (Folder) session.getObject(folderId);
}
try {
File f = new File(fileName);
Tika tika = new Tika();
String mimeType = tika.detect(f);
LOG.info("Detected MIME type: " + mimeType);
// extract metadata: first get a parser
MetadataParser parser = CFG.getParser(mimeType);
if (null == parser) {
properties.put(PropertyIds.NAME, f.getName().replaceAll(" ", "_"));
properties.put(PropertyIds.OBJECT_TYPE_ID, CFG.getDefaultDocumentType());
} else {
parser.reset();
PropertyMapper mapper = CFG.getPropertyMapper(mimeType);
if (null == mapper) {
throw new MapperException("Unknown mime type (no configuration): " + mimeType);
}
String typeId = mapper.getMappedTypeId();
if (null == typeId) {
throw new MapperException("No CMIS type configured for mime type" + mimeType);
}
TypeDefinition td = session.getTypeDefinition(typeId);
if (null == td) {
throw new MapperException("CMIS type " + typeId + " does not exist on server.");
}
LOG.info("Detected MIME type: " + mimeType + " is mapped to CMIS type id: " + td.getId());
parser.extractMetadata(f, td, session);
properties = parser.getCmisProperties();
}
// check if there is an overridden content type configured
int posLastDot = f.getName().indexOf('.');
String ext = posLastDot < 0 ? null : f.getName().substring(posLastDot + 1, f.getName().length());
String overridden = null;
if (null != ext && (overridden = CFG.getContentType(ext)) != null) {
mimeType = overridden;
}
long length = f.length();
is = new FileInputStream(fileName);
ContentStream contentStream = session.getObjectFactory()
.createContentStream(fileName, length, mimeType, is);
if (!properties.containsKey(PropertyIds.NAME)) {
properties.put(PropertyIds.NAME, f.getName().replaceAll(" ", "_"));
}
LOG.debug("uploading document with content lenth: " + contentStream.getLength());
Document doc = parentFolder.createDocument(properties, contentStream, VersioningState.NONE);
is.close();
id = doc.getId();
LOG.info("New document created with id: " + id + ", name: " + properties.get(PropertyIds.NAME)
+ " in folder: " + parentFolder.getId());
LOG.debug("total number of creations : " + ++totalNum);
} catch (IOException e) {
LOG.error("Failed to create CMIS document.", e);
} catch (CmisBaseException e) {
LOG.error("Failed to create CMIS document.", e);
} finally {
if (null != is) {
try {
is.close();
} catch (IOException e) {
LOG.error(e.toString(), e);
}
}
LOG.debug("Conversion and transfer done.");
}
return id;
}
private String createFolderInRepository(String fileName, String parentFolderId) {
Folder parentFolder;
String id = null;
if (null == parentFolderId) {
parentFolder = session.getRootFolder();
} else {
parentFolder = (Folder) session.getObject(parentFolderId);
}
Map properties = new HashMap();
File f = new File(fileName);
properties.put(PropertyIds.NAME, f.getName().replaceAll(" ", "_"));
properties.put(PropertyIds.OBJECT_TYPE_ID, CFG.getDefaultFolderType());
try {
Folder folder = parentFolder.createFolder(properties);
id = folder.getId();
LOG.debug("New folder created with id: " + folder.getId() + ", path: " + folder.getPaths().get(0));
} catch (Exception e) {
LOG.error("Failed to create CMIS document.", e);
}
LOG.info("New folder created with id: " + id + ", name: " + properties.get(PropertyIds.NAME)
+ " in parent folder: " + parentFolder.getId());
return id;
}
public void listMetadata(String fileName) {
try {
File f = new File(fileName);
Tika tika = new Tika();
String mimeType = tika.detect(f);
LOG.info("Detected MIME type: " + mimeType);
// extract metadata: first get a parser
MetadataParser parser = CFG.getParser(mimeType);
if (null == parser) {
LOG.warn("Unknown content type " + mimeType + " no metadata found, listing all tags found in file.");
MetadataParserTika mpt = new MetadataParserTika();
mpt.listMetadata(f);
} else {
PropertyMapper mapper = CFG.getPropertyMapper(mimeType);
if (null == mapper) {
throw new MapperException("Unknown mime type (no configuration): " + mimeType);
}
String typeId = mapper.getMappedTypeId();
if (null == typeId) {
throw new MapperException("No CMIS type configured for mime type" + mimeType);
}
// Session available? if yes do conversion
TypeDefinition td = null;
if (null != session) {
td = session.getTypeDefinition(typeId);
if (null == td) {
throw new MapperException("CMIS type " + typeId + " does not exist on server.");
} else {
LOG.info("Detected MIME type: " + mimeType + " is mapped to CMIS type id: " + td.getId());
}
}
parser.extractMetadata(f, td, session);
Map properties = parser.getCmisProperties();
for (Map.Entry entry : properties.entrySet()) {
LOG.info("Found metadata tag " + entry.getKey() + "mapped to " + entry.getValue());
}
}
} catch (IOException e) {
LOG.error("Failed to list metadata", e);
}
LOG.debug("Conversion and transfer done.");
}
public static void main(String[] args) {
String fileName = args[0];
LOG.debug("extracting CMIS properties for file " + fileName);
try {
new FileCopier().listMetadata(fileName);
} catch (Exception e) {
LOG.error(e.toString(), e);
}
LOG.debug("Extraction done.");
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy