org.osgl.storage.impl.FileSystemService Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of osgl-storage Show documentation
A simple storage service supports plugin varieties of implementations including Amazon S3
There is a newer version: 1.11.1
package org.osgl.storage.impl;

import org.osgl.$;
import org.osgl.Osgl;
import org.osgl.storage.ISObject;
import org.osgl.storage.IStorageService;
import org.osgl.util.C;
import org.osgl.util.E;
import org.osgl.util.IO;

import java.io.*;
import java.util.Map;
import java.util.Properties;

public class FileSystemService extends StorageServiceBase implements IStorageService {

    public static final String CONF_HOME_DIR = "storage.fs.home.dir";

    /**
     * The configuration of static URL root of this file system storage.
     * 
     * Note, this configuration item is deprecated. Please use
     * {@link StorageServiceBase#CONF_STATIC_WEB_ENDPOINT} instead
     * 
     */
    @Deprecated
    public static final String CONF_HOME_URL = "storage.fs.home.url";

    /**
     * This configuration item has been deprecated. Please use
     * {@link StorageServiceBase#CONF_GET_NO_GET} instead
     */
    @Deprecated
    public static final String CONF_FS_GET_NO_GET = "storage.fs.get.noGet";

    private File root_;

    public FileSystemService(Map conf) {
        super(conf, FileObject.class);
    }

    @Override
    protected void configure(Map conf) {
        conf = C.newMap(conf);
        if (!conf.containsKey(CONF_STATIC_WEB_ENDPOINT) && conf.containsKey(CONF_HOME_URL)) {
            conf.put(CONF_STATIC_WEB_ENDPOINT, conf.get(CONF_HOME_URL));
        }
        if (!conf.containsKey(CONF_GET_NO_GET) && conf.containsKey(CONF_FS_GET_NO_GET)) {
            conf.put(CONF_GET_NO_GET, conf.get(CONF_FS_GET_NO_GET));
        }
        super.configure(conf, "fs");

        String s = conf.get(CONF_HOME_DIR);
        root_ = new File(s);
        if (!root_.exists() && !root_.mkdir()) {
            throw E.invalidConfiguration("Cannot create root dir: %s", root_.getAbsolutePath());
        } else if (!root_.isDirectory()) {
            throw E.invalidConfiguration("Root dir specified is not a directory: %s", root_.getAbsolutePath());
        }
    }


    @SuppressWarnings("unused")
    public File root() {
        return root_;
    }

    @Override
    protected void doRemove(String fullPath) {
        doOperate(fullPath, DELETE_FILE, DELETE_FILE);
    }

    @Override
    protected Map doGetMeta(String fullPath) {
        InputStream is = doOperate(fullPath, null, GET_INPUT_STREAM);
        Properties p = new Properties();
        try {
            p.load(is);
        } catch (IOException e) {
            throw E.ioException(e);
        } finally {
            IO.close(is);
        }
        return $.cast(p);
    }

    @Override
    protected InputStream doGetInputStream(String fullPath) {
        return doOperate(fullPath, GET_INPUT_STREAM, null);
    }

    private  T doOperate(String fullPath, $.Function blobOperator, $.Function attrOperator) {
        return doOperate(fullPath, blobOperator, attrOperator, false);
    }

    private  T doOperate(String fullPath, $.Function blobOperator, $.Function attrOperator, boolean mkdir) {
        fullPath = fullPath.replace('\\', '/');
        String[] path = fullPath.split("/");
        int l = path.length;
        assert l > 0;
        File f = root_;
        for (int i = 0; i < l - 1; ++i) {
            f = IO.child(f, path[i]);
            if (mkdir) {
                if (!f.exists() && !f.mkdir()) {
                    throw E.ioException("Cannot create directory: %s", f.getAbsolutePath());
                } else if (!f.isDirectory()) {
                    throw E.ioException("cannot store the object into storage: %s is not a directory", f);
                }
            }
        }
        T retVal = null;
        if (null != blobOperator) {
            File fObj = IO.child(f, path[l - 1]);
            retVal = blobOperator.apply(fObj);
        }
        if (null != attrOperator) {
            File fAttr = IO.child(f, path[l - 1] + ".attr");
            retVal = attrOperator.apply(fAttr);
        }
        return retVal;
    }

    @Override
    protected ISObject newSObject(String key) {
        return new FileObject(key, this);
    }

    @Override
    protected void doPut(String fullPath, ISObject stuff, Map attrs) {
        doOperate(fullPath, writeBlob(stuff), writeAttributes(attrs), true);
    }

    @Override
    protected StorageServiceBase newService(Map conf) {
        return new FileSystemService(conf);
    }

    private static final $.Transformer GET_INPUT_STREAM = new $.Transformer() {
        @Override
        public InputStream transform(File file) {
            return IO.is(file);
        }
    };

    private static final $.Visitor DELETE_FILE = new $.Visitor() {
        @Override
        public void visit(File file) throws Osgl.Break {
            IO.delete(file);
        }
    };

    private static $.Visitor writeBlob(final ISObject sobj) {
        return new $.Visitor() {
            @Override
            public void visit(File file) throws Osgl.Break {
                OutputStream os = new BufferedOutputStream(IO.os(file));
                IO.write(IO.buffered(sobj.asInputStream()), os);
            }
        };
    }

    private static $.Visitor writeAttributes(final Map attrs) {
        return new $.Visitor() {
            @Override
            public void visit(File file) throws Osgl.Break {
                if (null != attrs && !attrs.isEmpty()) {
                    OutputStream os = IO.buffered(IO.os(file));
                    Properties p = new Properties();
                    p.putAll(attrs);
                    try {
                        p.store(os, "");
                    } catch (IOException e) {
                        throw E.ioException(e);
                    }
                    IO.close(os);
                }
            }
        };
    }
}