com.dasasian.chok.util.HDFSChokFileSystem Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of chok-core Show documentation
There is a newer version: 1.7
/**
 * Copyright (C) 2014 Dasasian ([email protected])
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.dasasian.chok.util;

import com.google.common.collect.Lists;
import com.google.inject.assistedinject.Assisted;
import com.google.inject.assistedinject.AssistedInject;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

import java.io.IOException;
import java.io.InputStream;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.List;

/**
 *
 * Created by damith.chandrasekara on 6/15/15.
 */
public class HDFSChokFileSystem implements ChokFileSystem {
    private Configuration conf;
    private final FileSystem fileSystem;

    public HDFSChokFileSystem() throws IOException {
        conf = new Configuration();
        fileSystem = FileSystem.getLocal(conf);
    }

    @SuppressWarnings("unused")
    @AssistedInject
    HDFSChokFileSystem(@Assisted URI indexUri) throws IOException {
        conf = new Configuration();
        fileSystem = FileSystem.get(indexUri, conf);
    }

    @Override
    public boolean exists(URI uri) throws IOException {
        return fileSystem.exists(new Path(uri));
    }

    @Override
    public Iterable list(URI uri) throws IOException, URISyntaxException {
        List uriList = Lists.newArrayList();
        for (FileStatus fileStatus : fileSystem.listStatus(new Path(uri), aPath -> !aPath.getName().startsWith("."))) {
            String shardPath = fileStatus.getPath().toString();
            uriList.add(new URI(shardPath));
        }
        return uriList;
    }

    @Override
    public boolean isDir(URI uri) throws IOException {
        return fileSystem.isDirectory(new Path(uri));
    }

    @Override
    public boolean isFile(URI uri) throws IOException {
        return fileSystem.isFile(new Path(uri));
    }

    @Override
    public void copyToLocalFile(URI from, java.nio.file.Path to) throws IOException {
        fileSystem.copyToLocalFile(new Path(from), new Path(to.toUri()));
    }

    @Override
    public InputStream open(URI source) throws IOException {
        return fileSystem.open(new Path(source));
    }

    @Override
    public long lastModified(URI uri) throws IOException {
        return fileSystem.getFileStatus(new Path(uri)).getModificationTime();
    }

    @Override
    public long size(URI uri) throws IOException {
        return fileSystem.getFileStatus(new Path(uri)).getLen();
    }

}