thredds.filesystem.ControllerOS7 Maven / Gradle / Ivy
/*
*
* * Copyright 1998-2013 University Corporation for Atmospheric Research/Unidata
* *
* * Portions of this software were developed by the Unidata Program at the
* * University Corporation for Atmospheric Research.
* *
* * Access and use of this software shall impose the following obligations
* * and understandings on the user. The user is granted the right, without
* * any fee or cost, to use, copy, modify, alter, enhance and distribute
* * this software, and any derivative works thereof, and its supporting
* * documentation for any purpose whatsoever, provided that this entire
* * notice appears in all copies of the software, derivative works and
* * supporting documentation. Further, UCAR requests that the user credit
* * UCAR/Unidata in any publications that result from the use of this
* * software or in any product that includes this software. The names UCAR
* * and/or Unidata, however, may not be used in any advertising or publicity
* * to endorse or promote any products or commercial entity unless specific
* * written permission is obtained from UCAR/Unidata. The user also
* * understands that UCAR/Unidata is not obligated to provide the user with
* * any support, consulting, training or assistance of any kind with regard
* * to the use, operation and performance of this software nor to provide
* * the user with any updates, revisions, new versions or "bug fixes."
* *
* * THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* * DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* * INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* * FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* * NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* * WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*
*/
package thredds.filesystem;
import net.jcip.annotations.ThreadSafe;
import thredds.inventory.CollectionConfig;
import thredds.inventory.MController;
import thredds.inventory.MFile;
import java.io.IOException;
import java.nio.file.*;
import java.nio.file.attribute.BasicFileAttributes;
import java.util.*;
/**
* Use Java 7 NIO for scanning the file system
*
* @author caron
* @since 11/8/13
*/
@ThreadSafe
public class ControllerOS7 implements MController {
static private org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(ControllerOS7.class);
////////////////////////////////////////
public ControllerOS7() {
}
@Override
public Iterator getInventoryAll(CollectionConfig mc, boolean recheck) {
return null;
}
@Override
public Iterator getInventoryTop(CollectionConfig mc, boolean recheck) throws IOException {
String path = mc.getDirectoryName();
if (path.startsWith("file:")) {
path = path.substring(5);
}
Path cd = Paths.get(path);
if (!Files.exists(cd)) return null;
return new MFileIterator(cd, new CollectionFilter(mc)); // removes subdirs
}
public Iterator getSubdirs(CollectionConfig mc, boolean recheck) {
return null;
}
public void close() {
} // NOOP
////////////////////////////////////////////////////////////
private static class CollectionFilter implements DirectoryStream.Filter {
CollectionConfig mc; // LOOK not used yet
private CollectionFilter(CollectionConfig mc) {
this.mc = mc;
}
@Override
public boolean accept(Path entry) throws IOException {
return !entry.endsWith(".gbx9") && !entry.endsWith(".ncx");
}
}
// returns everything in the current directory
private static class MFileIterator implements Iterator {
Iterator dirStream;
MFileIterator(Path dir, DirectoryStream.Filter filter) throws IOException {
if (filter != null)
dirStream = Files.newDirectoryStream(dir, filter).iterator();
else
dirStream = Files.newDirectoryStream(dir).iterator();
}
public boolean hasNext() {
return dirStream.hasNext();
}
public MFile next() {
try {
return new MFileOS7(dirStream.next());
} catch (IOException e) {
e.printStackTrace(); // LOOK we should pass this exception up
throw new RuntimeException(e);
}
}
public void remove() {
throw new UnsupportedOperationException();
}
}
//////////////////////////////////////////////////////////////////
// playing around with NIO
public static class PrintFiles extends SimpleFileVisitor {
private int countFiles;
private int countDirs;
private int countOther;
private int countSyms;
long start = System.currentTimeMillis();
@Override
public FileVisitResult visitFile(Path file, BasicFileAttributes attr) {
if (attr.isSymbolicLink()) {
countSyms++;
} else if (attr.isRegularFile()) {
countFiles++;
} else {
countOther++;
}
if (countFiles % 10000 == 0) {
double took = (System.currentTimeMillis() - start);
double rate = countFiles / took;
double drate = countDirs / took;
System.out.printf("%s file rate=%f/msec drate=%f/msec%n", countFiles, rate, drate);
}
return FileVisitResult.CONTINUE;
}
// Print each directory visited.
@Override
public FileVisitResult postVisitDirectory(Path dir, IOException exc) {
System.out.format("Directory: %s%n", dir);
countDirs++;
return FileVisitResult.CONTINUE;
}
// If there is some error accessing
// the file, let the user know.
// If you don't override this method
// and an error occurs, an IOException
// is thrown.
@Override
public FileVisitResult visitFileFailed(Path file, IOException exc) {
System.err.println(exc);
return FileVisitResult.CONTINUE;
}
@Override
public String toString() {
final StringBuilder sb = new StringBuilder("PrintFiles{");
sb.append("countFiles=").append(countFiles);
sb.append(", countDirs=").append(countDirs);
sb.append(", countOther=").append(countOther);
sb.append(", countSyms=").append(countSyms);
sb.append('}');
return sb.toString();
}
}
/* private static void walkFileTree() throws IOException {
Path dir = Paths.get("B:/ndfd/");
long start = System.currentTimeMillis();
PrintFiles pf = new PrintFiles();
EnumSet opts = EnumSet.of(FileVisitOption.FOLLOW_LINKS);
Files.walkFileTree(dir, pf);
long took = (System.currentTimeMillis() - start) / 1000;
System.out.printf("took %s secs%n", took);
System.out.printf("%s%n", pf);
}
/////////////////////////////////////////////////////////////
private static class MyFilter implements DirectoryStream.Filter {
@Override
public boolean accept(Path entry) throws IOException {
return !entry.endsWith(".gbx9") && !entry.endsWith(".ncx");
}
}
public interface Visitor {
public void consume(MFile mfile);
}
public interface PathFilter {
public boolean accept(Path path);
}
/* private static class MyFilter2 implements DirectoryStream.Filter {
PathFilter pathFilter;
private MyFilter2(PathFilter pathFilter) {
this.pathFilter = pathFilter;
}
public boolean accept(Path entry) throws IOException {
if (pathFilter != null && !pathFilter.accept(entry)) return false;
String last = entry.getName(entry.getNameCount()-1).toString();
return !last.endsWith(".gbx9") && !last.endsWith(".ncx");
}
}
private void show(Path p, BasicFileAttributes attr) {
System.out.printf("File: %s%n", p);
System.out.println(" creationTime: " + attr.creationTime());
System.out.println(" lastAccessTime: " + attr.lastAccessTime());
System.out.println("lastModifiedTime: " + attr.lastModifiedTime());
System.out.println(" isDirectory: " + attr.isDirectory());
System.out.println(" isOther: " + attr.isOther());
System.out.println(" isRegularFile: " + attr.isRegularFile());
System.out.println("isSymbolicLink: " + attr.isSymbolicLink());
System.out.println("size: " + attr.size());
System.out.println("--------------------");
}
private int countFiles;
private int countDirs;
private int countOther;
private int countSyms;
long start = System.currentTimeMillis();
private void visitFile(Path file, BasicFileAttributes attr) {
if (attr.isSymbolicLink()) {
countSyms++;
} else if (attr.isRegularFile()) {
countFiles++;
} else {
countOther++;
}
if (countFiles % 10000 == 0) {
double took = (System.currentTimeMillis() - start);
double rate = countFiles / took;
double drate = countDirs / took;
System.out.printf("%s file rate=%f/msec drate=%f/msec%n", countFiles, rate, drate);
}
}
private void dirStream(Path dir) throws IOException {
try (DirectoryStream ds = Files.newDirectoryStream(dir, new MyFilter())) {
for (Path p : ds) {
BasicFileAttributes attr = Files.readAttributes(p, BasicFileAttributes.class);
visitFile(p, attr);
if (attr.isDirectory()) {
countDirs++;
dirStream(p);
}
}
} catch (IOException e) {
e.printStackTrace();
}
}
/* private static void dirStream() throws IOException {
Path dir = Paths.get("B:/ndfd/");
long start = System.currentTimeMillis();
ControllerOS7 c = new ControllerOS7();
c.dirStream(dir);
long took = (System.currentTimeMillis() - start) / 1000;
System.out.printf("took %s secs%n", took);
}
public static void main(String[] args) throws IOException {
// dirStream();
Path firstPath = Paths.get("/200901/20090101/LEHZ97_KNHC_200901011102").getParent();
for (int i=0; i< firstPath.getNameCount(); i++)
System.out.printf(" %s%n", firstPath.getName(i));
Path currentBasePath = Paths.get("B:/ndfd/ncdc1Year-20090101.ncx").getParent();
for (int i=0; i< currentBasePath.getNameCount(); i++)
System.out.printf(" %s%n", currentBasePath.getName(i));
//Path rel = currentBasePath.relativize(firstPath);
//Path rel2 = firstPath.relativize(currentBasePath);
Path res = currentBasePath.resolve(firstPath);
System.out.printf("res=%s%n", res);
} */
} © 2015 - 2025 Weber Informatics LLC | Privacy Policy