com.github.ansell.shp.SHPDump Maven / Gradle / Ivy
/*
* Copyright (c) 2016, Peter Ansell
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see help = parser.accepts("help").forHelp();
final OptionSpec input = parser.accepts("input").withRequiredArg().ofType(File.class).required()
.describedAs("The input SHP file");
final OptionSpec output = parser.accepts("output").withRequiredArg().ofType(File.class).required()
.describedAs("The output directory to use for debugging files");
final OptionSpec outputPrefix = parser.accepts("prefix").withRequiredArg().ofType(String.class)
.defaultsTo("shp-debug").describedAs("The output prefix to use for debugging files");
final OptionSpec resolution = parser.accepts("resolution").withRequiredArg().ofType(Integer.class)
.defaultsTo(2048).describedAs("The output image file resolution");
final OptionSpec format = parser.accepts("format").withRequiredArg().ofType(String.class)
.defaultsTo("png").describedAs("The output image format");
final OptionSpec removeIfEmpty = parser.accepts("remove-if-empty").withRequiredArg()
.ofType(String.class).describedAs(
"The name of an attribute to remove if its value is empty before outputting the resulting shapefile. Use multiple times to specify multiple fields to check");
OptionSet options = null;
try {
options = parser.parse(args);
} catch (final OptionException e) {
System.out.println(e.getMessage());
parser.printHelpOn(System.out);
throw e;
}
if (options.has(help)) {
parser.printHelpOn(System.out);
return;
}
final Path inputPath = input.value(options).toPath();
if (!Files.exists(inputPath)) {
throw new FileNotFoundException("Could not find input SHP file: " + inputPath.toString());
}
final Path outputPath = output.value(options).toPath();
if (!Files.exists(outputPath)) {
throw new FileNotFoundException("Output directory does not exist: " + outputPath.toString());
}
final Set filterFields = ConcurrentHashMap.newKeySet();
if (options.has(removeIfEmpty)) {
for (String nextFilterField : removeIfEmpty.values(options)) {
System.out.println("Will filter field if empty value found: " + nextFilterField);
filterFields.add(nextFilterField);
}
}
if (!filterFields.isEmpty()) {
System.out.println("Full set of filter fields: " + filterFields);
}
final String prefix = outputPrefix.value(options);
FileDataStore store = FileDataStoreFinder.getDataStore(inputPath.toFile());
for (String typeName : store.getTypeNames()) {
System.out.println("");
System.out.println("Type: " + typeName);
SimpleFeatureSource featureSource = store.getFeatureSource(typeName);
SimpleFeatureType schema = featureSource.getSchema();
Name outputSchemaName = new NameImpl(schema.getName().getNamespaceURI(),
schema.getName().getLocalPart().replace(" ", "").replace("%20", ""));
System.out.println("Replacing name on schema: " + schema.getName() + " with " + outputSchemaName);
SimpleFeatureType outputSchema = SHPUtils.changeSchemaName(schema, outputSchemaName);
List attributeList = new ArrayList<>();
for (AttributeDescriptor attribute : schema.getAttributeDescriptors()) {
System.out.println("Attribute: " + attribute.getName().toString());
attributeList.add(attribute.getName().toString());
}
CsvSchema csvSchema = CSVUtil.buildSchema(attributeList);
SimpleFeatureCollection collection = featureSource.getFeatures();
int featureCount = 0;
Path nextCSVFile = outputPath.resolve(prefix + ".csv");
Path nextSummaryCSVFile = outputPath.resolve(prefix + "-" + outputSchema.getTypeName() + "-Summary.csv");
List outputFeatureList = new CopyOnWriteArrayList<>();
try (SimpleFeatureIterator iterator = collection.features();
Writer bufferedWriter = Files.newBufferedWriter(nextCSVFile, StandardCharsets.UTF_8,
StandardOpenOption.CREATE_NEW);
SequenceWriter csv = CSVUtil.newCSVWriter(bufferedWriter, csvSchema);) {
List nextLine = new ArrayList<>();
while (iterator.hasNext()) {
SimpleFeature feature = iterator.next();
featureCount++;
if (featureCount <= 2) {
System.out.println("");
System.out.println(feature.getIdentifier());
} else if (featureCount % 100 == 0) {
System.out.print(".");
}
boolean filterThisFeature = false;
for (AttributeDescriptor attribute : schema.getAttributeDescriptors()) {
String featureString = feature.getAttribute(attribute.getName()).toString();
nextLine.add(featureString);
if (filterFields.contains(attribute.getName().toString()) && featureString.trim().isEmpty()) {
filterThisFeature = true;
}
if (featureString.length() > 100) {
featureString = featureString.substring(0, 100) + "...";
}
if (featureCount <= 2) {
System.out.print(attribute.getName() + "=");
System.out.println(featureString);
}
}
if (!filterThisFeature) {
outputFeatureList.add(SHPUtils.changeSchemaName(feature, outputSchema));
csv.write(nextLine);
}
nextLine.clear();
}
}
try (Reader csvReader = Files.newBufferedReader(nextCSVFile, StandardCharsets.UTF_8);
Writer summaryOutput = Files.newBufferedWriter(nextSummaryCSVFile, StandardCharsets.UTF_8,
StandardOpenOption.CREATE_NEW);) {
CSVSummariser.runSummarise(csvReader, summaryOutput, 6);
}
if (featureCount > 100) {
System.out.println("");
}
System.out.println("");
System.out.println("Feature count: " + featureCount);
SimpleFeatureCollection outputCollection = new ListFeatureCollection(outputSchema, outputFeatureList);
Path outputShapefilePath = outputPath.resolve(prefix + "-" + outputSchema.getTypeName() + "-dump");
if (!Files.exists(outputShapefilePath)) {
Files.createDirectory(outputShapefilePath);
}
SHPUtils.writeShapefile(outputCollection, outputShapefilePath);
try (final OutputStream outputStream = Files.newOutputStream(
outputPath.resolve(prefix + "." + format.value(options)), StandardOpenOption.CREATE_NEW);) {
MapContent map = new MapContent();
map.setTitle(prefix + "-" + outputSchema.getTypeName());
Style style = SLD.createSimpleStyle(featureSource.getSchema());
Layer layer = new FeatureLayer(new CollectionFeatureSource(outputCollection), style);
map.addLayer(layer);
SHPUtils.renderImage(map, outputStream, resolution.value(options), format.value(options));
}
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy