Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.hortonmachine.gears.spatialite.SpatialDbsImportUtils Maven / Gradle / Ivy
/*
* This file is part of HortonMachine (http://www.hortonmachine.org)
* (C) HydroloGIS - www.hydrologis.com
*
* The HortonMachine is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see attrSql = new ArrayList();
List attributeDescriptors = schema.getAttributeDescriptors();
for( AttributeDescriptor attributeDescriptor : attributeDescriptors ) {
String attrName = attributeDescriptor.getLocalName();
if (attributeDescriptor instanceof GeometryDescriptor) {
continue;
} else if (attrName.equalsIgnoreCase(ASpatialDb.PK_UID)) {
continue;
}
Class< ? > binding = attributeDescriptor.getType().getBinding();
if (binding.isAssignableFrom(Double.class) || binding.isAssignableFrom(Float.class)) {
attrSql.add(attrName + " REAL");
} else if (binding.isAssignableFrom(Long.class) || binding.isAssignableFrom(Integer.class)) {
attrSql.add(attrName + " INTEGER");
} else if (binding.isAssignableFrom(String.class)) {
attrSql.add(attrName + " TEXT");
} else {
attrSql.add(attrName + " TEXT");
}
}
String typeString = null;
org.opengis.feature.type.GeometryType type = geometryDescriptor.getType();
Class< ? > binding = type.getBinding();
if (binding.isAssignableFrom(MultiPolygon.class)) {
typeString = "MULTIPOLYGON";
} else if (binding.isAssignableFrom(Polygon.class)) {
typeString = "POLYGON";
} else if (binding.isAssignableFrom(MultiLineString.class)) {
typeString = "MULTILINESTRING";
} else if (binding.isAssignableFrom(LineString.class)) {
typeString = "LINESTRING";
} else if (binding.isAssignableFrom(MultiPoint.class)) {
typeString = "MULTIPOINT";
} else if (binding.isAssignableFrom(Point.class)) {
typeString = "POINT";
}
if (typeString != null) {
String codeFromCrs = CrsUtilities.getCodeFromCrs(schema.getCoordinateReferenceSystem());
if (codeFromCrs == null || codeFromCrs.toLowerCase().contains("null")) {
codeFromCrs = "4326"; // fallback on 4326
}
codeFromCrs = codeFromCrs.replaceFirst("EPSG:", "");
if (db instanceof SpatialiteDb) {
SpatialiteDb spatialiteDb = (SpatialiteDb) db;
spatialiteDb.createTable(shpName, attrSql.toArray(new String[0]));
spatialiteDb.addGeometryXYColumnAndIndex(shpName, null, typeString, codeFromCrs, false);
} else if (db instanceof H2GisDb) {
H2GisDb spatialiteDb = (H2GisDb) db;
String typeStringExtra = typeString;
// String typeStringExtra = "GEOMETRY(" + typeString + "," + codeFromCrs + ")";
String geomField = "the_geom";
attrSql.add(geomField + " " + typeStringExtra);
String[] array = attrSql.toArray(new String[0]);
spatialiteDb.createTable(shpName, array);
spatialiteDb.addSrid(shpName, codeFromCrs, geomField);
spatialiteDb.createSpatialIndex(shpName, geomField);
}
} else {
db.createTable(shpName, attrSql.toArray(new String[0]));
}
return shpName;
}
/**
* Import a shapefile into a table.
*
* @param db the database to use.
* @param shapeFile the shapefile to import.
* @param tableName the name of the table to import to.
* @param limit if > 0, a limit to the imported features is applied.
* @param pm the progress monitor.
* @return false, is an error occurred.
* @throws Exception
*/
public static boolean importShapefile( ASpatialDb db, File shapeFile, String tableName, int limit, IHMProgressMonitor pm )
throws Exception {
boolean noErrors = true;
FileDataStore store = FileDataStoreFinder.getDataStore(shapeFile);
SimpleFeatureSource featureSource = store.getFeatureSource();
SimpleFeatureType schema = featureSource.getSchema();
List attributeDescriptors = schema.getAttributeDescriptors();
SimpleFeatureCollection features = featureSource.getFeatures();
int featureCount = features.size();
List tableInfo = db.getTableColumns(tableName);
List tableColumns = new ArrayList<>();
for( String[] item : tableInfo ) {
tableColumns.add(item[0].toUpperCase());
}
GeometryColumn geometryColumns = db.getGeometryColumnsForTable(tableName);
String gCol = geometryColumns.geometryColumnName;
int epsg = geometryColumns.srid;
CoordinateReferenceSystem crs = null;
try {
crs = CrsUtilities.getCrsFromEpsg("EPSG:" + epsg);
} catch (Exception e1) {
// ignore and try without
}
SimpleFeatureIterator featureIterator;
if (crs != null) {
ReprojectingFeatureCollection repFeatures = new ReprojectingFeatureCollection(features, crs);
featureIterator = repFeatures.features();
} else {
featureIterator = features.features();
}
List attrNames = new ArrayList<>();
String valueNames = "";
String qMarks = "";
for( AttributeDescriptor attributeDescriptor : attributeDescriptors ) {
String attrName = attributeDescriptor.getLocalName();
if (attrName.equalsIgnoreCase(ASpatialDb.PK_UID)) {
continue;
}
attrNames.add(attrName);
if (attributeDescriptor instanceof GeometryDescriptor) {
valueNames += "," + gCol;
qMarks += ",ST_GeomFromText(?, " + epsg + ")";
} else {
if (!tableColumns.contains(attrName.toUpperCase())) {
pm.errorMessage(
"The imported shapefile doesn't seem to match the table's schema. Doesn't exist: " + attrName);
return false;
}
valueNames += "," + attrName;
qMarks += ",?";
}
}
valueNames = valueNames.substring(1);
qMarks = qMarks.substring(1);
String sql = "INSERT INTO " + tableName + " (" + valueNames + ") VALUES (" + qMarks + ")";
IHMConnection conn = db.getConnection();
try (IHMPreparedStatement pStmt = conn.prepareStatement(sql)) {
int count = 0;
pm.beginTask("Adding data to batch import...", featureCount);
try {
while( featureIterator.hasNext() ) {
SimpleFeature f = (SimpleFeature) featureIterator.next();
for( int i = 0; i < attrNames.size(); i++ ) {
Object object = f.getAttribute(attrNames.get(i));
if (object == null) {
continue;
}
int iPlus = i + 1;
if (object instanceof Double) {
pStmt.setDouble(iPlus, (Double) object);
} else if (object instanceof Float) {
pStmt.setFloat(iPlus, (Float) object);
} else if (object instanceof Integer) {
pStmt.setInt(iPlus, (Integer) object);
} else if (object instanceof String) {
pStmt.setString(iPlus, (String) object);
} else if (object instanceof Geometry) {
pStmt.setString(iPlus, ((Geometry) object).toText());
} else if (object instanceof Clob) {
String string = ((Clob) object).toString();
pStmt.setString(iPlus, string);
} else {
pStmt.setString(iPlus, object.toString());
}
}
pStmt.addBatch();
count++;
if (limit > 0 && count >= limit) {
break;
}
pm.worked(1);
}
} catch (Exception e) {
logger.insertError("SpatialDbsImportUtils", "error", e);
} finally {
pm.done();
featureIterator.close();
}
try {
pm.beginTask("Execute batch import of " + featureCount + " features...", IHMProgressMonitor.UNKNOWN);
pStmt.executeBatch();
} catch (Exception e) {
logger.insertError("SpatialDbsImportUtils", "error", e);
} finally {
pm.done();
}
}
try (IHMStatement pStmt = conn.createStatement()) {
try {
pStmt.executeQuery("Select updateLayerStatistics();");
} catch (Exception e) {
// ignore
}
}
return noErrors;
}
/**
* get a table as featurecollection.
*
* @param db the database.
* @param tableName the table to use.
* @param featureLimit limit in feature or -1.
* @param forceSrid a srid to force to or -1.
* @param whereStr an optional where condition string.
* @return the extracted featurecollection.
* @throws SQLException
* @throws Exception
*/
public static DefaultFeatureCollection tableToFeatureFCollection( ASpatialDb db, String tableName, int featureLimit,
int forceSrid, String whereStr ) throws SQLException, Exception {
DefaultFeatureCollection fc = new DefaultFeatureCollection();
GeometryColumn geometryColumn = db.getGeometryColumnsForTable(tableName);
CoordinateReferenceSystem crs;
if (geometryColumn != null) {
if (forceSrid == -1) {
forceSrid = geometryColumn.srid;
}
crs = CrsUtilities.getCrsFromEpsg("EPSG:" + geometryColumn.srid);
} else {
crs = CrsUtilities.getCrsFromEpsg("EPSG:" + forceSrid);
}
QueryResult tableRecords = db.getTableRecordsMapIn(tableName, null, false, featureLimit, forceSrid, whereStr);
if (tableRecords.data.size() == 0) {
return fc;
}
int geometryIndex = tableRecords.geometryIndex;
int latIndex = -1;
int lonIndex = -1;
Geometry sampleGeom = null;
if (geometryIndex == -1) {
for( String fieldName : tableRecords.names ) {
if (fieldName.toLowerCase().startsWith("lat")) {
latIndex = tableRecords.names.indexOf(fieldName);
} else if (fieldName.toLowerCase().startsWith("lon")) {
lonIndex = tableRecords.names.indexOf(fieldName);
}
}
if (latIndex == -1 || lonIndex == -1)
throw new IllegalArgumentException("Not a geometric layer.");
} else {
sampleGeom = (Geometry) tableRecords.data.get(0)[geometryIndex];
}
List names = tableRecords.names;
List types = tableRecords.types;
SimpleFeatureTypeBuilder b = new SimpleFeatureTypeBuilder();
b.setName(tableName);
b.setCRS(crs);
if (latIndex != -1 && lonIndex != -1) {
b.add("the_geom", Point.class);
}
for( int i = 0; i < names.size(); i++ ) {
if (geometryIndex != -1 && i == geometryIndex) {
Class< ? > geometryClass = sampleGeom.getClass();
b.add(geometryColumn.geometryColumnName, geometryClass);
continue;
}
Class< ? > fieldClass = null;
String typeStr = types.get(i);
switch( typeStr ) {
case "DOUBLE":
case "REAL":
fieldClass = Double.class;
break;
case "FLOAT":
fieldClass = Float.class;
break;
case "INTEGER":
fieldClass = Integer.class;
break;
case "TEXT":
fieldClass = String.class;
break;
default:
fieldClass = String.class;
break;
}
b.add(names.get(i), fieldClass);
}
SimpleFeatureType type = b.buildFeatureType();
SimpleFeatureBuilder builder = new SimpleFeatureBuilder(type);
int count = tableRecords.data.size();
for( int i = 0; i < count; i++ ) {
Object[] objects = tableRecords.data.get(i);
if (latIndex != -1 && lonIndex != -1) {
double lat = ((Number) objects[latIndex]).doubleValue();
double lon = ((Number) objects[lonIndex]).doubleValue();
Point point = GeometryUtilities.gf().createPoint(new Coordinate(lon, lat));
Object[] newObjects = new Object[objects.length + 1];
System.arraycopy(objects, 0, newObjects, 1, objects.length);
newObjects[0] = point;
builder.addAll(newObjects);
} else {
builder.addAll(objects);
}
SimpleFeature feature = builder.buildFeature(null);
fc.add(feature);
}
return fc;
}
}
