Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.h2gis.functions.io.osm.OSMParser Maven / Gradle / Ivy
/**
* H2GIS is a library that brings spatial support to the H2 Database Engine
* . H2GIS is developed by CNRS
* insertedTagsKeys = new HashSet();
private int idMemberOrder = 1;
private TAG_LOCATION tagLocation;
private final GeometryFactory gf = new GeometryFactory(new PrecisionModel(), 4326);
private NodeOSMElement nodeOSMElement;
private WayOSMElement wayOSMElement;
private OSMElement relationOSMElement;
private ProgressVisitor progress = new EmptyProgressVisitor();
private FileChannel fc;
private long fileSize = 0;
private long readFileSizeEachNode = 1;
private long nodeCountProgress = 0;
private PreparedStatement tagPreparedStmt;
// For progression information return
private static final int AVERAGE_NODE_SIZE = 500;
private static String TAG_DUPLICATE_EXCEPTION = String.valueOf(ErrorCode.DUPLICATE_KEY_1);
public OSMParser() {
}
/**
* Read the OSM file and create its corresponding tables.
*
* @param inputFile
* @param tableName
* @param connection
* @param progress
* @return
* @throws SQLException
*/
public boolean read(Connection connection, String tableName, File inputFile, ProgressVisitor progress) throws SQLException {
this.progress = progress.subProcess(100);
// Initialisation
final boolean isH2 = JDBCUtilities.isH2DataBase(connection.getMetaData());
boolean success = false;
TableLocation requestedTable = TableLocation.parse(tableName, isH2);
String osmTableName = requestedTable.getTable();
checkOSMTables(connection, isH2, requestedTable, osmTableName);
createOSMDatabaseModel(connection, isH2, requestedTable, osmTableName);
FileInputStream fs = null;
try {
fs = new FileInputStream(inputFile);
this.fc = fs.getChannel();
this.fileSize = fc.size();
// Given the file size and an average node file size.
// Skip how many nodes in order to update progression at a step of 1%
readFileSizeEachNode = Math.max(1, (this.fileSize / AVERAGE_NODE_SIZE) / 100);
nodeCountProgress = 0;
XMLReader parser = XMLReaderFactory.createXMLReader();
parser.setErrorHandler(this);
parser.setContentHandler(this);
if(inputFile.getName().endsWith(".osm")) {
parser.parse(new InputSource(fs));
} else if(inputFile.getName().endsWith(".osm.gz")) {
parser.parse(new InputSource(new GZIPInputStream(fs)));
} else if(inputFile.getName().endsWith(".osm.bz2")) {
parser.parse(new InputSource(new BZip2CompressorInputStream(fs)));
}
else{
throw new SQLException("Supported formats are .osm, .osm.gz, .osm.bz2");
}
success = true;
} catch (SAXException ex) {
throw new SQLException(ex);
} catch (IOException ex) {
throw new SQLException("Cannot parse the file " + inputFile.getAbsolutePath(), ex);
} finally {
try {
if (fs != null) {
fs.close();
}
} catch (IOException ex) {
throw new SQLException("Cannot close the file " + inputFile.getAbsolutePath(), ex);
}
// When the reading ends, close() method has to be called
if (nodePreparedStmt != null) {
nodePreparedStmt.close();
}
if (nodeTagPreparedStmt != null) {
nodeTagPreparedStmt.close();
}
if (wayPreparedStmt != null) {
wayPreparedStmt.close();
}
if (wayTagPreparedStmt != null) {
wayTagPreparedStmt.close();
}
if (wayNodePreparedStmt != null) {
wayNodePreparedStmt.close();
}
if (relationPreparedStmt != null) {
relationPreparedStmt.close();
}
if (relationTagPreparedStmt != null) {
relationTagPreparedStmt.close();
}
if (nodeMemberPreparedStmt != null) {
nodeMemberPreparedStmt.close();
}
if (wayMemberPreparedStmt != null) {
wayMemberPreparedStmt.close();
}
if (relationMemberPreparedStmt != null) {
relationMemberPreparedStmt.close();
}
if(tagPreparedStmt!=null){
tagPreparedStmt.close();
}
}
return success;
}
/**
* Check if one table already exists
*
* @param connection
* @param isH2
* @param requestedTable
* @param osmTableName
* @throws SQLException
*/
private void checkOSMTables(Connection connection, boolean isH2, TableLocation requestedTable, String osmTableName) throws SQLException {
String[] omsTables = new String[]{TAG, NODE, NODE_TAG, WAY, WAY_NODE, WAY_TAG, RELATION, RELATION_TAG, NODE_MEMBER, WAY_MEMBER, RELATION_MEMBER};
for (String omsTableSuffix : omsTables) {
String osmTable = caseIdentifier(requestedTable, osmTableName + omsTableSuffix, isH2);
if (JDBCUtilities.tableExists(connection, osmTable)) {
throw new SQLException("The table " + osmTable + " already exists.");
}
}
}
/**
* Return the table identifier in the best fit depending on database type
*
* @param requestedTable Catalog and schema used
* @param tableName Table without quotes
* @param isH2 True if H2, false if PostGRES
* @return Find table identifier
*/
private static String caseIdentifier(TableLocation requestedTable, String tableName, boolean isH2) {
return new TableLocation(requestedTable.getCatalog(), requestedTable.getSchema(),
TableLocation.parse(tableName, isH2).getTable()).toString();
}
/**
* Create the OMS data model to store the content of the file
*
* @param connection
* @param isH2
* @param requestedTable
* @param osmTableName
* @throws SQLException
*/
private void createOSMDatabaseModel(Connection connection, boolean isH2, TableLocation requestedTable, String osmTableName) throws SQLException {
String tagTableName = caseIdentifier(requestedTable, osmTableName + TAG, isH2);
tagPreparedStmt = OSMTablesFactory.createTagTable(connection, tagTableName);
String nodeTableName = caseIdentifier(requestedTable, osmTableName + NODE, isH2);
nodePreparedStmt = OSMTablesFactory.createNodeTable(connection, nodeTableName, isH2);
String nodeTagTableName = caseIdentifier(requestedTable, osmTableName + NODE_TAG, isH2);
nodeTagPreparedStmt = OSMTablesFactory.createNodeTagTable(connection, nodeTagTableName, tagTableName);
String wayTableName = caseIdentifier(requestedTable, osmTableName + WAY, isH2);
wayPreparedStmt = OSMTablesFactory.createWayTable(connection, wayTableName, isH2);
String wayTagTableName = caseIdentifier(requestedTable, osmTableName + WAY_TAG, isH2);
wayTagPreparedStmt = OSMTablesFactory.createWayTagTable(connection, wayTagTableName, tagTableName);
String wayNodeTableName = caseIdentifier(requestedTable, osmTableName + WAY_NODE, isH2);
wayNodePreparedStmt = OSMTablesFactory.createWayNodeTable(connection, wayNodeTableName);
String relationTableName = caseIdentifier(requestedTable, osmTableName + RELATION, isH2);
relationPreparedStmt = OSMTablesFactory.createRelationTable(connection, relationTableName);
String relationTagTableName = caseIdentifier(requestedTable, osmTableName + RELATION_TAG, isH2);
relationTagPreparedStmt = OSMTablesFactory.createRelationTagTable(connection, relationTagTableName, tagTableName);
String nodeMemberTableName = caseIdentifier(requestedTable, osmTableName + NODE_MEMBER, isH2);
nodeMemberPreparedStmt = OSMTablesFactory.createNodeMemberTable(connection, nodeMemberTableName);
String wayMemberTableName = caseIdentifier(requestedTable, osmTableName + WAY_MEMBER, isH2);
wayMemberPreparedStmt = OSMTablesFactory.createWayMemberTable(connection, wayMemberTableName);
String relationMemberTableName = caseIdentifier(requestedTable, osmTableName + RELATION_MEMBER, isH2);
relationMemberPreparedStmt = OSMTablesFactory.createRelationMemberTable(connection, relationMemberTableName);
}
@Override
public void startElement(String uri, String localName, String qName, Attributes attributes) throws SAXException {
String type = attributes.getValue("type");
if(progress.isCanceled()) {
throw new SAXException("Canceled by user");
}
if (localName.compareToIgnoreCase("node") == 0) {
nodeOSMElement = new NodeOSMElement(Double.valueOf(attributes.getValue("lat")),Double.valueOf(attributes.getValue("lon")));
setCommonsAttributes(nodeOSMElement, attributes);
tagLocation = TAG_LOCATION.NODE;
} else if (localName.compareToIgnoreCase("way") == 0) {
wayOSMElement = new WayOSMElement();
setCommonsAttributes(wayOSMElement, attributes);
tagLocation = TAG_LOCATION.WAY;
} else if (localName.compareToIgnoreCase("tag") == 0) {
String key = attributes.getValue("k");
String value = attributes.getValue("v");
boolean insertTag = true;
switch (tagLocation) {
case NODE:
insertTag = nodeOSMElement.addTag(key, value);
break;
case WAY:
insertTag = wayOSMElement.addTag(key, value);
break;
case RELATION:
insertTag = relationOSMElement.addTag(key, value);
break;
}
try{
if(insertTag && !insertedTagsKeys.contains(key)) {
tagPreparedStmt.setObject(1, key);
tagPreparedStmt.execute();
insertedTagsKeys.add(key);
}
} catch (SQLException ex) {
if(ex.getErrorCode() != ErrorCode.DUPLICATE_KEY_1 && !TAG_DUPLICATE_EXCEPTION.equals(ex.getSQLState())) {
throw new SAXException("Cannot insert the tag : {" + key + " , " + value + "}", ex);
}
}
} else if (localName.compareToIgnoreCase("nd") == 0) {
wayOSMElement.addRef(attributes.getValue("ref"));
} else if (localName.compareToIgnoreCase("relation") == 0) {
relationOSMElement = new OSMElement();
setCommonsAttributes(relationOSMElement, attributes);
tagLocation = TAG_LOCATION.RELATION;
} else if (localName.compareToIgnoreCase("member") == 0) {
if (type.equalsIgnoreCase("node")) {
try {
nodeMemberPreparedStmt.setObject(1, relationOSMElement.getID());
nodeMemberPreparedStmt.setObject(2, Long.valueOf(attributes.getValue("ref")));
nodeMemberPreparedStmt.setObject(3, attributes.getValue("role"));
nodeMemberPreparedStmt.setObject(4, idMemberOrder);
nodeMemberPreparedStmt.addBatch();
nodeMemberPreparedStmtBatchSize++;
} catch (SQLException ex) {
throw new SAXException("Cannot insert the node member for the relation : " + relationOSMElement.getID(), ex);
}
} else if (type.equalsIgnoreCase("way")) {
try {
wayMemberPreparedStmt.setObject(1, relationOSMElement.getID());
wayMemberPreparedStmt.setObject(2, Long.valueOf(attributes.getValue("ref")));
wayMemberPreparedStmt.setObject(3, attributes.getValue("role"));
wayMemberPreparedStmt.setObject(4, idMemberOrder);
wayMemberPreparedStmt.addBatch();
wayMemberPreparedStmtBatchSize++;
} catch (SQLException ex) {
throw new SAXException("Cannot insert the way member for the relation : " + relationOSMElement.getID(), ex);
}
} else if (type.equalsIgnoreCase("relation")) {
try {
relationMemberPreparedStmt.setObject(1, relationOSMElement.getID());
relationMemberPreparedStmt.setObject(2, Long.valueOf(attributes.getValue("ref")));
relationMemberPreparedStmt.setObject(3, attributes.getValue("role"));
relationMemberPreparedStmt.setObject(4, idMemberOrder);
relationMemberPreparedStmt.addBatch();
relationMemberPreparedStmtBatchSize++;
} catch (SQLException ex) {
throw new SAXException("Cannot insert the relation member for the relation : " + relationOSMElement.getID(), ex);
}
}
}
}
@Override
public void endDocument() throws SAXException {
// Execute remaining batch
try {
nodePreparedStmtBatchSize = insertBatch(nodePreparedStmt, nodePreparedStmtBatchSize, 1);
nodeTagPreparedStmtBatchSize = insertBatch(nodeTagPreparedStmt, nodeTagPreparedStmtBatchSize, 1);
wayPreparedStmtBatchSize = insertBatch(wayPreparedStmt, wayPreparedStmtBatchSize, 1);
wayTagPreparedStmtBatchSize = insertBatch(wayTagPreparedStmt, wayTagPreparedStmtBatchSize, 1);
relationPreparedStmtBatchSize = insertBatch(relationPreparedStmt, relationPreparedStmtBatchSize, 1);
relationTagPreparedStmtBatchSize = insertBatch(relationTagPreparedStmt, relationTagPreparedStmtBatchSize, 1);
nodeMemberPreparedStmtBatchSize = insertBatch(nodeMemberPreparedStmt,nodeMemberPreparedStmtBatchSize, 1);
wayMemberPreparedStmtBatchSize = insertBatch(wayMemberPreparedStmt, wayMemberPreparedStmtBatchSize, 1);
relationMemberPreparedStmtBatchSize = insertBatch(relationMemberPreparedStmt, relationMemberPreparedStmtBatchSize, 1);
wayNodePreparedStmtBatchSize = insertBatch(wayNodePreparedStmt, wayNodePreparedStmtBatchSize, 1);
} catch (SQLException ex) {
throw new SAXException("Could not insert sql batch", ex);
}
}
@Override
public void endElement(String uri, String localName, String qName) throws SAXException {
if (localName.compareToIgnoreCase("node") == 0) {
tagLocation = TAG_LOCATION.OTHER;
try {
nodePreparedStmt.setObject(1, nodeOSMElement.getID());
nodePreparedStmt.setObject(2, nodeOSMElement.getPoint(gf));
nodePreparedStmt.setObject(3, nodeOSMElement.getElevation());
nodePreparedStmt.setObject(4, nodeOSMElement.getUser());
nodePreparedStmt.setObject(5, nodeOSMElement.getUID());
nodePreparedStmt.setObject(6, nodeOSMElement.getVisible());
nodePreparedStmt.setObject(7, nodeOSMElement.getVersion());
nodePreparedStmt.setObject(8, nodeOSMElement.getChangeSet());
nodePreparedStmt.setObject(9, nodeOSMElement.getTimeStamp(), Types.DATE);
nodePreparedStmt.setString(10, nodeOSMElement.getName());
nodePreparedStmt.addBatch();
nodePreparedStmtBatchSize++;
HashMap tags = nodeOSMElement.getTags();
for (Map.Entry entry : tags.entrySet()) {
nodeTagPreparedStmt.setObject(1, nodeOSMElement.getID());
nodeTagPreparedStmt.setObject(2, entry.getKey());
nodeTagPreparedStmt.setObject(3, entry.getValue());
nodeTagPreparedStmt.addBatch();
nodeTagPreparedStmtBatchSize++;
}
} catch (SQLException ex) {
throw new SAXException("Cannot insert the node : " + nodeOSMElement.getID(), ex);
}
} else if (localName.compareToIgnoreCase("way") == 0) {
tagLocation = TAG_LOCATION.OTHER;
try {
wayPreparedStmt.setObject(1, wayOSMElement.getID());
wayPreparedStmt.setObject(2, wayOSMElement.getUser());
wayPreparedStmt.setObject(3, wayOSMElement.getUID());
wayPreparedStmt.setObject(4, wayOSMElement.getVisible());
wayPreparedStmt.setObject(5, wayOSMElement.getVersion());
wayPreparedStmt.setObject(6, wayOSMElement.getChangeSet());
wayPreparedStmt.setTimestamp(7, wayOSMElement.getTimeStamp());
wayPreparedStmt.setString(8, wayOSMElement.getName());
wayPreparedStmt.addBatch();
wayPreparedStmtBatchSize++;
HashMap tags = wayOSMElement.getTags();
for (Map.Entry entry : tags.entrySet()) {
wayTagPreparedStmt.setObject(1, wayOSMElement.getID());
wayTagPreparedStmt.setObject(2, entry.getKey());
wayTagPreparedStmt.setObject(3, entry.getValue());
wayTagPreparedStmt.addBatch();
wayTagPreparedStmtBatchSize++;
}
int order = 1;
for (long ref : wayOSMElement.getNodesRef()) {
wayNodePreparedStmt.setObject(1, wayOSMElement.getID());
wayNodePreparedStmt.setObject(2, ref);
wayNodePreparedStmt.setObject(3, order++);
wayNodePreparedStmt.addBatch();
wayNodePreparedStmtBatchSize++;
}
} catch (SQLException ex) {
throw new SAXException("Cannot insert the way : " + wayOSMElement.getID(), ex);
}
} else if (localName.compareToIgnoreCase("relation") == 0) {
tagLocation = TAG_LOCATION.OTHER;
try {
relationPreparedStmt.setObject(1, relationOSMElement.getID());
relationPreparedStmt.setObject(2, relationOSMElement.getUser());
relationPreparedStmt.setObject(3, relationOSMElement.getUID());
relationPreparedStmt.setObject(4, relationOSMElement.getVisible());
relationPreparedStmt.setObject(5, relationOSMElement.getVersion());
relationPreparedStmt.setObject(6, relationOSMElement.getChangeSet());
relationPreparedStmt.setTimestamp(7, relationOSMElement.getTimeStamp());
relationPreparedStmt.addBatch();
relationPreparedStmtBatchSize++;
HashMap tags = relationOSMElement.getTags();
for (Map.Entry entry : tags.entrySet()) {
relationTagPreparedStmt.setObject(1, relationOSMElement.getID());
relationTagPreparedStmt.setObject(2, entry.getKey());
relationTagPreparedStmt.setObject(3, entry.getValue());
relationTagPreparedStmt.addBatch();
relationTagPreparedStmtBatchSize++;
}
idMemberOrder = 0;
} catch (SQLException ex) {
throw new SAXException("Cannot insert the relation : " + relationOSMElement.getID(), ex);
}
} else if (localName.compareToIgnoreCase("member") == 0) {
idMemberOrder++;
}
try {
insertBatch();
} catch (SQLException ex) {
throw new SAXException("Could not insert sql batch", ex);
}
if(nodeCountProgress++ % readFileSizeEachNode == 0) {
// Update Progress
try {
progress.setStep((int) (((double) fc.position() / fileSize) * 100));
} catch (IOException ex) {
// Ignore
}
}
}
private void insertBatch() throws SQLException {
nodePreparedStmtBatchSize = insertBatch(nodePreparedStmt, nodePreparedStmtBatchSize);
nodeTagPreparedStmtBatchSize = insertBatch(nodeTagPreparedStmt, nodeTagPreparedStmtBatchSize);
wayPreparedStmtBatchSize = insertBatch(wayPreparedStmt, wayPreparedStmtBatchSize);
wayTagPreparedStmtBatchSize = insertBatch(wayTagPreparedStmt, wayTagPreparedStmtBatchSize);
relationPreparedStmtBatchSize = insertBatch(relationPreparedStmt, relationPreparedStmtBatchSize);
relationTagPreparedStmtBatchSize = insertBatch(relationTagPreparedStmt, relationTagPreparedStmtBatchSize);
nodeMemberPreparedStmtBatchSize = insertBatch(nodeMemberPreparedStmt,nodeMemberPreparedStmtBatchSize);
wayMemberPreparedStmtBatchSize = insertBatch(wayMemberPreparedStmt, wayMemberPreparedStmtBatchSize);
relationMemberPreparedStmtBatchSize = insertBatch(relationMemberPreparedStmt, relationMemberPreparedStmtBatchSize);
wayNodePreparedStmtBatchSize = insertBatch(wayNodePreparedStmt, wayNodePreparedStmtBatchSize);
}
private int insertBatch(PreparedStatement st, int batchSize, int maxBatchSize) throws SQLException {
if(batchSize >= maxBatchSize) {
st.executeBatch();
return 0;
} else {
return batchSize;
}
}
private int insertBatch(PreparedStatement st, int batchSize) throws SQLException {
return insertBatch(st, batchSize, BATCH_SIZE);
}
/**
*
* @param osmElement
* @param attributes
* @throws ParseException
*/
private void setCommonsAttributes(OSMElement osmElement, Attributes attributes) throws SAXException {
osmElement.setId(attributes.getValue("id"));
osmElement.setUser(attributes.getValue("user"));
osmElement.setUid(attributes.getValue("uid"));
osmElement.setVisible(attributes.getValue("visible"));
osmElement.setVersion(attributes.getValue("version"));
osmElement.setChangeset(attributes.getValue("changeset"));
osmElement.setTimestamp(attributes.getValue("timestamp"));
}
}
