org.jgrapht.nio.json.JSONEventDrivenImporter Maven / Gradle / Ivy
The newest version!
/*
* (C) Copyright 2019-2023, by Dimitrios Michail and Contributors.
*
* JGraphT : a free Java graph-theory library
*
* See the CONTRIBUTORS.md file distributed with this work for additional
* information regarding copyright ownership.
*
* This program and the accompanying materials are made available under the
* terms of the Eclipse Public License 2.0 which is available at
* http://www.eclipse.org/legal/epl-2.0, or the
* GNU Lesser General Public License v2.1 or later
* which is available at
* http://www.gnu.org/licenses/old-licenses/lgpl-2.1-standalone.html.
*
* SPDX-License-Identifier: EPL-2.0 OR LGPL-2.1-or-later
*/
package org.jgrapht.nio.json;
import java.io.IOException;
import java.io.Reader;
import java.util.ArrayDeque;
import java.util.Deque;
import java.util.HashMap;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Objects;
import java.util.UUID;
import org.antlr.v4.runtime.BaseErrorListener;
import org.antlr.v4.runtime.CharStreams;
import org.antlr.v4.runtime.CommonTokenStream;
import org.antlr.v4.runtime.RecognitionException;
import org.antlr.v4.runtime.Recognizer;
import org.antlr.v4.runtime.misc.ParseCancellationException;
import org.antlr.v4.runtime.tree.ParseTreeWalker;
import org.antlr.v4.runtime.tree.TerminalNode;
import org.apache.commons.text.StringEscapeUtils;
import org.jgrapht.Graph;
import org.jgrapht.alg.util.Triple;
import org.jgrapht.nio.Attribute;
import org.jgrapht.nio.AttributeType;
import org.jgrapht.nio.BaseEventDrivenImporter;
import org.jgrapht.nio.DefaultAttribute;
import org.jgrapht.nio.EventDrivenImporter;
import org.jgrapht.nio.ImportEvent;
import org.jgrapht.nio.ImportException;
import org.jgrapht.nio.json.JsonParser.JsonContext;
/**
* Imports a graph from a JSON file.
*
* Below is a small example of a graph in JSON format.
*
*
* {
* "nodes": [
* { "id": "1" },
* { "id": "2", "label": "Node 2 label" },
* { "id": "3" }
* ],
* "edges": [
* { "source": "1", "target": "2", "weight": 2.0, "label": "Edge between 1 and 2" },
* { "source": "2", "target": "3", "weight": 3.0, "label": "Edge between 2 and 3" }
* ]
* }
*
*
*
* In case the graph is weighted then the importer also reads edge weights. Otherwise the default
* edge weight is returned. The importer also supports reading additional string attributes such as
* label or custom user attributes.
*
*
* The parser completely ignores elements from the input that are not related to vertices or edges
* of the graph. Moreover, complicated nested structures which are inside vertices or edges are
* simply returned as a whole. For example, in the following graph
*
*
* {
* "nodes": [
* { "id": "1" },
* { "id": "2" }
* ],
* "edges": [
* { "source": "1", "target": "2", "points": { "x": 1.0, "y": 2.0 } }
* ]
* }
*
*
* the points attribute of the edge is returned as a string containing {"x":1.0,"y":2.0}. The same
* is done for arrays or any other arbitrary nested structure.
*
* @author Dimitrios Michail
*/
public class JSONEventDrivenImporter
extends BaseEventDrivenImporter>
implements EventDrivenImporter>
{
/**
* Default name for the vertices collection
*/
public static final String DEFAULT_VERTICES_COLLECTION_NAME = "nodes";
/**
* Default name for the edges collection
*/
public static final String DEFAULT_EDGES_COLLECTION_NAME = "edges";
private boolean notifyVertexAttributesOutOfOrder;
private boolean notifyEdgeAttributesOutOfOrder;
private String verticesCollectionName = DEFAULT_VERTICES_COLLECTION_NAME;
private String edgesCollectionName = DEFAULT_EDGES_COLLECTION_NAME;
/**
* Constructs a new importer.
*/
public JSONEventDrivenImporter()
{
this(true, true);
}
/**
* Constructs a new importer.
*
* @param notifyVertexAttributesOutOfOrder whether to notify for vertex attributes out-of-order
* even if they appear together in the input
* @param notifyEdgeAttributesOutOfOrder whether to notify for edge attributes out-of-order even
* if they appear together in the input
*/
public JSONEventDrivenImporter(
boolean notifyVertexAttributesOutOfOrder, boolean notifyEdgeAttributesOutOfOrder)
{
this.notifyVertexAttributesOutOfOrder = notifyVertexAttributesOutOfOrder;
this.notifyEdgeAttributesOutOfOrder = notifyEdgeAttributesOutOfOrder;
}
/**
* Get the name used for the vertices collection in the file.
*
* @return the name used for the vertices collection in the file.
*/
public String getVerticesCollectionName()
{
return verticesCollectionName;
}
/**
* Set the name used for the vertices collection in the file.
*
* @param verticesCollectionName the name
*/
public void setVerticesCollectionName(String verticesCollectionName)
{
this.verticesCollectionName = Objects.requireNonNull(verticesCollectionName);
}
/**
* Get the name used for the edges collection in the file.
*
* @return the name used for the edges collection in the file.
*/
public String getEdgesCollectionName()
{
return edgesCollectionName;
}
/**
* Set the name used for the edges collection in the file.
*
* @param edgesCollectionName the name
*/
public void setEdgesCollectionName(String edgesCollectionName)
{
this.edgesCollectionName = Objects.requireNonNull(edgesCollectionName);
}
@Override
public void importInput(Reader input)
{
try {
ThrowingErrorListener errorListener = new ThrowingErrorListener();
// create lexer
JsonLexer lexer = new JsonLexer(CharStreams.fromReader(input));
lexer.removeErrorListeners();
lexer.addErrorListener(errorListener);
// create parser
JsonParser parser = new JsonParser(new CommonTokenStream(lexer));
parser.removeErrorListeners();
parser.addErrorListener(errorListener);
// Specify our entry point
JsonContext graphContext = parser.json();
// Walk it and attach our listener
ParseTreeWalker walker = new ParseTreeWalker();
NotifyJsonListener listener = new NotifyJsonListener();
notifyImportEvent(ImportEvent.START);
walker.walk(listener, graphContext);
notifyImportEvent(ImportEvent.END);
} catch (IOException | ParseCancellationException | IllegalArgumentException e) {
throw new ImportException("Failed to import json graph: " + e.getMessage(), e);
}
}
private class ThrowingErrorListener
extends BaseErrorListener
{
@Override
public void syntaxError(
Recognizer recognizer, Object offendingSymbol, int line, int charPositionInLine,
String msg, RecognitionException e)
throws ParseCancellationException
{
throw new ParseCancellationException(
"line " + line + ":" + charPositionInLine + " " + msg);
}
}
// notify about graph from parse tree
private class NotifyJsonListener
extends JsonBaseListener
{
private static final String GRAPH = "graph";
private static final String ID = "id";
private static final String WEIGHT = "weight";
private static final String SOURCE = "source";
private static final String TARGET = "target";
// current state of parser
private int objectLevel;
private int arrayLevel;
private boolean insideNodes;
private boolean insideNodesArray;
private boolean insideNode;
private boolean insideEdges;
private boolean insideEdgesArray;
private boolean insideEdge;
private Deque pairNames;
private String nodeId;
private String sourceId;
private String targetId;
private Map attributes;
private int singletons;
private String singletonsUUID;
@Override
public void enterJson(JsonParser.JsonContext ctx)
{
objectLevel = 0;
arrayLevel = 0;
insideNodes = false;
insideNodesArray = false;
insideNode = false;
insideEdges = false;
insideEdgesArray = false;
insideEdge = false;
singletons = 0;
singletonsUUID = UUID.randomUUID().toString();
pairNames = new ArrayDeque();
pairNames.push(GRAPH);
}
@Override
public void enterObj(JsonParser.ObjContext ctx)
{
objectLevel++;
if (objectLevel == 2 && arrayLevel == 1) {
if (insideNodesArray) {
insideNode = true;
nodeId = null;
attributes = new HashMap<>();
} else if (insideEdgesArray) {
insideEdge = true;
sourceId = null;
targetId = null;
attributes = new HashMap<>();
}
}
}
@Override
public void exitObj(JsonParser.ObjContext ctx)
{
if (objectLevel == 2 && arrayLevel == 1) {
if (insideNodesArray) {
if (nodeId == null) {
nodeId = "Singleton_" + singletonsUUID + "_" + (singletons++);
}
if (notifyVertexAttributesOutOfOrder) {
notifyVertex(nodeId);
for (Entry entry : attributes.entrySet()) {
notifyVertexAttribute(nodeId, entry.getKey(), entry.getValue());
}
} else {
notifyVertexWithAttributes(nodeId, attributes);
}
insideNode = false;
attributes = null;
} else if (insideEdgesArray) {
if (sourceId != null && targetId != null) {
Double weight = Graph.DEFAULT_EDGE_WEIGHT;
Attribute attributeWeight = attributes.get(WEIGHT);
if (attributeWeight != null) {
AttributeType type = attributeWeight.getType();
if (type.equals(AttributeType.INT) || type.equals(AttributeType.FLOAT)
|| type.equals(AttributeType.DOUBLE))
{
weight = Double.parseDouble(attributeWeight.getValue());
}
}
Triple et = Triple.of(sourceId, targetId, weight);
if (notifyEdgeAttributesOutOfOrder) {
// notify individually
notifyEdge(et);
for (Entry entry : attributes.entrySet()) {
notifyEdgeAttribute(et, entry.getKey(), entry.getValue());
}
} else {
// notify with all attributes
notifyEdgeWithAttributes(et, attributes);
}
} else if (sourceId == null) {
throw new IllegalArgumentException("Edge with missing source detected");
} else {
throw new IllegalArgumentException("Edge with missing target detected");
}
insideEdge = false;
attributes = null;
}
}
objectLevel--;
}
@Override
public void enterArray(JsonParser.ArrayContext ctx)
{
arrayLevel++;
if (insideNodes && objectLevel == 1 && arrayLevel == 1) {
insideNodesArray = true;
} else if (insideEdges && objectLevel == 1 && arrayLevel == 1) {
insideEdgesArray = true;
}
}
@Override
public void exitArray(JsonParser.ArrayContext ctx)
{
if (insideNodes && objectLevel == 1 && arrayLevel == 1) {
insideNodesArray = false;
} else if (insideEdges && objectLevel == 1 && arrayLevel == 1) {
insideEdgesArray = false;
}
arrayLevel--;
}
@Override
public void enterPair(JsonParser.PairContext ctx)
{
String name = unquote(ctx.STRING().getText());
if (objectLevel == 1 && arrayLevel == 0) {
if (verticesCollectionName.equals(name)) {
insideNodes = true;
} else if (edgesCollectionName.equals(name)) {
insideEdges = true;
}
}
pairNames.push(name);
}
@Override
public void exitPair(JsonParser.PairContext ctx)
{
String name = unquote(ctx.STRING().getText());
if (objectLevel == 1 && arrayLevel == 0) {
if (verticesCollectionName.equals(name)) {
insideNodes = false;
} else if (edgesCollectionName.equals(name)) {
insideEdges = false;
}
}
pairNames.pop();
}
@Override
public void enterValue(JsonParser.ValueContext ctx)
{
String name = pairNames.element();
if (objectLevel == 2 && arrayLevel < 2) {
if (insideNode) {
if (ID.equals(name)) {
nodeId = readIdentifier(ctx);
} else {
attributes.put(name, readAttribute(ctx));
}
} else if (insideEdge) {
if (SOURCE.equals(name)) {
sourceId = readIdentifier(ctx);
} else if (TARGET.equals(name)) {
targetId = readIdentifier(ctx);
} else {
attributes.put(name, readAttribute(ctx));
}
}
}
}
private Attribute readAttribute(JsonParser.ValueContext ctx)
{
// string
String stringValue = readString(ctx);
if (stringValue != null) {
return DefaultAttribute.createAttribute(stringValue);
}
// number
TerminalNode tn = ctx.NUMBER();
if (tn != null) {
String value = tn.getText();
try {
return DefaultAttribute.createAttribute(Integer.parseInt(value, 10));
} catch (NumberFormatException e) {
// ignore
}
try {
return DefaultAttribute.createAttribute(Long.parseLong(value, 10));
} catch (NumberFormatException e) {
// ignore
}
try {
return DefaultAttribute.createAttribute(Double.parseDouble(value));
} catch (NumberFormatException e) {
// ignore
}
}
// other
String other = ctx.getText();
if (other != null) {
if ("true".equals(other)) {
return DefaultAttribute.createAttribute(Boolean.TRUE);
} else if ("false".equals(other)) {
return DefaultAttribute.createAttribute(Boolean.FALSE);
} else if ("null".equals(other)) {
return DefaultAttribute.NULL;
} else {
return new DefaultAttribute<>(other, AttributeType.UNKNOWN);
}
}
return DefaultAttribute.NULL;
}
private String unquote(String value)
{
if (value.startsWith("\"") && value.endsWith("\"")) {
value = value.substring(1, value.length() - 1);
}
value = StringEscapeUtils.unescapeJson(value);
return value;
}
private String readString(JsonParser.ValueContext ctx)
{
TerminalNode tn = ctx.STRING();
if (tn == null) {
return null;
}
return unquote(tn.getText());
}
private String readIdentifier(JsonParser.ValueContext ctx)
{
TerminalNode tn = ctx.STRING();
if (tn != null) {
return unquote(tn.getText());
}
tn = ctx.NUMBER();
if (tn == null) {
return null;
}
try {
return Long.valueOf(tn.getText(), 10).toString();
} catch (NumberFormatException e) {
}
throw new IllegalArgumentException("Failed to read valid identifier");
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy