Please wait. This can take some minutes ...
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
apoc.custom.CypherProcedures Maven / Gradle / Ivy
package apoc.custom;
import apoc.Extended;
import apoc.util.collection.Iterables;
import org.apache.commons.lang3.StringUtils;
import org.neo4j.graphdb.Notification;
import org.neo4j.graphdb.QueryExecutionType;
import org.neo4j.graphdb.Result;
import org.neo4j.internal.kernel.api.exceptions.ProcedureException;
import org.neo4j.internal.kernel.api.procs.DefaultParameterValue;
import org.neo4j.internal.kernel.api.procs.ProcedureSignature;
import org.neo4j.internal.kernel.api.procs.UserFunctionSignature;
import org.neo4j.internal.kernel.api.procs.FieldSignature;
import org.neo4j.internal.kernel.api.procs.Neo4jTypes;
import org.neo4j.kernel.api.exceptions.Status;
import org.neo4j.kernel.internal.GraphDatabaseAPI;
import org.neo4j.logging.Log;
import org.neo4j.procedure.Context;
import org.neo4j.procedure.Procedure;
import org.neo4j.procedure.Description;
import org.neo4j.procedure.Name;
import org.neo4j.procedure.Mode;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import java.util.stream.StreamSupport;
import static apoc.custom.CypherProceduresHandler.*;
/**
* @author mh
* @since 18.08.18
*/
@Extended
public class CypherProcedures {
// visible for testing
public static final String ERROR_MISMATCHED_INPUTS = "Required query parameters do not match provided input arguments.";
public static final String ERROR_MISMATCHED_OUTPUTS = "Query results do not match requested output.";
@Context
public GraphDatabaseAPI api;
@Context
public Log log;
@Context
public CypherProceduresHandler cypherProceduresHandler;
@Procedure(value = "apoc.custom.declareProcedure", mode = Mode.WRITE)
@Description("apoc.custom.declareProcedure(signature, statement, mode, description) - register a custom cypher procedure")
public void declareProcedure(@Name("signature") String signature, @Name("statement") String statement,
@Name(value = "mode", defaultValue = "read") String mode,
@Name(value = "description", defaultValue = "") String description
) {
Mode modeProcedure = cypherProceduresHandler.mode(mode);
ProcedureSignature procedureSignature = new Signatures(PREFIX).asProcedureSignature(signature, description, modeProcedure);
validateProcedure(statement, procedureSignature.inputSignature(), procedureSignature.outputSignature(), modeProcedure);
if (!cypherProceduresHandler.registerProcedure(procedureSignature, statement)) {
throw new IllegalStateException("Error registering procedure " + procedureSignature.name() + ", see log.");
}
cypherProceduresHandler.storeProcedure(procedureSignature, statement);
}
@Procedure(value = "apoc.custom.declareFunction", mode = Mode.WRITE)
@Description("apoc.custom.declareFunction(signature, statement, forceSingle, description) - register a custom cypher function")
public void declareFunction(@Name("signature") String signature, @Name("statement") String statement,
@Name(value = "forceSingle", defaultValue = "false") boolean forceSingle,
@Name(value = "description", defaultValue = "") String description) throws ProcedureException {
UserFunctionSignature userFunctionSignature = new Signatures(PREFIX).asFunctionSignature(signature, description);
validateFunction(statement, userFunctionSignature.inputSignature());
if (!cypherProceduresHandler.registerFunction(userFunctionSignature, statement, forceSingle)) {
throw new IllegalStateException("Error registering function " + signature + ", see log.");
}
cypherProceduresHandler.storeFunction(userFunctionSignature, statement, forceSingle);
}
@Procedure(value = "apoc.custom.list", mode = Mode.READ)
@Description("apoc.custom.list() - provide a list of custom procedures/function registered")
public Stream list() {
return cypherProceduresHandler.readSignatures().map( descriptor -> {
if (descriptor instanceof CypherProceduresHandler.ProcedureDescriptor) {
CypherProceduresHandler.ProcedureDescriptor procedureDescriptor = (CypherProceduresHandler.ProcedureDescriptor) descriptor;
ProcedureSignature signature = procedureDescriptor.getSignature();
return new CustomProcedureInfo(
PROCEDURE,
signature.name().toString().substring(PREFIX.length() + 1),
signature.description().orElse(null),
signature.mode().toString().toLowerCase(),
procedureDescriptor.getStatement(),
convertInputSignature(signature.inputSignature()),
Iterables.stream(signature.outputSignature())
.map(f -> Arrays.asList(f.name(), prettyPrintType(f.neo4jType())))
.collect(Collectors.toList()),
null);
} else {
CypherProceduresHandler.UserFunctionDescriptor userFunctionDescriptor = (CypherProceduresHandler.UserFunctionDescriptor) descriptor;
UserFunctionSignature signature = userFunctionDescriptor.getSignature();
return new CustomProcedureInfo(
FUNCTION,
signature.name().toString().substring(PREFIX.length() + 1),
signature.description().orElse(null),
null,
userFunctionDescriptor.getStatement(),
convertInputSignature(signature.inputSignature()),
prettyPrintType(signature.outputType()),
userFunctionDescriptor.isForceSingle());
}
});
}
@Procedure(value = "apoc.custom.removeProcedure", mode = Mode.WRITE)
@Description("apoc.custom.removeProcedure(name) - remove the targeted custom procedure")
public void removeProcedure(@Name("name") String name) {
Objects.requireNonNull(name, "name");
cypherProceduresHandler.removeProcedure(name);
}
@Procedure(value = "apoc.custom.removeFunction", mode = Mode.WRITE)
@Description("apoc.custom.removeFunction(name, type) - remove the targeted custom function")
public void removeFunction(@Name("name") String name) {
Objects.requireNonNull(name, "name");
cypherProceduresHandler.removeFunction(name);
}
private void validateFunction(String statement, List input) {
validateProcedure(statement, input, DEFAULT_MAP_OUTPUT, null);
}
private void validateProcedure(String statement, List input, List output, Mode mode) {
final Set outputSet = output.stream().map(FieldSignature::name).collect(Collectors.toSet());
api.executeTransactionally("EXPLAIN " + statement,
input.stream().collect(HashMap::new,
(map, value) -> map.put(value.name(), null), HashMap::putAll),
result -> {
if (!DEFAULT_MAP_OUTPUT.equals(output)) {
// when there are multiple variables with the same name, e.g within an "UNION ALL" Neo4j adds a suffix "@" to distinguish them,
// so to check the correctness of the output parameters we must first remove this suffix from the column names
final Set columns = result.columns().stream()
.map(i -> i.replaceFirst("@[0-9]+", "").trim())
.collect(Collectors.toSet());
checkOutputParams(outputSet, columns);
}
if (!DEFAULT_INPUTS.equals(input)) {
checkInputParams(result);
}
if (mode != null) {
checkMode(result.getQueryExecutionType().queryType(), mode);
}
return null;
});
}
private void checkMode(QueryExecutionType.QueryType queryType, Mode mode) {
Map map = Map.of(QueryExecutionType.QueryType.WRITE, Mode.WRITE,
QueryExecutionType.QueryType.READ_ONLY, Mode.READ,
QueryExecutionType.QueryType.READ_WRITE, Mode.WRITE);
if (!map.get(queryType).equals(mode)) {
throw new RuntimeException(String.format("The query execution type is %s, but you provided mode %s.\n" +
"Supported modes are %s",
queryType.name(),
mode.name(),
map.values().stream().sorted().collect(Collectors.toList()).toString()));
}
}
private void checkOutputParams(Set outputSet, Set columns) {
if (!Set.copyOf(columns).equals(outputSet)) {
throw new RuntimeException(ERROR_MISMATCHED_OUTPUTS);
}
}
private void checkInputParams(Result result) {
String missingParameters = StreamSupport.stream(result.getNotifications().spliterator(), false)
.filter(i -> i.getCode().equals(Status.Statement.ParameterMissing.code().serialize()))
.map(Notification::getDescription)
.collect(Collectors.joining(System.lineSeparator()));
if (StringUtils.isNotBlank(missingParameters)) {
throw new RuntimeException(ERROR_MISMATCHED_INPUTS);
}
}
private List> convertInputSignature(List signatures) {
return Iterables.stream(signatures).map(f -> {
List list = new ArrayList<>(3);
list.add(f.name());
list.add(prettyPrintType(f.neo4jType()));
final Optional defaultParameterValue = f.defaultValue();
defaultParameterValue.map(DefaultParameterValue::value).ifPresent(v -> list.add(v.toString()));
return list;
}).collect(Collectors.toList());
}
private String prettyPrintType(Neo4jTypes.AnyType type) {
String s = type.toString().toLowerCase();
if (s.endsWith("?")) {
s = s.substring(0, s.length()-1);
}
return s;
}
public static class CustomProcedureInfo {
public String type;
public String name;
public String description;
public String mode;
public String statement;
public List>inputs;
public Object outputs;
public Boolean forceSingle;
public CustomProcedureInfo(String type, String name, String description, String mode,
String statement, List> inputs, Object outputs,
Boolean forceSingle){
this.type = type;
this.name = name;
this.description = description;
this.statement = statement;
this.outputs = outputs;
this.inputs = inputs;
this.forceSingle = forceSingle;
this.mode = mode;
}
}
}