All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.neo4j.procedure.impl.ProcedureCompilation Maven / Gradle / Ivy

/*
 * Copyright (c) "Neo4j"
 * Neo4j Sweden AB [https://neo4j.com]
 *
 * This file is part of Neo4j.
 *
 * Neo4j is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see .
 */
package org.neo4j.procedure.impl;

import static java.lang.String.format;
import static org.apache.commons.lang3.exception.ExceptionUtils.getRootCause;
import static org.neo4j.codegen.CodeGenerator.generateCode;
import static org.neo4j.codegen.Expression.arrayLoad;
import static org.neo4j.codegen.Expression.box;
import static org.neo4j.codegen.Expression.cast;
import static org.neo4j.codegen.Expression.constant;
import static org.neo4j.codegen.Expression.equal;
import static org.neo4j.codegen.Expression.get;
import static org.neo4j.codegen.Expression.getStatic;
import static org.neo4j.codegen.Expression.invoke;
import static org.neo4j.codegen.Expression.invokeSuper;
import static org.neo4j.codegen.Expression.newInstance;
import static org.neo4j.codegen.Expression.ternary;
import static org.neo4j.codegen.Expression.unbox;
import static org.neo4j.codegen.FieldReference.field;
import static org.neo4j.codegen.MethodDeclaration.method;
import static org.neo4j.codegen.MethodReference.constructorReference;
import static org.neo4j.codegen.MethodReference.methodReference;
import static org.neo4j.codegen.Parameter.param;
import static org.neo4j.codegen.TypeReference.OBJECT;
import static org.neo4j.codegen.TypeReference.parameterizedType;
import static org.neo4j.codegen.TypeReference.toBoxedType;
import static org.neo4j.codegen.TypeReference.typeReference;
import static org.neo4j.codegen.bytecode.ByteCode.BYTECODE;
import static org.neo4j.codegen.source.SourceCode.PRINT_SOURCE;
import static org.neo4j.codegen.source.SourceCode.SOURCECODE;
import static org.neo4j.values.SequenceValue.IterationPreference.RANDOM_ACCESS;

import java.lang.reflect.Field;
import java.lang.reflect.Method;
import java.lang.reflect.ParameterizedType;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.time.LocalTime;
import java.time.OffsetTime;
import java.time.ZonedDateTime;
import java.time.temporal.Temporal;
import java.time.temporal.TemporalAmount;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.stream.Stream;
import org.neo4j.codegen.ClassGenerator;
import org.neo4j.codegen.ClassHandle;
import org.neo4j.codegen.CodeBlock;
import org.neo4j.codegen.CodeGenerationNotSupportedException;
import org.neo4j.codegen.CodeGenerator;
import org.neo4j.codegen.CompilationFailureException;
import org.neo4j.codegen.Expression;
import org.neo4j.codegen.FieldReference;
import org.neo4j.codegen.MethodDeclaration;
import org.neo4j.collection.RawIterator;
import org.neo4j.graphdb.Entity;
import org.neo4j.graphdb.Node;
import org.neo4j.graphdb.Path;
import org.neo4j.graphdb.Relationship;
import org.neo4j.graphdb.spatial.Point;
import org.neo4j.internal.kernel.api.exceptions.ProcedureException;
import org.neo4j.internal.kernel.api.procs.ProcedureSignature;
import org.neo4j.internal.kernel.api.procs.UserAggregator;
import org.neo4j.internal.kernel.api.procs.UserFunctionSignature;
import org.neo4j.kernel.api.ResourceMonitor;
import org.neo4j.kernel.api.exceptions.Status;
import org.neo4j.kernel.api.procedure.CallableProcedure;
import org.neo4j.kernel.api.procedure.CallableUserAggregationFunction;
import org.neo4j.kernel.api.procedure.CallableUserFunction;
import org.neo4j.kernel.api.procedure.Context;
import org.neo4j.kernel.impl.coreapi.InternalTransaction;
import org.neo4j.kernel.impl.util.DefaultValueMapper;
import org.neo4j.kernel.impl.util.ValueUtils;
import org.neo4j.values.AnyValue;
import org.neo4j.values.SequenceValue;
import org.neo4j.values.ValueMapper;
import org.neo4j.values.storable.BooleanValue;
import org.neo4j.values.storable.ByteArray;
import org.neo4j.values.storable.ByteValue;
import org.neo4j.values.storable.DateTimeValue;
import org.neo4j.values.storable.DateValue;
import org.neo4j.values.storable.DoubleValue;
import org.neo4j.values.storable.DurationValue;
import org.neo4j.values.storable.LocalDateTimeValue;
import org.neo4j.values.storable.LocalTimeValue;
import org.neo4j.values.storable.LongValue;
import org.neo4j.values.storable.NumberValue;
import org.neo4j.values.storable.PointValue;
import org.neo4j.values.storable.TextValue;
import org.neo4j.values.storable.TimeValue;
import org.neo4j.values.storable.Value;
import org.neo4j.values.storable.Values;
import org.neo4j.values.virtual.ListValue;
import org.neo4j.values.virtual.MapValue;
import org.neo4j.values.virtual.VirtualNodeValue;
import org.neo4j.values.virtual.VirtualPathValue;
import org.neo4j.values.virtual.VirtualRelationshipValue;

/**
 * Class responsible for generating code for calling user-defined procedures and functions.
 */
@SuppressWarnings({"WeakerAccess", "unused"})
public final class ProcedureCompilation {
    public static final RawIterator VOID_ITERATOR = new RawIterator<>() {
        @Override
        public boolean hasNext() {
            return false;
        }

        @Override
        public AnyValue[] next() {
            return EMPTY_ARRAY;
        }
    };

    private static final boolean DEBUG = false;
    private static final String LONG = long.class.getCanonicalName();
    private static final String BOXED_LONG = Long.class.getCanonicalName();
    private static final String DOUBLE = double.class.getCanonicalName();
    private static final String BOXED_DOUBLE = Double.class.getCanonicalName();
    private static final String BOOLEAN = boolean.class.getCanonicalName();
    private static final String BOXED_BOOLEAN = Boolean.class.getCanonicalName();
    private static final String NUMBER = Number.class.getCanonicalName();
    private static final String STRING = String.class.getCanonicalName();
    private static final String NODE = Node.class.getCanonicalName();
    private static final String RELATIONSHIP = Relationship.class.getCanonicalName();
    private static final String PATH = Path.class.getCanonicalName();
    private static final String POINT = org.neo4j.graphdb.spatial.Point.class.getCanonicalName();
    private static final String LIST = List.class.getCanonicalName();
    private static final String MAP = Map.class.getCanonicalName();
    private static final String BYTE_ARRAY = byte[].class.getCanonicalName();
    private static final String ZONED_DATE_TIME = ZonedDateTime.class.getCanonicalName();
    private static final String LOCAL_DATE_TIME = LocalDateTime.class.getCanonicalName();
    private static final String LOCAL_DATE = LocalDate.class.getCanonicalName();
    private static final String OFFSET_TIME = OffsetTime.class.getCanonicalName();
    private static final String LOCAL_TIME = LocalTime.class.getCanonicalName();
    private static final String TEMPORAL_AMOUNT = TemporalAmount.class.getCanonicalName();
    private static final String PACKAGE = "org.neo4j.kernel.impl.proc";
    private static final String SIGNATURE_NAME = "SIGNATURE";
    private static final String USER_CLASS = "userClass";
    private static final String VALUE_MAPPER_NAME = "MAPPER";
    private static final AnyValue[] EMPTY_ARRAY = new AnyValue[0];

    private static final MethodDeclaration.Builder USER_FUNCTION = method(
                    AnyValue.class, "apply", param(Context.class, "ctx"), param(AnyValue[].class, "input"))
            .throwsException(typeReference(ProcedureException.class));
    private static final MethodDeclaration.Builder USER_PROCEDURE = method(
                    parameterizedType(
                            RawIterator.class,
                            typeReference(AnyValue[].class),
                            typeReference(ProcedureException.class)),
                    "apply",
                    param(Context.class, "ctx"),
                    param(AnyValue[].class, "input"),
                    param(ResourceMonitor.class, "monitor"))
            .throwsException(typeReference(ProcedureException.class));
    private static final MethodDeclaration.Builder AGGREGATION_CREATE = method(
                    UserAggregator.class, "create", param(Context.class, "ctx"))
            .throwsException(typeReference(ProcedureException.class));
    private static final MethodDeclaration.Builder AGGREGATION_UPDATE = method(
                    void.class, "update", param(AnyValue[].class, "input"))
            .throwsException(typeReference(ProcedureException.class));
    private static final MethodDeclaration.Builder AGGREGATION_RESULT =
            method(AnyValue.class, "result").throwsException(typeReference(ProcedureException.class));

    private ProcedureCompilation() {
        throw new UnsupportedOperationException("Do not instantiate");
    }

    /**
     * Generates code for a user-defined function.
     * 

* Given a user-defined function defined by * *

     *     class MyClass {
     *       {@literal @}Context
     *        public Log log;
     *
     *       {@literal @}UserFunction
     *        public double addPi(long value) {
     *            return value + Math.PI;
     *        }
     *     }
     * 
*

* we will generate something like * *

     *     class GeneratedAddPi implements CallableUserFunction {
     *         public static UserFunctionSignature SIGNATURE;
     *         public static FieldSetter SETTER_0;
     *
     *         public AnyValue apply(Context ctx, AnyValue[] input) {
     *              try {
     *                  MyClass userClass = new MyClass();
     *                  userClass.log = (Log) SETTER_0.get(ctx);
     *                  return Values.doubleValue(userClass.addPi( ((NumberValue) input[0]).longValue() );
     *              } catch (Throwable T) {
     *                  throw new ProcedureException([appropriate error msg], T);
     *              }
     *         }
     *
     *         public UserFunctionSignature signature() {return SIGNATURE;}
     *     }
     * 
*

* where the static fields are set once during loading via reflection. * * @param signature the signature of the user-defined function * @param fieldSetters the fields to set before each call. * @param methodToCall the method to call * @param parentClassLoader the classloader to resolve with. * @return a CallableUserFunction delegating to the underlying user-defined function. * @throws ProcedureException if something went wrong when compiling the user-defined function. */ static CallableUserFunction compileFunction( UserFunctionSignature signature, List fieldSetters, Method methodToCall, ClassLoader parentClassLoader) throws ProcedureException { ClassHandle handle; try { CodeGenerator codeGenerator = codeGenerator(parentClassLoader); try (ClassGenerator generator = codeGenerator.generateClass(PACKAGE, className(signature), CallableUserFunction.class)) { // static fields FieldReference signatureField = generator.publicStaticField(typeReference(UserFunctionSignature.class), SIGNATURE_NAME); List fieldsToSet = createContextSetters(fieldSetters, generator); // CallableUserFunction::apply try (CodeBlock method = generator.generate(USER_FUNCTION)) { try (var body = method.tryCatch( onError -> onError(onError, format("function `%s`", signature.name())), param(Throwable.class, "T"))) { functionBody(body, fieldSetters, fieldsToSet, methodToCall); } } // CallableUserFunction::signature try (CodeBlock method = generator.generateMethod(UserFunctionSignature.class, "signature")) { method.returns(getStatic(signatureField)); } handle = generator.handle(); } Class clazz = handle.loadClass(); // set all static fields setAllStaticFields(signature, fieldSetters, clazz); return (CallableUserFunction) clazz.getConstructor().newInstance(); } catch (Throwable e) { throw new ProcedureException( Status.Procedure.ProcedureRegistrationFailed, e, "Failed to compile function defined in `%s`: %s", methodToCall.getDeclaringClass().getSimpleName(), e.getMessage()); } } /** * Generates code for a user-defined procedure. *

* Given a user-defined function defined by * *

     *     class MyClass {
     *       {@literal @}Context
     *        public Log log;
     *
     *       {@literal @}Procedure
     *        public Stream myStream(long value) {
     *            ...
     *        }
     *     }
     * 
*

* we will generate something like * *

     *     class GeneratedMyStream implements CallableProcedure {
     *         public static ProcedureSignature SIGNATURE;
     *         public static FieldSetter SETTER_0;
     *
     *          RawIterator apply( Context ctx, AnyValue[] in, ResourceMonitor monitor ) throws ProcedureException {
     *              try {
     *                  MyClass userClass = new MyClass();
     *                  userClass.log = (Log) SETTER_0.get(ctx);
     *                  Stream fromUser = userClass.myStream(((NumberValue) input[0]).longValue() );
     *                  return new GeneratedIterator(fromUser, tracker, SIGNATURE);
     *              } catch (Throwable T) {
     *                  throw new ProcedureException([appropriate error msg], T);
     *              }
     *         }
     *
     *         public ProcedureSignature signature() {return SIGNATURE;}
     *     }
     * 
*

* where the static fields are set once during loading via reflection and where the GeneratedIterator * implements the appropriate mapping from user-types Object[] to AnyValue[]. * * @param signature the signature of the procedure * @param fieldSetters the fields to set before each call. * @param methodToCall the method to call * @param parentClassLoader the classloader to resolve with. * @return a CallableProcedure delegating to the underlying procedure method. * @throws ProcedureException if something went wrong when compiling the user-defined function. */ static CallableProcedure compileProcedure( ProcedureSignature signature, List fieldSetters, Method methodToCall, ClassLoader parentClassLoader) throws ProcedureException { ClassHandle handle; try { CodeGenerator codeGenerator = codeGenerator(parentClassLoader); Class iterator = generateIterator(codeGenerator, procedureType(methodToCall)); try (ClassGenerator generator = codeGenerator.generateClass(PACKAGE, className(signature), CallableProcedure.class)) { // static fields FieldReference signatureField = generator.publicStaticField(typeReference(ProcedureSignature.class), SIGNATURE_NAME); List fieldsToSet = createContextSetters(fieldSetters, generator); // CallableProcedure::apply try (CodeBlock method = generator.generate(USER_PROCEDURE)) { try (var body = method.tryCatch( onError -> onError(onError, format("procedure `%s`", signature.name())), param(Throwable.class, "T"))) { procedureBody(body, fieldSetters, fieldsToSet, signatureField, methodToCall, iterator); } } // CallableUserFunction::signature try (CodeBlock method = generator.generateMethod(ProcedureSignature.class, "signature")) { method.returns(getStatic(signatureField)); } handle = generator.handle(); } Class clazz = handle.loadClass(); // set all static fields setAllStaticFields(signature, fieldSetters, clazz); return (CallableProcedure) clazz.getConstructor().newInstance(); } catch (Throwable e) { throw new ProcedureException( Status.Procedure.ProcedureRegistrationFailed, e, "Failed to compile procedure defined in `%s`: %s", methodToCall.getDeclaringClass().getSimpleName(), e.getMessage()); } } /** * Generates code for a user-defined aggregation function. *

* Given a user-defined aggregation function defined by * *

     *     class MyClass {
     *       {@literal @}Context
     *        public Log log;
     *
     *       {@literal @}UserAggregationFunction
     *        public Adder create() {
     *            return new Adder;
     *        }
     *     }
     *
     *     class Adder {
     *       private long sum;
     *       {@literal @}UserAggregationUpdate
     *       public void update(long in) {
     *           sum += in;
     *       }
     *       {@literal @}UserAggregationResult
     *       public long result() {
     *         return sum;
     *       }
     *    }
     *     }
     * 
*

* we will generate two classe looking something like * *

     *     class Generated implements CallableUserAggregationFunction {
     *         public static UserFunctionSignature SIGNATURE;
     *         public static FieldSetter SETTER_0;
     *
     *         public UserAggregator create(Context ctx) {
     *              try {
     *                  MyClass userClass = new MyClass();
     *                  userClass.log = (Log) SETTER_0.get(ctx);
     *                  return new GeneratedAdder(userClass.create());
     *              } catch (Throwable T) {
     *                  throw new ProcedureException([appropriate error msg], T);
     *              }
     *         }
     *
     *         public UserFunctionSignature signature() {return SIGNATURE;}
     *     }
     *     class GeneratedAdder implements UserAggregator {
     *       private Adder adder;
     *
     *       GeneratedAdder(Adder adder) {
     *         this.adder = adder;
     *       }
     *
     *       void update(AnyValue[] in) {
     *          adder.update(((NumberValue) in).longValue());
     *       }
     *
     *       AnyValue result() {
     *          return adder.result(Values.longValue(adder.result());
     *       }
     *     }
     * 
*

* where the static fields are set once during loading via reflection. * * @param signature the signature of the user-defined function * @param fieldSetters the fields to set before each call. * @param create the method that creates the aggregator * @param update the update method of the aggregator * @param result the result method of the aggregator * @param parentClassLoader the classloader to resolve with. * @return a CallableUserFunction delegating to the underlying user-defined function. * @throws ProcedureException if something went wrong when compiling the user-defined function. */ static CallableUserAggregationFunction compileAggregation( UserFunctionSignature signature, List fieldSetters, Method create, Method update, Method result, ClassLoader parentClassLoader) throws ProcedureException { ClassHandle handle; try { CodeGenerator codeGenerator = codeGenerator(parentClassLoader); Class aggregator = generateAggregator(codeGenerator, update, result, signature); try (ClassGenerator generator = codeGenerator.generateClass( CallableUserAggregationFunction.BasicUserAggregationFunction.class, PACKAGE, className(signature), CallableUserAggregationFunction.class)) { // static fields List fieldsToSet = createContextSetters(fieldSetters, generator); // constructor try (CodeBlock constructor = generator.generateConstructor(param(UserFunctionSignature.class, "signature"))) { constructor.expression(invokeSuper( typeReference(CallableUserAggregationFunction.BasicUserAggregationFunction.class), constructor.load("signature"))); } // CallableUserAggregationFunction::create try (CodeBlock method = generator.generate(AGGREGATION_CREATE)) { try (var body = method.tryCatch( onError -> onError(onError, format("function `%s`", signature.name())), param(Throwable.class, "T"))) { createAggregationBody(body, fieldSetters, fieldsToSet, create, aggregator); } } handle = generator.handle(); } Class clazz = handle.loadClass(); // set all static fields setAllStaticFields(fieldSetters, clazz); return (CallableUserAggregationFunction) clazz.getConstructor(UserFunctionSignature.class).newInstance(signature); } catch (Throwable e) { throw new ProcedureException( Status.Procedure.ProcedureRegistrationFailed, e, "Failed to compile function defined in `%s`: %s", create.getDeclaringClass().getSimpleName(), e.getMessage()); } } /** * Used by generated code. Needs to be public. * @param throwable The thrown exception * @param typeAndName the type and name of the caller, e.g "function `my.udf`" * @return an exception with an appropriate message. */ public static ProcedureException rethrowProcedureException(Throwable throwable, String typeAndName) { if (throwable instanceof ProcedureException) { return (ProcedureException) throwable; } if (throwable instanceof Status.HasStatus) { return new ProcedureException( ((Status.HasStatus) throwable).status(), throwable, throwable.getMessage(), throwable); } else { Throwable cause = getRootCause(throwable); return new ProcedureException( Status.Procedure.ProcedureCallFailed, throwable, "Failed to invoke %s: %s", typeAndName, "Caused by: " + (cause != null ? cause : throwable)); } } /** * Byte arrays needs special treatment since it is not a proper Cypher type * @param input either a ByteArray or ListValue of bytes * @return input value converted to a byte[] */ public static byte[] toByteArray(AnyValue input) { if (input instanceof ByteArray) { return ((ByteArray) input).asObjectCopy(); } if (input instanceof SequenceValue list) { if (list.iterationPreference() == RANDOM_ACCESS) { byte[] bytes = new byte[list.length()]; for (int a = 0; a < bytes.length; a++) { bytes[a] = asByte(list.value(a)); } return bytes; } else { // list.length may have linear complexity, still worth doing it upfront byte[] bytes = new byte[list.length()]; int i = 0; for (AnyValue anyValue : list) { bytes[i++] = asByte(anyValue); } return bytes; } } else { throw new IllegalArgumentException( "Cannot convert " + input.getClass().getSimpleName() + " to byte[] for input to procedure"); } } /** * Generates a tailored iterator mapping from the user-stream to the internal RawIterator * * The generated iterator extends {@link BaseStreamIterator} and generates a tailored * {@link BaseStreamIterator#map(Object)} method based on the signature of the user procedure. * * @param codeGenerator the current generator * @param outputType the output type of the user procedure * @return a tailored iterator with appropriate code mappings */ private static Class generateIterator(CodeGenerator codeGenerator, Class outputType) { if (outputType.equals(void.class)) { return VOID_ITERATOR.getClass(); } ClassHandle handle; try (ClassGenerator generator = codeGenerator.generateClass(BaseStreamIterator.class, PACKAGE, iteratorName(outputType))) { FieldReference context = generator.field(Context.class, "ctx"); try (CodeBlock constructor = generator.generateConstructor( param(Stream.class, "stream"), param(ResourceMonitor.class, "monitor"), param(ProcedureSignature.class, "signature"), param(Context.class, "ctx"))) { constructor.expression(invokeSuper( typeReference(BaseStreamIterator.class), constructor.load("stream"), constructor.load("monitor"), constructor.load("signature"))); constructor.put(constructor.self(), context, constructor.load("ctx")); } try (CodeBlock method = generator.generate(method(AnyValue[].class, "map", param(Object.class, "in")))) { method.assign(outputType, "casted", cast(outputType, method.load("in"))); // we know all fields are properly typed List fields = ProcedureOutputSignatureCompiler.instanceFields(outputType); Expression[] mapped = new Expression[fields.size()]; for (int i = 0; i < fields.size(); i++) { Field f = fields.get(i); if (outputType.isRecord()) { // Records must be accessed through the public method with the same name as the field mapped[i] = toAnyValue( invoke(method.load("casted"), methodReference(outputType, f.getType(), f.getName())), f.getType(), get(method.self(), context)); } else { mapped[i] = toAnyValue( get(method.load("casted"), field(f)), f.getType(), get(method.self(), context)); } } method.returns(Expression.newInitializedArray(typeReference(AnyValue.class), mapped)); } handle = generator.handle(); } try { return handle.loadClass(); } catch ( CompilationFailureException e) { // We are being called from a lambda so it'll have to do with runtime exceptions here throw new RuntimeException("Failed to generate iterator", e); } } private static Class generateAggregator( CodeGenerator codeGenerator, Method update, Method result, UserFunctionSignature signature) { assert update.getDeclaringClass().equals(result.getDeclaringClass()); Class userAggregatorClass = update.getDeclaringClass(); ClassHandle handle; try (ClassGenerator generator = codeGenerator.generateClass( PACKAGE, "Aggregator" + userAggregatorClass.getSimpleName() + System.nanoTime(), UserAggregator.class)) { FieldReference aggregator = generator.field(userAggregatorClass, "aggregator"); FieldReference context = generator.field(Context.class, "ctx"); // constructor try (CodeBlock constructor = generator.generateConstructor( param(userAggregatorClass, "aggregator"), param(Context.class, "ctx"))) { constructor.expression(invokeSuper(OBJECT)); constructor.put(constructor.self(), aggregator, constructor.load("aggregator")); constructor.put(constructor.self(), context, constructor.load("ctx")); } // update try (CodeBlock block = generator.generate(AGGREGATION_UPDATE)) { try (var body = block.tryCatch( onError -> onError(onError, format("function `%s`", signature.name())), param(Throwable.class, "T"))) { body.expression(invoke( get(body.self(), aggregator), methodReference(update), parameters(body, update, get(body.self(), context)))); } } // result try (CodeBlock block = generator.generate(AGGREGATION_RESULT)) { try (var body = block.tryCatch( onError -> onError(onError, format("function `%s`", signature.name())), param(Throwable.class, "T"))) { body.returns(toAnyValue( body, "result", invoke(get(body.self(), aggregator), methodReference(result)), result.getReturnType(), get(body.self(), context))); } } handle = generator.handle(); } try { return handle.loadClass(); } catch ( CompilationFailureException e) { // We are being called from a lambda so it'll have to do with runtime exceptions here throw new RuntimeException("Failed to generate iterator", e); } } private static String className(UserFunctionSignature signature) { return format("GeneratedFunction_%s%d", signature.name().name(), System.nanoTime()); } private static String className(ProcedureSignature signature) { return format("GeneratedProcedure_%s%d", signature.name().name(), System.nanoTime()); } private static String iteratorName(Class out) { return format("Iterator_%s%d", out.getSimpleName(), System.nanoTime()); } /** * Generates the actual body of the function. Generated the code will look something like: *

* userClass.field1 = (type1) SETTER_1.get(context) * userClass.field2 = (type2) SETTER_2.get(context) * ... * return [CONVERT TO AnyVALUE](userClass.call( [CONVERT_TO_JAVA] input[0], ... ); */ private static void functionBody( CodeBlock block, List fieldSetters, List fieldsToSet, Method methodToCall) { // generate: `UserClass userClass = new UserClass(); block.assign( typeReference(methodToCall.getDeclaringClass()), USER_CLASS, invoke( newInstance(methodToCall.getDeclaringClass()), constructorReference(methodToCall.getDeclaringClass()))); // inject fields in user class injectFields(block, fieldSetters, fieldsToSet); // get parameters to the user-method to call Expression[] parameters = parameters(block, methodToCall, block.load("ctx")); // call the actual function block.assign( methodToCall.getReturnType(), "fromFunction", invoke(block.load(USER_CLASS), methodReference(methodToCall), parameters)); block.returns(toAnyValue(block.load("fromFunction"), methodToCall.getReturnType(), block.load("ctx"))); } private static void procedureBody( CodeBlock block, List fieldSetters, List fieldsToSet, FieldReference signature, Method methodToCall, Class iterator) { // generate: `UserClass userClass = new UserClass(); block.assign( typeReference(methodToCall.getDeclaringClass()), USER_CLASS, invoke( newInstance(methodToCall.getDeclaringClass()), constructorReference(methodToCall.getDeclaringClass()))); injectFields(block, fieldSetters, fieldsToSet); Expression[] parameters = parameters(block, methodToCall, block.load("ctx")); if (iterator.equals( VOID_ITERATOR.getClass())) { // if we are calling a void method we just need to call and return empty block.expression(invoke(block.load(USER_CLASS), methodReference(methodToCall), parameters)); block.returns(getStatic(FieldReference.field( typeReference(ProcedureCompilation.class), typeReference(RawIterator.class), "VOID_ITERATOR"))); } else { // here we must both call and map stream to an iterator block.assign( parameterizedType(Stream.class, procedureType(methodToCall)), "fromProcedure", invoke(block.load(USER_CLASS), methodReference(methodToCall), parameters)); block.returns(invoke( newInstance(iterator), constructorReference( iterator, Stream.class, ResourceMonitor.class, ProcedureSignature.class, Context.class), block.load("fromProcedure"), block.load("monitor"), getStatic(signature), block.load("ctx"))); } } private static Class procedureType(Method method) { // return type is always Stream<> or void if (method.getReturnType().equals(void.class)) { return void.class; } else { ParameterizedType returnType = (ParameterizedType) method.getGenericReturnType(); return (Class) returnType.getActualTypeArguments()[0]; } } private static void createAggregationBody( CodeBlock block, List fieldSetters, List fieldsToSet, Method createMethod, Class aggregator) { // generate: `UserClass userClass = new UserClass(); block.assign( typeReference(createMethod.getDeclaringClass()), USER_CLASS, invoke( newInstance(createMethod.getDeclaringClass()), constructorReference(createMethod.getDeclaringClass()))); // inject fields in user class injectFields(block, fieldSetters, fieldsToSet); // call the actual function block.assign( createMethod.getReturnType(), "fromUser", invoke(block.load(USER_CLASS), methodReference(createMethod))); block.returns(invoke( newInstance(aggregator), constructorReference(aggregator, createMethod.getReturnType(), Context.class), block.load("fromUser"), block.load("ctx"))); } /** * Handle errors by redirecting to {@link #rethrowProcedureException(Throwable, String)} } */ private static void onError(CodeBlock block, String typeAndName) { block.throwException(invoke( methodReference( ProcedureCompilation.class, ProcedureException.class, "rethrowProcedureException", Throwable.class, String.class), block.load("T"), constant(typeAndName))); } /** * Used for properly setting a primitive field * * For example say that the class has a field of type long. Then we will generate the RHS of. *

     *     userClass.longField = ((Long) invoke).longValue()
     * 
* * @param fieldType the type of the field * @param invoke the expression used to set the field * @return an expression where casting and boxing/unboxing has been taken care of. */ private static Expression unboxIfNecessary(Class fieldType, Expression invoke) { if (fieldType.isPrimitive()) { return unbox(cast(toBoxedType(typeReference(fieldType)), invoke)); } else { return cast(fieldType, invoke); } } private static CodeGenerator codeGenerator(ClassLoader parentClassLoader) throws CodeGenerationNotSupportedException { if (DEBUG) { return generateCode(parentClassLoader, SOURCECODE, PRINT_SOURCE); } else { return generateCode(parentClassLoader, BYTECODE); } } private static byte asByte(AnyValue value) { if (value instanceof ByteValue) { return ((ByteValue) value).value(); } else { throw new IllegalArgumentException( "Cannot convert " + value.map(new DefaultValueMapper(null)) + " to byte for input to procedure"); } } /** * Takes an expression evaluating to one of the supported java values and turns * it into the corresponding AnyValue * * The expression is evaluated once and stored in a local variable * * @param block the surrounding code block in which the expression will be evaluated * @param expressionVariableName the name of the local variable in which the evaluated expression will be stored. * @param expression the expression to evaluate * @param userType the type of the expression to map * @return an expression properly mapped to AnyValue */ private static Expression toAnyValue( CodeBlock block, String expressionVariableName, Expression expression, Class userType, Expression context) { block.assign(userType, expressionVariableName, expression); return toAnyValue(block.load(expressionVariableName), userType, context); } /** * Takes an expression evaluating to one of the supported java values and turns * it into the corresponding AnyValue * * The expression may be evaluated twice, depending on the userType. * If the expression needs to be evaluated only once, use {@link #toAnyValue(CodeBlock, String, Expression, Class, Expression)}. * * @param expression the expression to evaluate * @param userType the type of the expression to map * @return an expression properly mapped to AnyValue */ private static Expression toAnyValue(Expression expression, Class userType, Expression context) { if (AnyValue.class.isAssignableFrom(userType)) { return nullCheck(expression, cast(userType, expression)); } String type = userType.getCanonicalName(); if (type.equals(LONG)) { return invoke(methodReference(Values.class, LongValue.class, "longValue", long.class), expression); } else if (type.equals(BOXED_LONG)) { return nullCheck( expression, invoke(methodReference(Values.class, LongValue.class, "longValue", long.class), unbox(expression))); } else if (type.equals(DOUBLE)) { return invoke(methodReference(Values.class, DoubleValue.class, "doubleValue", double.class), expression); } else if (type.equals(BOXED_DOUBLE)) { return nullCheck( expression, invoke( methodReference(Values.class, DoubleValue.class, "doubleValue", double.class), unbox(expression))); } else if (type.equals(NUMBER)) { return nullCheck( expression, invoke(methodReference(Values.class, NumberValue.class, "numberValue", Number.class), expression)); } else if (type.equals(BOOLEAN)) { return invoke(methodReference(Values.class, BooleanValue.class, "booleanValue", boolean.class), expression); } else if (type.equals(BOXED_BOOLEAN)) { return nullCheck( expression, invoke( methodReference(Values.class, BooleanValue.class, "booleanValue", boolean.class), unbox(expression))); } else if (type.equals(STRING)) { return invoke(methodReference(Values.class, Value.class, "stringOrNoValue", String.class), expression); } else if (type.equals(BYTE_ARRAY)) { return nullCheck( expression, invoke(methodReference(Values.class, ByteArray.class, "byteArray", byte[].class), expression)); } else if (type.equals(LIST)) { return nullCheck( expression, invoke( methodReference( ValueUtils.class, ListValue.class, "asListValue", Iterable.class, boolean.class), expression, constant(true))); } else if (type.equals(MAP)) { return nullCheck( expression, invoke( methodReference(ValueUtils.class, MapValue.class, "asMapValue", Map.class, boolean.class), expression, constant(true))); } else if (type.equals(ZONED_DATE_TIME)) { return nullCheck( expression, invoke( methodReference(DateTimeValue.class, DateTimeValue.class, "datetime", ZonedDateTime.class), expression)); } else if (type.equals(OFFSET_TIME)) { return nullCheck( expression, invoke(methodReference(TimeValue.class, TimeValue.class, "time", OffsetTime.class), expression)); } else if (type.equals(LOCAL_DATE)) { return nullCheck( expression, invoke(methodReference(DateValue.class, DateValue.class, "date", LocalDate.class), expression)); } else if (type.equals(LOCAL_TIME)) { return nullCheck( expression, invoke( methodReference(LocalTimeValue.class, LocalTimeValue.class, "localTime", LocalTime.class), expression)); } else if (type.equals(LOCAL_DATE_TIME)) { return nullCheck( expression, invoke( methodReference( LocalDateTimeValue.class, LocalDateTimeValue.class, "localDateTime", LocalDateTime.class), expression)); } else if (type.equals(TEMPORAL_AMOUNT)) { return nullCheck( expression, invoke( methodReference(Values.class, DurationValue.class, "durationValue", TemporalAmount.class), expression)); } else if (type.equals(NODE)) { Expression internalTransaction = invoke( context, methodReference(Context.class, InternalTransaction.class, "internalTransactionOrNull")); Expression dbValidation = invoke( internalTransaction, methodReference(InternalTransaction.class, Entity.class, "validateSameDB", Entity.class), expression); Expression getNode = ternary(equal(internalTransaction, constant(null)), expression, dbValidation); return nullCheck( expression, invoke( methodReference( ValueUtils.class, VirtualNodeValue.class, "maybeWrapNodeEntity", Node.class), getNode)); } else if (type.equals(RELATIONSHIP)) { Expression internalTransaction = invoke( context, methodReference(Context.class, InternalTransaction.class, "internalTransactionOrNull")); Expression dbValidation = invoke( internalTransaction, methodReference(InternalTransaction.class, Entity.class, "validateSameDB", Entity.class), expression); Expression getRelationship = ternary(equal(internalTransaction, constant(null)), expression, dbValidation); return nullCheck( expression, invoke( methodReference( ValueUtils.class, VirtualRelationshipValue.class, "maybeWrapRelationshipEntity", Relationship.class), getRelationship)); } else if (type.equals(PATH)) { return nullCheck( expression, invoke( methodReference(ValueUtils.class, VirtualPathValue.class, "maybeWrapPath", Path.class), expression)); } else if (type.equals(POINT)) { return nullCheck( expression, invoke( methodReference(ValueUtils.class, PointValue.class, "asPointValue", Point.class), expression)); } else { return invoke( methodReference(ValueUtils.class, AnyValue.class, "of", Object.class, boolean.class), expression, constant(true)); } } /** * Converts from an `AnyValue` to the type specified by the procedure or function. *

* In a lot of cases we can figure out the conversion statically, for example `LongValue` will * be turned into ((LongValue) value).longValue() etc. For composite types as Lists and Maps and also * for Graph types such as Nodes, Relationships and Paths we will use a ValueMapper. * * @param expectedType the java type expected by the procedure or function * @param expression an expression that will evaluate to an AnyValue * @param block The current code block. * @param context The current context. * @return an expression properly typed to be consumed by function or procedure */ private static Expression fromAnyValue( Class expectedType, Expression expression, CodeBlock block, Expression context) { if (AnyValue.class.isAssignableFrom(expectedType)) { return cast(expectedType, expression); } String type = expectedType.getCanonicalName(); if (type.equals(LONG)) { return invoke( cast(NumberValue.class, expression), methodReference(NumberValue.class, long.class, "longValue")); } else if (type.equals(BOXED_LONG)) { return noValueCheck( expression, box(invoke( cast(NumberValue.class, expression), methodReference(NumberValue.class, long.class, "longValue")))); } else if (type.equals(DOUBLE)) { return invoke( cast(NumberValue.class, expression), methodReference(NumberValue.class, double.class, "doubleValue")); } else if (type.equals(BOXED_DOUBLE)) { return noValueCheck( expression, box(invoke( cast(NumberValue.class, expression), methodReference(NumberValue.class, double.class, "doubleValue")))); } else if (type.equals(NUMBER)) { return noValueCheck( expression, invoke( cast(NumberValue.class, expression), methodReference(NumberValue.class, Number.class, "asObjectCopy"))); } else if (type.equals(BOOLEAN)) { return invoke( cast(BooleanValue.class, expression), methodReference(BooleanValue.class, boolean.class, "booleanValue")); } else if (type.equals(BOXED_BOOLEAN)) { return noValueCheck( expression, box(invoke( cast(BooleanValue.class, expression), methodReference(BooleanValue.class, boolean.class, "booleanValue")))); } else if (type.equals(STRING)) { return noValueCheck( expression, invoke( cast(TextValue.class, expression), methodReference(TextValue.class, String.class, "stringValue"))); } else if (type.equals(BYTE_ARRAY)) { return noValueCheck( expression, invoke( methodReference(ProcedureCompilation.class, byte[].class, "toByteArray", AnyValue.class), expression)); } else if (type.equals(ZONED_DATE_TIME)) { return noValueCheck( expression, cast( ZonedDateTime.class, invoke( cast(DateTimeValue.class, expression), methodReference(DateTimeValue.class, Temporal.class, "asObjectCopy")))); } else if (type.equals(OFFSET_TIME)) { return noValueCheck( expression, cast( OffsetTime.class, invoke( cast(TimeValue.class, expression), methodReference(TimeValue.class, Temporal.class, "asObjectCopy")))); } else if (type.equals(LOCAL_DATE)) { return noValueCheck( expression, cast( LocalDate.class, invoke( cast(DateValue.class, expression), methodReference(DateValue.class, Temporal.class, "asObjectCopy")))); } else if (type.equals(LOCAL_TIME)) { return noValueCheck( expression, cast( LocalTime.class, invoke( cast(LocalTimeValue.class, expression), methodReference(LocalTimeValue.class, Temporal.class, "asObjectCopy")))); } else if (type.equals(LOCAL_DATE_TIME)) { return noValueCheck( expression, cast( LocalDateTime.class, invoke( cast(LocalDateTimeValue.class, expression), methodReference(LocalDateTimeValue.class, Temporal.class, "asObjectCopy")))); } else if (type.equals(TEMPORAL_AMOUNT)) { return noValueCheck(expression, cast(TemporalAmount.class, expression)); } else if (type.equals(POINT)) { return noValueCheck( expression, invoke( cast(PointValue.class, expression), methodReference(PointValue.class, Point.class, "asObjectCopy"))); } else { return cast( expectedType, invoke( expression, methodReference(AnyValue.class, Object.class, "map", ValueMapper.class), invoke(context, methodReference(Context.class, ValueMapper.class, "valueMapper")))); } } /** * toCheck == null ? Values.NO_VALUE : onNotNull; */ private static Expression nullCheck(Expression toCheck, Expression onNotNull) { return ternary(equal(toCheck, constant(null)), noValue(), onNotNull); } /** * toCheck == NO_VALUE ? null : onNotNoValue; */ private static Expression noValueCheck(Expression toCheck, Expression onNotNoValue) { return ternary(equal(toCheck, noValue()), constant(null), onNotNoValue); } /** * @return Values.NO_VALUE; */ private static Expression noValue() { return getStatic(field(typeReference(Values.class), typeReference(Value.class), "NO_VALUE")); } private static Expression[] parameters(CodeBlock block, Method methodToCall, Expression context) { Class[] parameterTypes = methodToCall.getParameterTypes(); Expression[] parameters = new Expression[parameterTypes.length]; for (int i = 0; i < parameterTypes.length; i++) { parameters[i] = fromAnyValue(parameterTypes[i], arrayLoad(block.load("input"), constant(i)), block, context); } return parameters; } private static void injectFields( CodeBlock block, List fieldSetters, List fieldsToSet) { for (int i = 0; i < fieldSetters.size(); i++) { FieldSetter setter = fieldSetters.get(i); Field field = setter.field(); Class fieldType = field.getType(); block.put( block.load(USER_CLASS), field(field), unboxIfNecessary( fieldType, invoke( getStatic(fieldsToSet.get(i)), methodReference( typeReference(FieldSetter.class), OBJECT, "get", typeReference(Context.class)), block.load("ctx")))); } } private static List createContextSetters(List fieldSetters, ClassGenerator generator) { List fieldsToSet = new ArrayList<>(fieldSetters.size()); for (int i = 0; i < fieldSetters.size(); i++) { fieldsToSet.add(generator.publicStaticField(typeReference(FieldSetter.class), "SETTER_" + i)); } return fieldsToSet; } private static void setAllStaticFields(Object signature, List fieldSetters, Class clazz) throws IllegalAccessException, NoSuchFieldException { clazz.getDeclaredField(SIGNATURE_NAME).set(null, signature); setAllStaticFields(fieldSetters, clazz); } private static void setAllStaticFields(List fieldSetters, Class clazz) throws IllegalAccessException, NoSuchFieldException { for (int i = 0; i < fieldSetters.size(); i++) { clazz.getDeclaredField("SETTER_" + i).set(null, fieldSetters.get(i)); } } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy