All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.neo4j.test.DbRepresentation Maven / Gradle / Ivy

There is a newer version: 5.25.1
Show newest version
/*
 * Copyright (c) "Neo4j"
 * Neo4j Sweden AB [https://neo4j.com]
 *
 * This file is part of Neo4j.
 *
 * Neo4j is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see .
 */
package org.neo4j.test;

import static org.neo4j.configuration.GraphDatabaseInternalSettings.databases_root_path;
import static org.neo4j.configuration.GraphDatabaseSettings.initial_default_database;
import static org.neo4j.configuration.GraphDatabaseSettings.transaction_logs_root_path;

import java.lang.reflect.Array;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Set;
import java.util.TreeMap;
import java.util.concurrent.TimeUnit;
import org.neo4j.configuration.Config;
import org.neo4j.dbms.api.DatabaseManagementService;
import org.neo4j.graphdb.DatabaseShutdownException;
import org.neo4j.graphdb.Direction;
import org.neo4j.graphdb.Entity;
import org.neo4j.graphdb.GraphDatabaseService;
import org.neo4j.graphdb.Node;
import org.neo4j.graphdb.Relationship;
import org.neo4j.graphdb.ResourceIterable;
import org.neo4j.graphdb.Transaction;
import org.neo4j.graphdb.TransactionFailureException;
import org.neo4j.graphdb.schema.ConstraintDefinition;
import org.neo4j.graphdb.schema.IndexDefinition;
import org.neo4j.internal.kernel.api.exceptions.EntityNotFoundException;
import org.neo4j.io.layout.DatabaseLayout;
import org.neo4j.io.layout.Neo4jLayout;

public class DbRepresentation {
    private final Map nodes = new TreeMap<>();
    private final Set schemaIndexes = new HashSet<>();
    private final Set constraints = new HashSet<>();
    private long highestNodeId;
    private long highestRelationshipId;

    public static DbRepresentation of(GraphDatabaseService db) {
        int retryCount = 30;
        while (true) {
            try (Transaction transaction = db.beginTx()) {
                var schema = transaction.schema();
                schema.awaitIndexesOnline(1, TimeUnit.MINUTES);
                DbRepresentation result = new DbRepresentation();
                try (ResourceIterable allNodes = transaction.getAllNodes()) {
                    for (Node node : allNodes) {
                        try {
                            NodeRep nodeRep = new NodeRep(node);
                            result.nodes.put(node.getId(), nodeRep);
                            result.highestNodeId = Math.max(node.getId(), result.highestNodeId);
                            result.highestRelationshipId =
                                    Math.max(nodeRep.highestRelationshipId, result.highestRelationshipId);
                        } catch (EntityNotFoundException e) {
                            // ignore
                        }
                    }
                }
                for (IndexDefinition indexDefinition : schema.getIndexes()) {
                    result.schemaIndexes.add(indexDefinition);
                }
                for (ConstraintDefinition constraintDefinition : schema.getConstraints()) {
                    result.constraints.add(constraintDefinition);
                }
                return result;
            } catch (TransactionFailureException | DatabaseShutdownException e) {
                if (retryCount-- < 0) {
                    throw e;
                }

                try {
                    Thread.sleep(1000);
                } catch (InterruptedException ex) {
                    throw new RuntimeException(e);
                }
            }
        }
    }

    public static DbRepresentation of(Path databaseDirectory) {
        return of(databaseDirectory, Config.defaults());
    }

    public static DbRepresentation of(Path databaseDirectory, Config config) {
        return of(databaseDirectory.getParent(), config.get(initial_default_database), config);
    }

    public static DbRepresentation of(Path storeDirectory, String databaseName) {
        Config config = Config.defaults(transaction_logs_root_path, storeDirectory.toAbsolutePath());
        return of(storeDirectory, databaseName, config);
    }

    public static DbRepresentation of(Path storeDirectory, String databaseName, Config config) {
        DatabaseManagementService managementService = new TestDatabaseManagementServiceBuilder(storeDirectory)
                .setConfig(config)
                .noOpSystemGraphInitializer()
                .build();
        GraphDatabaseService db = managementService.database(databaseName);
        try {
            return of(db);
        } finally {
            managementService.shutdown();
        }
    }

    public static DbRepresentation of(DatabaseLayout databaseLayout) {
        Neo4jLayout layout = databaseLayout.getNeo4jLayout();
        return of(
                databaseLayout.databaseDirectory(),
                Config.newBuilder()
                        .set(
                                transaction_logs_root_path,
                                layout.transactionLogsRootDirectory().toAbsolutePath())
                        .set(databases_root_path, layout.databasesDirectory().toAbsolutePath())
                        .set(initial_default_database, databaseLayout.getDatabaseName())
                        .build());
    }

    public static DbRepresentation of(DatabaseLayout databaseLayout, Config config) {
        Neo4jLayout layout = databaseLayout.getNeo4jLayout();
        Config cfg = Config.newBuilder()
                .fromConfig(config)
                .setDefault(
                        transaction_logs_root_path,
                        layout.transactionLogsRootDirectory().toAbsolutePath())
                .setDefault(databases_root_path, layout.databasesDirectory().toAbsolutePath())
                .setDefault(initial_default_database, databaseLayout.getDatabaseName())
                .build();
        return of(databaseLayout.databaseDirectory(), cfg);
    }

    @Override
    public boolean equals(Object o) {
        if (this == o) {
            return true;
        }
        if (o == null || getClass() != o.getClass()) {
            return false;
        }
        var other = (DbRepresentation) o;
        return compareWith(other).isEmpty();
    }

    @Override
    public int hashCode() {
        return Objects.hash(nodes, schemaIndexes, constraints, highestNodeId, highestRelationshipId);
    }

    @Override
    public String toString() {
        return "DbRepresentation{" + "nodes="
                + nodes + ", schemaIndexes="
                + schemaIndexes + ", constraints="
                + constraints + ", highestNodeId="
                + highestNodeId + ", highestRelationshipId="
                + highestRelationshipId + '}';
    }

    // Accessed from HA-robustness, needs to be public
    @SuppressWarnings("WeakerAccess")
    public Collection compareWith(DbRepresentation other) {
        Collection diffList = new ArrayList<>();
        DiffReport diff = new CollectionDiffReport(diffList);
        nodeDiff(other, diff);
        indexDiff(other, diff);
        constraintDiff(other, diff);
        return diffList;
    }

    private void constraintDiff(DbRepresentation other, DiffReport diff) {
        for (ConstraintDefinition constraint : constraints) {
            if (!other.constraints.contains(constraint)) {
                diff.add("I have constraint " + constraint + " which other doesn't");
            }
        }
        for (ConstraintDefinition otherConstraint : other.constraints) {
            if (!constraints.contains(otherConstraint)) {
                diff.add("Other has constraint " + otherConstraint + " which I don't");
            }
        }
    }

    private void indexDiff(DbRepresentation other, DiffReport diff) {
        for (IndexDefinition schemaIndex : schemaIndexes) {
            if (!other.schemaIndexes.contains(schemaIndex)) {
                diff.add("I have schema index " + schemaIndex + " which other doesn't");
            }
        }
        for (IndexDefinition otherSchemaIndex : other.schemaIndexes) {
            if (!schemaIndexes.contains(otherSchemaIndex)) {
                diff.add("Other has schema index " + otherSchemaIndex + " which I don't");
            }
        }
    }

    private void nodeDiff(DbRepresentation other, DiffReport diff) {
        for (NodeRep node : nodes.values()) {
            NodeRep otherNode = other.nodes.get(node.id);
            if (otherNode == null) {
                diff.add("I have node " + node.id + " which other doesn't");
                continue;
            }
            node.compareWith(otherNode, diff);
        }

        for (Long id : other.nodes.keySet()) {
            if (!nodes.containsKey(id)) {
                diff.add("Other has node " + id + " which I don't");
            }
        }
    }

    private static class NodeRep {
        private final PropertiesRep properties;
        private final Map outRelationships = new HashMap<>();
        private final long highestRelationshipId;
        private final long id;

        NodeRep(Node node) throws EntityNotFoundException {
            id = node.getId();
            properties = new PropertiesRep(node, node.getId());
            long highestRel = 0;
            try (ResourceIterable relationships = node.getRelationships(Direction.OUTGOING)) {
                for (final var rel : relationships) {
                    outRelationships.put(rel.getId(), new PropertiesRep(rel, rel.getId()));
                    highestRel = Math.max(highestRel, rel.getId());
                }
            }

            this.highestRelationshipId = highestRel;
        }

        void compareWith(NodeRep other, DiffReport diff) {
            if (other.id != id) {
                diff.add("Id differs mine:" + id + ", other:" + other.id);
            }
            properties.compareWith(other.properties, diff);
            compareRelationships(other, diff);
        }

        private void compareRelationships(NodeRep other, DiffReport diff) {
            for (PropertiesRep rel : outRelationships.values()) {
                PropertiesRep otherRel = other.outRelationships.get(rel.entityId);
                if (otherRel == null) {
                    diff.add("I have relationship " + rel.entityId + " which other don't");
                    continue;
                }
                rel.compareWith(otherRel, diff);
            }

            for (Long relId : other.outRelationships.keySet()) {
                if (!outRelationships.containsKey(relId)) {
                    diff.add("Other has relationship " + relId + " which I don't");
                }
            }
        }

        @Override
        public int hashCode() {
            int result = 7;
            result += properties.hashCode() * 7;
            result += outRelationships.hashCode() * 13;
            result += id * 17;
            return result;
        }

        @Override
        public boolean equals(Object o) {
            if (this == o) {
                return true;
            }
            if (o == null || getClass() != o.getClass()) {
                return false;
            }
            NodeRep nodeRep = (NodeRep) o;
            return id == nodeRep.id
                    && Objects.equals(properties, nodeRep.properties)
                    && Objects.equals(outRelationships, nodeRep.outRelationships);
        }

        @Override
        public String toString() {
            return " props = new HashMap<>();
        private final String entityToString;
        private final long entityId;

        PropertiesRep(Entity entity, long id) {
            this.entityId = id;
            this.entityToString = entity.toString();
            for (String key : entity.getPropertyKeys()) {
                Object value = entity.getProperty(key, null);
                // We do this because the node may have changed since we did getPropertyKeys()
                if (value != null) {
                    if (value.getClass().isArray()) {
                        props.put(key, asList(value));
                    } else {
                        props.put(key, value);
                    }
                }
            }
        }

        protected void compareWith(PropertiesRep other, DiffReport diff) {
            boolean equals = props.equals(other.props);
            if (!equals) {
                diff.add("Properties diff for " + entityToString + " mine:" + props + ", other:" + other.props);
            }
        }

        @Override
        public int hashCode() {
            return props.hashCode();
        }

        @Override
        public boolean equals(Object o) {
            if (this == o) {
                return true;
            }
            if (o == null || getClass() != o.getClass()) {
                return false;
            }
            PropertiesRep that = (PropertiesRep) o;
            return Objects.equals(props, that.props);
        }

        @Override
        public String toString() {
            return props.toString();
        }
    }

    private static List asList(Object propertyValue) {
        if (propertyValue.getClass().isArray()) {
            int length = Array.getLength(propertyValue);
            var result = new ArrayList<>(length);
            for (int i = 0; i < length; i++) {
                result.add(Array.get(propertyValue, i));
            }
            return result;
        }
        return List.of(propertyValue);
    }

    private interface DiffReport {
        void add(String report);
    }

    private record CollectionDiffReport(Collection collection) implements DiffReport {
        @Override
        public void add(String report) {
            collection.add(report);
        }
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy