All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.jackrabbit.oak.run.CreateGarbageCommand Maven / Gradle / Ivy

There is a newer version: 1.9.9
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.jackrabbit.oak.run;

import joptsimple.OptionSpec;
import org.apache.jackrabbit.JcrConstants;
import org.apache.jackrabbit.guava.common.io.Closer;
import org.apache.jackrabbit.oak.api.CommitFailedException;
import org.apache.jackrabbit.oak.plugins.document.DocumentNodeStore;
import org.apache.jackrabbit.oak.plugins.document.DocumentNodeStoreBuilder;
import org.apache.jackrabbit.oak.plugins.document.CreateGarbageHelper;
import org.apache.jackrabbit.oak.plugins.document.LeaseCheckMode;
import org.apache.jackrabbit.oak.run.commons.Command;
import org.apache.jackrabbit.oak.spi.commit.CommitInfo;
import org.apache.jackrabbit.oak.spi.commit.EmptyHook;
import org.apache.jackrabbit.oak.spi.nodetype.NodeTypeConstants;
import org.apache.jackrabbit.oak.spi.state.NodeBuilder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;

import static org.apache.jackrabbit.oak.api.Type.NAME;
import static org.apache.jackrabbit.oak.api.Type.STRING;
import static org.apache.jackrabbit.oak.plugins.document.util.Utils.getIdFromPath;
import static org.apache.jackrabbit.oak.run.Utils.asCloseable;
import static org.apache.jackrabbit.oak.run.Utils.createDocumentMKBuilder;

/**
 * CreateGarbageCommand creates garbage nodes in the repository in order to allow for testing fullGC functionality.
 */
public class CreateGarbageCommand implements Command {
    private static final Logger LOG = LoggerFactory.getLogger(CreateGarbageCommand.class);

    private final ScheduledExecutorService continuousRunExecutor = Executors.newScheduledThreadPool(1);

    private static final String USAGE = String.join(System.lineSeparator(),
            "create-test-garbage { | }  [options] ",
            "where sub-command is one of: ",
            "  clean - clean up all generated garbage under the specified root node",
            "  create - create garbage nodes in the repository, under the root node tmp/oak-run-generated-test-garbage. ",
            "           Use the --garbageType (required) option to specify the type of garbage to create",
            "           the --garbageNodesCount option to specify the total number of garbage nodes to create,",
            "           the --garbageNodesParentCount option to specify the total number of parent nodes under which to create garbage nodes,",
            "           the --orphansDepth option to specify the depth in the tree at which to create garbage nodes,",
            "           the --orphansLevelGap option to specify the gap in the tree between the first leaf gap orphan garbage node and its parent,",
            "           the --numberOfRuns option to specify the number of garbage generation runs to do,",
            "           and the --generateIntervalSeconds option to specify the interval at which to generate a complete garbage count from createGarbageNotesCount.");


    /**
     * Garbage should be generated under tmp node.
     */
    public static String GARBAGE_GEN_ROOT_PATH_BASE = "tmp";

    /**
     * The root node name for garbage generation, one level under tmp.
     */
    public static String GARBAGE_GEN_ROOT_NODE_NAME = "oak-run-created-test-garbage";

    /**
     * Root node for garbage generation.
     * Necessary in order to allow cleanup of all generated garbage nodes by simply removing the root node.
     */
    public static String GARBAGE_GEN_ROOT_PATH = GARBAGE_GEN_ROOT_PATH_BASE + "/" + GARBAGE_GEN_ROOT_NODE_NAME;

    /**
     * Base path for garbage generation. The timestamp of the run will be appended to this path,
     * which is necessary in order for each garbage generation run to be unique and not overwrite previous ones.
     * If continuous generation is enabled, the index of the run will also be appended to this path.
     */
    public static String GEN_BASE_PATH = "GenTest_";

    /**
     * Prefix for parent nodes under which garbage nodes will be created.
     * The index of the parent node will be appended to this prefix.
     */
    public static String GEN_PARENT_NODE_PREFIX = "Parent_";
    public static String GEN_NODE_PREFIX = "Node_";
    public static String GEN_NODE_LEVEL_PREFIX = "_Level_";

    public static String EMPTY_PROPERTY_NAME = "prop";

    /**
     * The maximum depth in the tree at which to generate gap orphans garbage nodes.
     * Used for validation of the orphansDepth / orphansLevelGap options.
     */
    private final int GAP_ORPHANS_MAX_DEPTH = 15;

    private int continuousRunIndex = 0;

    private DocumentNodeStore documentNodeStore;

    public DocumentNodeStore getDocumentNodeStore() {
        return documentNodeStore;
    }

    private static class CreateGarbageOptions extends Utils.NodeStoreOptions {

        /**
         * Sub-command for generating garbage.
         * This is the default sub-command to run if none is specified.
         */
        static final String CMD_CREATE = "create";

        /**
         * Sub-command for cleaning up all generated garbage.
         * Using this will remove the root node GARBAGE_GEN_ROOT_PATH and all of its children (recursively).
         */
        static final String CMD_CLEAN = "clean";

        final OptionSpec createGarbageNodesCount;
        final OptionSpec garbageNodesParentCount;
        final OptionSpec garbageType;
        final OptionSpec orphansDepth;
        final OptionSpec orphansLevelGap;
        final OptionSpec numberOfRuns;
        final OptionSpec generateIntervalSeconds;

        public CreateGarbageOptions(String usage) {
            super(usage);
            createGarbageNodesCount = parser
                    .accepts("garbageNodesCount", "the total number of garbage nodes to create").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(0);
            garbageNodesParentCount = parser
                    .accepts("garbageNodesParentCount", "total number of parent nodes under which to create garbage nodes").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(1);
            garbageType = parser
                    .accepts("garbageType", "garbage type to be generated - must be a value from VersionGarbageCollector.fullGCMode").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(1);
            orphansDepth = parser
                    .accepts("orphansDepth", "the depth in the tree at which to create garbage nodes. Only applies to ORPHANS fullGC modes").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(1);
            orphansLevelGap = parser
                    .accepts("orphansLevelGap", "the gap in the tree between the first leaf gap orphan garbage node and its' parent. Only applies to ORPHANS fullGC modes").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(0);
            numberOfRuns = parser
                    .accepts("numberOfRuns", "the number of garbage generation runs to do. Only applies if greater than 1, " +
                            "otherwise a single run will be done.").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(1);
            generateIntervalSeconds = parser
                    .accepts("generateIntervalSeconds", "the interval at which to generate a complete garbage count from createGarbageNotesCount. " +
                            "Applies only if numberOfRuns is greater than 1.").withRequiredArg()
                    .ofType(Integer.class).defaultsTo(60);
        }

        public CreateGarbageOptions parse(String[] args) {
            super.parse(args);
            return this;
        }

        String getSubCmd() {
            List args = getOtherArgs();
            if (args.size() > 0) {
                return args.get(0);
            }
            return CMD_CREATE;
        }

        public int getCreateGarbageNodesCount() {
            return createGarbageNodesCount.value(options);
        }

        public int getGarbageNodesParentCount() {
            return garbageNodesParentCount.value(options);
        }

        public int getGarbageType() {
            return garbageType.value(options);
        }

        public int getOrphansDepth() { return orphansDepth.value(options);}

        public int getOrphansLevelGap() { return orphansLevelGap.value(options); }

        public int getNumberOfRuns() {
            return numberOfRuns.value(options);
        }

        public int getGenerateIntervalSeconds() {
            return generateIntervalSeconds.value(options);
        }
    }

    @Override
    public void execute(String... args) throws Exception {

        Closer closer = Closer.create();
        try  {
            // Register the ExecutorService with Closer
            closer.register(() -> {
                // Properly shutdown the executor service
                continuousRunExecutor.shutdown();
                try {
                    if (!continuousRunExecutor.awaitTermination(5, TimeUnit.SECONDS)) {
                        continuousRunExecutor.shutdownNow();
                    }
                } catch (InterruptedException e) {
                    closer.close();
                    throw new RuntimeException(e);
                }
            });

            execute(closer, false, args);
        } catch (Throwable e) {
            LOG.error("Command failed", e);
            closer.close();
            throw e;
        }
    }

    /**
     * Method with passed closer is necessary in order to allow for unit tests to check the output of the command.
     * It is the responsibility of the caller to close the closer.
     *
     * Returns the list of generated garbage base paths (under the garbage root node).
     * @param closer
     * @param args
     * @throws Exception
     */
    public List execute(Closer closer, boolean isTest, String... args) throws Exception {
        continuousRunIndex = 0;

        List generateBasePaths = new ArrayList<>();

        CreateGarbageOptions options = new CreateGarbageOptions(USAGE).parse(args);
        String subCmd = options.getSubCmd();

        LOG.info("Executing command: " + getClass().getName() + " with sub-command: " + subCmd);

        DocumentNodeStoreBuilder builder = createDocumentMKBuilder(options, closer).
                setLeaseCheckMode(LeaseCheckMode.DISABLED).
                setAsyncDelay(0).
                setFullGCEnabled(false);

        if (builder == null) {
            System.err.println("generateGarbage mode only available for DocumentNodeStore");
            System.exit(1);
        }

        documentNodeStore = builder.build();

        if (CreateGarbageOptions.CMD_CREATE.equals(subCmd)) {

            if (CreateGarbageHelper.isInvalidGarbageGenerationMode(options.getGarbageType())) {
                LOG.error("Invalid fullGCMode specified: " + options.getGarbageType() + " in: " + getClass().getName());
                System.exit(1);
            }
            if (options.getCreateGarbageNodesCount() <= 0) {
                LOG.error("Invalid garbageNodesCount specified: " + options.getCreateGarbageNodesCount() + " in: " + getClass().getName());
                System.exit(1);
            }
            if (options.getGarbageNodesParentCount() <= 0) {
                LOG.error("Invalid garbageNodesParentCount specified: " + options.getGarbageNodesParentCount() + " in: " + getClass().getName());
                System.exit(1);
            }

            if (options.getNumberOfRuns() > 1 && options.getGenerateIntervalSeconds() > 0) {
                generateBasePaths.addAll(createGarbageContinuously(options, builder, closer));
            } else {
                generateBasePaths.add(createGarbageOnce(options, builder, closer, 0));
                cleanResources(closer, isTest);
            }
        } else if (CreateGarbageOptions.CMD_CLEAN.equals(subCmd)) {
            cleanGarbage(closer);
            cleanResources(closer, isTest);
        } else {
            System.err.println("Unknown revisions command: " + subCmd);
        }

        return generateBasePaths;
    }

    private List createGarbageContinuously(CreateGarbageOptions options, DocumentNodeStoreBuilder builder, Closer closer) {

        long startGenTimestamp = System.currentTimeMillis();

        List generatedGarbageBasePaths = new ArrayList<>();

        int numberOfRuns = options.getNumberOfRuns();
        int intervalSeconds = options.getGenerateIntervalSeconds();
        Runnable task = () -> {
            if (continuousRunIndex < numberOfRuns) {
                try {
                    String genBasePath = createGarbage(options, closer, continuousRunIndex, builder, startGenTimestamp);
                    generatedGarbageBasePaths.add(genBasePath);
                } catch (Exception e) {
                    LOG.error("Error creating garbage in run " + continuousRunIndex, e);
                }
                System.out.println("Task executed. Count: " + (continuousRunIndex + 1));
                continuousRunIndex++;
            } else {
                // Shutdown the executor once the task has run numberOfRuns times
                continuousRunExecutor.shutdown();
                System.out.println("Task completed " + numberOfRuns + " times. Stopping execution.");

                cleanResources(closer);
            }
        };

        // Schedule the task to run every intervalSeconds
        continuousRunExecutor.scheduleAtFixedRate(task, 0, intervalSeconds, TimeUnit.SECONDS);

        return generatedGarbageBasePaths;
    }

    /**
     * Generate garbage nodes in the repository in order to allow for testing fullGC functionality.
     *
     * Returns the path of the generated GARBAGE_GEN_ROOT_PATH node (under the root).
     * @param options
     * @param closer
     * @param runIndex
     * @return
     * @throws Exception
     */
    private String createGarbageOnce(CreateGarbageOptions options, DocumentNodeStoreBuilder builder, Closer closer, int runIndex) throws Exception {

        long generationTimestamp = System.currentTimeMillis();

        return createGarbage(options, closer, runIndex, builder, generationTimestamp);
    }

    private String createGarbage(CreateGarbageOptions options, Closer closer, int runIndex,
                                 DocumentNodeStoreBuilder builder, long timestamp) throws Exception {

        String generationBasePath = GEN_BASE_PATH + timestamp + "_" + runIndex;

        // register closer to close the documentNodeStore after the last run (for continuous run) or after the single run
        if (options.getNumberOfRuns() == 0 || runIndex == options.getNumberOfRuns() - 1) {
            closer.register(asCloseable(documentNodeStore));
        }

        NodeBuilder rootNodeBuilder = documentNodeStore.getRoot().builder();

        System.out.println("Starting garbage creation under the root node tmp/" + GARBAGE_GEN_ROOT_NODE_NAME);

        if (CreateGarbageHelper.isEmptyProps(options.getGarbageType())) {
            createGarbageEmptyProps(rootNodeBuilder, options, generationBasePath);
        }
        else if (CreateGarbageHelper.isGapOrphans(options.getGarbageType())) {
            createGarbageGapOrphans(rootNodeBuilder, options, generationBasePath);
        }

        return generationBasePath;
    }
    private void createGarbageGapOrphans(NodeBuilder rootNode, CreateGarbageOptions options, String generationBasePath)
            throws CommitFailedException {

        // validate gap orphans depth and level gap
        if (options.getOrphansDepth() < 0 || options.getOrphansDepth() > GAP_ORPHANS_MAX_DEPTH) {
            LOG.error("Invalid orphansDepth specified: " + options.getOrphansDepth() + " in: " + getClass().getName()
                    + ". Must be an integer >= 0 and <= " + GAP_ORPHANS_MAX_DEPTH);
            System.exit(1);
        }
        if (options.getOrphansLevelGap() < 0 || options.getOrphansLevelGap() > options.getOrphansDepth()) {
            LOG.error("Invalid orphansLevelGap specified: " + options.getOrphansLevelGap() + " in: " + getClass().getName()
                    + ". Must be a positive integer <= orphansDepth");
            System.exit(1);
        }

        System.out.println("Generating gap orphans garbage on the document: " + generationBasePath);

        NodeBuilder garbageRootNode = rootNode.child(GARBAGE_GEN_ROOT_PATH_BASE).child(GARBAGE_GEN_ROOT_NODE_NAME);
        garbageRootNode.child(generationBasePath).setProperty(JcrConstants.JCR_PRIMARYTYPE, NodeTypeConstants.NT_OAK_UNSTRUCTURED, NAME);

        int nodesCountUnderParent = options.getCreateGarbageNodesCount() / options.getGarbageNodesParentCount();
        for (int i = 0; i < options.getGarbageNodesParentCount(); i++) {
            // create parent node
            garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + i).setProperty(JcrConstants.JCR_PRIMARYTYPE, "nt:folder", NAME);

            // create child nodes under parent, according to gap orphans depth
            for(int j = 0; j < nodesCountUnderParent; j ++) {
                getGapOrphanLeafGarbageNode(garbageRootNode, generationBasePath, options.getOrphansDepth(), i, j).
                        setProperty(JcrConstants.JCR_PRIMARYTYPE, NodeTypeConstants.NT_OAK_UNSTRUCTURED, NAME);
            }
        }
        documentNodeStore.merge(rootNode, EmptyHook.INSTANCE, CommitInfo.EMPTY);

        // Create garbage nodes - GAP_ORPHANS - remove parent nodes
        StringBuilder sbNodePath = new StringBuilder();
        List deleteNodePaths = new ArrayList<>();
        for (int i = 0; i < options.getGarbageNodesParentCount(); i++) {

            // append the parent to the paths to delete
            sbNodePath.setLength(0);
            String path = getIdFromPath(
                    sbNodePath.append("/").append(GARBAGE_GEN_ROOT_PATH).append("/").append(generationBasePath).append("/")
                            .append(GEN_PARENT_NODE_PREFIX).append(i).toString());
            deleteNodePaths.add(path);

            // append all the gap orphans nodes between the parent and the level gap to the paths to delete
            for(int j = 0; j < nodesCountUnderParent; j ++) {
                deleteNodePaths.addAll(generateGapOrphanNodePaths(generationBasePath, i, j, options.getOrphansDepth(), options.getOrphansLevelGap(), false));
            }
        }
        // Remove all parent nodes
        documentNodeStore.getDocumentStore().remove(org.apache.jackrabbit.oak.plugins.document.Collection.NODES, deleteNodePaths);
    }

    private NodeBuilder getGapOrphanLeafGarbageNode(NodeBuilder garbageRootNode, String generationBasePath, int depth, int parentIndex, int nodeIndex) {
        NodeBuilder garbageNode = garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + parentIndex);
        for (int i = 1; i < depth; i++) {
            garbageNode = garbageNode.child(GEN_NODE_PREFIX + nodeIndex + GEN_NODE_LEVEL_PREFIX + i);
        }
        // the leaf garbage node does not have level in its name
        garbageNode = garbageNode.child(GEN_NODE_PREFIX + nodeIndex);
        return garbageNode;
    }

    /**
     * Gets the paths of the nodes between the parent node and the level gap OR between the level gap and the leaf
     * gap orphan node.
     *
     * Example 1: gapDepth = 4, gapLevelGap = 2, fromLevelGapToLeaf = false will return:
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2
     * and will NOT return the rest of the nodes:
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2/Node_0_Level_3
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2/Node_0_Level_3/Node_0 (the leaf node)
     *
     * Example 2: gapDepth = 5, gapLevelGap = 2, fromLevelGapToLeaf = true will return:
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2/Node_0_Level_3
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2/Node_0_Level_3/Node_0_Level_4
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2/Node_0_Level_3/Node_0_Level_4/Node_0 (the leaf node)
     * and will NOT return the nodes from the parent to the gap level:
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1
     * - /tmp/oak-run-created-test-garbage/GenTest_[timestamp]_0/Parent_0/Node_0_Level_1/Node_0_Level_2
     *
     * @param generationBasePath
     * @param parentIndex
     * @param nodeIndex
     * @param gapDepth - the depth in the tree until which to create gap orphan garbage nodes.
     * @param gapLevelGap - the gap in the tree between the first gap orphan garbage node and its parent.
     * @param fromLevelGapToLeaf - if true, the paths will be generated from the level gap to the leaf node, otherwise the paths will be generated from the parent node to the level gap.
     * @return
     */
    public static List generateGapOrphanNodePaths(String generationBasePath, int parentIndex, int nodeIndex, int gapDepth, int gapLevelGap, boolean fromLevelGapToLeaf) {
        List gapOrphanNodePaths = new ArrayList<>();

        StringBuilder sbNodePath = new StringBuilder();
        sbNodePath.setLength(0);

        // start path from the parent node
        sbNodePath.append("/").append(GARBAGE_GEN_ROOT_PATH).append("/").append(generationBasePath).append("/")
                .append(GEN_PARENT_NODE_PREFIX).append(parentIndex);

        for(int i = 1; i <= gapDepth; i ++) {
            sbNodePath.append("/").append(GEN_NODE_PREFIX).append(nodeIndex);
            // the leaf node does NOT have level in its name
            if (i < gapDepth) {
                sbNodePath.append(GEN_NODE_LEVEL_PREFIX).append(i);
            }

            // only append to list if the criteria for returning the node path is met
            if ((!fromLevelGapToLeaf && i < gapLevelGap) || (fromLevelGapToLeaf && i >= gapLevelGap)) {
                gapOrphanNodePaths.add(getIdFromPath(sbNodePath.toString()));
            }
        }

        return gapOrphanNodePaths;
    }

    private void createGarbageEmptyProps(NodeBuilder rootNode, CreateGarbageOptions options, String generationBasePath) throws CommitFailedException {

        System.out.println("Creating empty props garbage on the document: " + generationBasePath);

        NodeBuilder garbageRootNode = rootNode.child(GARBAGE_GEN_ROOT_PATH_BASE).child(GARBAGE_GEN_ROOT_NODE_NAME);
        garbageRootNode.child(generationBasePath).setProperty(JcrConstants.JCR_PRIMARYTYPE, NodeTypeConstants.NT_OAK_UNSTRUCTURED, NAME);

        int nodesCountUnderParent = options.getCreateGarbageNodesCount() / options.getGarbageNodesParentCount();
        for(int i = 0; i < options.getGarbageNodesParentCount(); i ++) {
            garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + i).setProperty(JcrConstants.JCR_PRIMARYTYPE, "nt:folder", NAME);

            for(int j = 0; j < nodesCountUnderParent; j ++) {
                garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + i).child(GEN_NODE_PREFIX + j).
                        setProperty(JcrConstants.JCR_PRIMARYTYPE, NodeTypeConstants.NT_OAK_UNSTRUCTURED, NAME);

                if (CreateGarbageHelper.isEmptyProps(options.getGarbageType())) {
                    garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + i).child(GEN_NODE_PREFIX + j).
                            setProperty(EMPTY_PROPERTY_NAME, "bar", STRING);
                }
            }
        }
        documentNodeStore.merge(rootNode, EmptyHook.INSTANCE, CommitInfo.EMPTY);


        //2. Create garbage nodes - EMPTY_PROPERTIES
        for (int i = 0; i < options.getGarbageNodesParentCount(); i++) {
            for (int j = 0; j < nodesCountUnderParent; j++) {
                garbageRootNode.child(generationBasePath).child(GEN_PARENT_NODE_PREFIX + i).child(GEN_NODE_PREFIX + j).
                        removeProperty(EMPTY_PROPERTY_NAME);
            }
        }

        documentNodeStore.merge(rootNode, EmptyHook.INSTANCE, CommitInfo.EMPTY);
    }

    /**
     * Cleans up all generated garbage by removing the node GARBAGE_GEN_ROOT_PATH and all of
     * its children (recursively)
     * @param closer
     */
    private void cleanGarbage(Closer closer) {

        System.out.println("Cleaning up all generated garbage: ");

        closer.register(asCloseable(documentNodeStore));

        NodeBuilder rootBuilder = documentNodeStore.getRoot().builder();
        NodeBuilder generatedGarbageRootBuilder = rootBuilder.child(GARBAGE_GEN_ROOT_PATH_BASE).child(GARBAGE_GEN_ROOT_NODE_NAME);

        String garbageRootNodePath = "/" + GARBAGE_GEN_ROOT_PATH;
        List childNodePaths = new ArrayList<>();
        childNodePaths.add(getIdFromPath(garbageRootNodePath));

        // get all paths of the tree nodes under the garbage root node
        buildTreeNodePaths(generatedGarbageRootBuilder, garbageRootNodePath, childNodePaths);

        // check that only nodes under the garbage root node are being removed
        for (String childNodePath : childNodePaths) {
            assert childNodePath.substring(2).startsWith("/" + GARBAGE_GEN_ROOT_PATH);
            System.out.println("Removing node: " + childNodePath);
        }

        documentNodeStore.getDocumentStore().remove(org.apache.jackrabbit.oak.plugins.document.Collection.NODES, childNodePaths);
    }

    /**
     * Recursively get all paths of the tree nodes under the given root node.
     * If there are any gaps in the tree, the paths of the gap nodes will NOT be included.
     * @param rootNode
     * @param basePath
     * @param treeNodePaths
     */
    private void buildTreeNodePaths(NodeBuilder rootNode, String basePath,
                                    List treeNodePaths) {

        for (String childNodeName : rootNode.getChildNodeNames()) {
            String childPath = basePath + "/" + childNodeName;
            String pathId = getIdFromPath(childPath);
            treeNodePaths.add(pathId);
            buildTreeNodePaths(rootNode.child(childNodeName), childPath, treeNodePaths);
        }
    }

    private void cleanResources(Closer closer) {
        cleanResources(closer, false);
    }

    /**
     * Cleans up the resources registered with the closer.
     *
     * If the command is being run as a test, the resources will not be closed, since the tests need to do
     * subsequent operations on the DocumentNodeStore and will dispose of it themselves.
     * @param closer
     * @param isTest
     */
    private void cleanResources(Closer closer, boolean isTest) {
        if (isTest) {
            return;
        }
        try {
            closer.close();
        } catch (IOException e) {
            throw new RuntimeException(e);
        }
    }
}





© 2015 - 2025 Weber Informatics LLC | Privacy Policy