All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.jackrabbit.oak.run.PersistentCacheCommand Maven / Gradle / Ivy

There is a newer version: 1.72.0
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.jackrabbit.oak.run;

import static java.util.Arrays.asList;

import java.io.BufferedWriter;
import java.io.File;
import java.io.FileWriter;
import java.io.PrintWriter;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Map.Entry;

import org.apache.jackrabbit.oak.run.commons.Command;
import org.h2.mvstore.MVMap;
import org.h2.mvstore.MVStore;
import org.h2.mvstore.type.StringDataType;

import joptsimple.OptionParser;
import joptsimple.OptionSet;
import joptsimple.OptionSpec;

public class PersistentCacheCommand implements Command {
    public final static String PERSISTENTCACHE = "persistentcache";

    @SuppressWarnings("unchecked")
    @Override
    public void execute(String... args) throws Exception {
        OptionParser parser = new OptionParser();
        OptionSpec pathSpec = parser.accepts("path", 
                "only list entries starting with this path prefix").
                withOptionalArg().defaultsTo("/");
        OptionSpec revisionSpec = parser.accepts("revision", 
                "only list revisions that start with this prefix").
                withRequiredArg().defaultsTo("");
        OptionSpec mapSpec = parser.accepts("map", 
                "only print contents of this map").
                withRequiredArg().defaultsTo("");
        OptionSpec valuesSpec = parser.accepts("values", 
                "print values, not just keys and value lengths");
        OptionSpec rawSpec = parser.accepts("raw", 
                "print raw data (tab separated map name, key, length, value)");
        OptionSpec outSpec = parser.accepts("out", 
                "print to this file instead of stdout").
                withRequiredArg().defaultsTo("");
        OptionSpec helpSpec = parser.acceptsAll(
                asList("h", "?", "help"), "show help").forHelp();
        OptionSet options = parser.parse(args);
        parser.nonOptions(
                "persistent cache file (required)").ofType(File.class);
        if (options.has(helpSpec)
                || options.nonOptionArguments().isEmpty()) {
            System.out.println("Mode: " + PERSISTENTCACHE);
            System.out.println("Map names and statistic are listed if just the file name is specified.");
            System.out.println("To list all keys, just specify '/' and the file name.");
            System.out.println("To dump multiples files in one go, add multiple file names.");
                System.out.println("Files are accessed in read-only mode; " + 
                    "to analyze a running system you need to copy the cache file first.");
            System.out.println("Output format is CSV (',' replaced with '#')");
            System.out.println("To import in H2, use: " + 
                    "create table cache as select * from csvread('cache.csv', null, 'fieldDelimiter=')");
            System.out.println();
            parser.printHelpOn(System.out);
            return;
        }
        String path = pathSpec.value(options);
        String revision = revisionSpec.value(options);
        String map = mapSpec.value(options);
        boolean values = options.has(valuesSpec);
        boolean raw = options.has(rawSpec);
        String out = outSpec.value(options);
        PrintWriter write = new PrintWriter(System.out);
        if (out.length() > 0) {
            write = new PrintWriter(new BufferedWriter(new FileWriter(out)));
        }
        for (String fileName : ((List) options.nonOptionArguments())) {
            dump(write, path, revision, map, fileName, values, raw);
        }      
        write.flush();
    }
    
    static void dump(PrintWriter write, String path, String revision, 
            String map, String fileName, boolean values, boolean raw) {
         MVStore s = new MVStore.Builder().readOnly().
                 fileName(fileName).open();
         Map meta = s.getMetaMap();
         boolean statsOnly = "".equalsIgnoreCase(map) && 
                 "".equals(revision) && 
                 "".equals(path);
         if (!statsOnly) {
             if (raw) {
                 write.println("map" + "\t" + "key" + "\t" + "length" + "\t" + "value");
             } else if (values) {
                 write.println("map,path,revision,p2,length,value");
             } else {
                 write.println("map,path,revision,p2,length");
             }
         }
         for (String n : meta.keySet()) {
             if (n.startsWith("name.")) {
                 String mapName = n.substring(5, n.length());
                 if (map.length() > 0 && !map.equalsIgnoreCase(mapName)) {
                     continue;
                 }
                 MVMap.Builder b = 
                         new MVMap.Builder().
                         keyType(StringDataType.INSTANCE).valueType(
                                 StringDataType.INSTANCE);
                 MVMap m = s.openMap(mapName, b);
                 if (statsOnly) {
                     statistics(write, m);
                 } else if (raw) {
                     dumpRaw(write, m);
                 } else {
                     dump(write, m, path, revision, values);
                 }
             }
         }
         s.close();        
    }

    static void statistics(PrintWriter write, MVMap m) {
        write.println("map: " + m.getName().toLowerCase(Locale.ENGLISH));
        write.println("entryCount: " + m.sizeAsLong());
        long keyLen = 0, valueLen = 0;
        for (Entry e : m.entrySet()) {
            String k = e.getKey();
            String v = e.getValue();
            keyLen += k.length();
            valueLen += v.length();
        }
        write.println("keyLen: " + keyLen);
        write.println("valueLen: " + valueLen);
        write.println();
    }

    static void dumpRaw(PrintWriter write, MVMap m) {
        String mapName = m.getName().toLowerCase(Locale.ENGLISH);
        // map key value length
        for (Entry e : m.entrySet()) {
            String key = e.getKey();
            String value = e.getValue();
            write.println(mapName + "\t" + key + "\t" + value.length() + "\t" + value);
        }
    }

    static void dump(PrintWriter write, MVMap m, String path,
            String revision, boolean values) {
        String mapName = m.getName().toLowerCase(Locale.ENGLISH);
        // map,path,revision,p2,value,length
        for (Entry e : m.entrySet()) {
            String key = e.getKey();
            int slash = key.indexOf('/');
            String r2 = "";
            if (!key.startsWith("/") && slash > 0) {
                r2 = key.substring(0, slash).replace(',', '#');
                key = key.substring(slash);
            }
            if (!"/".equals(path) && !key.startsWith(path)) {
                continue;
            }
            int lastAt = key.lastIndexOf('@');
            String rev = "";
            if (r2.endsWith(":p")) {
                // prev_document, for example 0:p/r155a16928cd-0-1/0
                // format: ..pr/
                // we set r2 to 
                rev = key.substring(key.lastIndexOf('r'));
                key = key.substring(0, key.length() - rev.length());
                r2 = rev.substring(rev.lastIndexOf('/') + 1);
                rev = rev.substring(0, rev.lastIndexOf('/'));
            }
            if (lastAt > 0) {
                rev = key.substring(lastAt + 1).replace(',', '#');
                key = key.substring(0, lastAt);
            }
            if (!"".equals(revision) && !rev.startsWith(revision)) {
                continue;
            }
            String v = e.getValue();
            if (values) {
                v = v.length() + "," + v.replace(',', '#');
            } else {
                v = "" + v.length();
            }
            key = key.replace(',', '#');
            write.println(mapName + "," + key + "," + rev + "," + r2 + "," + v);
        }
    }    

}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy