org.usergrid.tools.AppAudit Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of usergrid-tools Show documentation
Command line tools for Usergrid system.
There is a newer version: 0.0.27.1
/*******************************************************************************
 * Copyright 2012 Apigee Corporation
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 ******************************************************************************/
package org.usergrid.tools;

import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;
import java.util.UUID;

import me.prettyprint.cassandra.serializers.ByteBufferSerializer;

import org.apache.commons.cli.CommandLine;
import org.apache.commons.cli.Option;
import org.apache.commons.cli.OptionBuilder;
import org.apache.commons.cli.Options;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.usergrid.management.ApplicationInfo;
import org.usergrid.persistence.Entity;
import org.usergrid.persistence.EntityManager;
import org.usergrid.persistence.EntityRef;
import org.usergrid.persistence.Query;
import org.usergrid.persistence.Results;
import org.usergrid.persistence.SimpleEntityRef;
import org.usergrid.persistence.cassandra.CassandraService;

import com.google.common.collect.BiMap;
import com.google.common.collect.HashBiMap;

/**
 * This is a untiltiy to audit all available entity ids for existing target rows
 * If an entity Id exists in the collection index with no target entity, the id
 * is removed from the index. This is a cleanup tool as a result of the issue in
 * USERGRID-351 and paging issue
 * 
 * @author tnine
 * 
 */
public class AppAudit extends ToolBase {

    /**
     * 
     */
    private static final int PAGE_SIZE = 100;

    public static final ByteBufferSerializer be = new ByteBufferSerializer();

    private static final Logger logger = LoggerFactory
            .getLogger(AppAudit.class);

    @Override
    @SuppressWarnings("static-access")
    public Options createOptions() {

        Option hostOption = OptionBuilder.withArgName("host").hasArg()
                .isRequired(true).withDescription("Cassandra host")
                .create("host");

        Options options = new Options();
        options.addOption(hostOption);

        return options;
    }

    /*
     * (non-Javadoc)
     * 
     * @see
     * org.usergrid.tools.ToolBase#runTool(org.apache.commons.cli.CommandLine)
     */
    @Override
    public void runTool(CommandLine line) throws Exception {
        startSpring();

        logger.info("Starting app audit");

        // TODO TN use row iterator to fix this!

        Map apps = emf.getApplications();

        // OrgRepo repo = new OrgRepo();

        Set allOrgs = new HashSet();
        // Set foundApps = new HashSet();

        for (Entry entry : apps.entrySet()) {
            logger.info("Name: {}, Id: {}", entry.getKey(), entry.getValue());
            // repo.putData(entry.getKey(), entry.getValue());
            String[] parts = entry.getKey().split("/");
            allOrgs.add(parts[0]);
            // foundApps.add(entry.getKey());
        }

        Set collectionOrgs = new HashSet(allOrgs);
        Set aliasedOrgs = new HashSet(allOrgs);

        EntityManager em = emf
                .getEntityManager(CassandraService.MANAGEMENT_APPLICATION_ID);

        // search for all orgs

        EntityRef rootAppRef = new SimpleEntityRef("application",
                CassandraService.MANAGEMENT_APPLICATION_ID);

        Query query = new Query();
        query.setLimit(PAGE_SIZE);

        Results r = null;

        do {

            r = em.searchCollection(rootAppRef, "groups", query);

            for (Entity entity : r.getEntities()) {
                collectionOrgs.remove(entity.getProperty("path"));
            }

            query.setCursor(r.getCursor());

        } while (r != null && r.size() == PAGE_SIZE);

        for (String orgName : allOrgs) {
            EntityRef group = em.getAlias("group", orgName);

            if (group != null) {
                aliasedOrgs.remove(orgName);
            }

        }
        // now dump what we couldn't find!

        for (String orgName : collectionOrgs) {
            logger.info("Cound not find in collection groups.  Org : {}",
                    orgName);
        }

        for (String orgName : aliasedOrgs) {
            logger.info("Cound not find in alias.  Org : {}", orgName);
        }
    }

    /**
     * An organization repository to hold orgs in memory
     * 
     * @author tnine
     * 
     */
    private static class OrgRepo {
        private Map orgData = new HashMap();

        public void putData(String appName, UUID appId) {
            String[] names = appName.split("/");

            OrgMeta orgMeta = orgData.get(names[0]);

            if (orgMeta == null) {
                orgMeta = new OrgMeta(names[0]);
                orgData.put(names[0], orgMeta);
            }

            orgMeta.addApp(names[1], appId);
        }

        public Collection getOrgData() {
            return orgData.values();
        }
    }

    /**
     * Get the org meta data
     * 
     * @author tnine
     * 
     */
    private static class OrgMeta {

        private String orgName;

        private BiMap apps = HashBiMap.create();

        /**
         * @param orgName
         */
        public OrgMeta(String orgName) {
            super();
            this.orgName = orgName;
        }

        /**
         * Add an app with it's id to this org
         * 
         * @param appName
         * @param appId
         */
        public void addApp(String appName, UUID appId) {
            apps.put(appName, appId);
        }

        public String getOrgName() {
            return orgName;
        }

        /**
         * Get info for applications
         * 
         * @return
         */
        public List getInfo() {
            List infos = new ArrayList();

            for (Entry entryId : apps.entrySet()) {
                infos.add(new ApplicationInfo(entryId.getValue(), entryId
                        .getKey()));
            }

            return infos;
        }
    }
}