com.bigdata.counters.query.CounterSetLoader Maven / Gradle / Ivy

Go to download
/*

Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016.  All rights reserved.

Contact:
     SYSTAP, LLC DBA Blazegraph
     2501 Calvert ST NW #106
     Washington, DC 20008
     [email protected]

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

*/
/*
 * Created on Apr 6, 2009
 */

package com.bigdata.counters.query;

import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Date;
import java.util.Properties;

import javax.xml.parsers.ParserConfigurationException;

import org.xml.sax.SAXException;

import com.bigdata.counters.CounterSet;
import com.bigdata.counters.DefaultInstrumentFactory;
import com.bigdata.counters.store.CounterSetBTree;
import com.bigdata.journal.Journal;

/**
 * Utility class to load data from XML representations of counter sets into a
 * {@link CounterSetBTree} on a {@link Journal}.
 * 
 * @author Bryan Thompson
 * @version $Id$
 */
public class CounterSetLoader {

    /**
     * Reads counters from XML files into a Journal.
     * 
     * @param args
     * @throws SAXException
     * @throws ParserConfigurationException
     * @throws IOException
     */
    static public void main(String[] args) throws IOException,
            ParserConfigurationException, SAXException {
    
        final Properties properties = new Properties();
    
        // @todo config
        properties.setProperty(Journal.Options.FILE,"counters.jnl");
        
        // (re-)open the store.
        final Journal store = new Journal(properties);
    
        // (re-)open/create the counter set B+Tree on the store.
        CounterSetBTree btree = (CounterSetBTree) store.getIndex("counters");
    
        if (btree == null) {
    
            // not registered, so create and register it now.
            btree = CounterSetBTree.create(store);
    
            store.registerIndex("counters", btree);
    
            // commit the registered index.
            store.commit();
            
        }
        
        /*
         * Process each file, loading data into the counter set B+Tree. 
         */
        for (String s : args) {
    
            final File file = new File(s);

            loadFile(btree, file);
            
        } // next source file.

        System.err.println("There are " + btree.rangeCount()
                + " counter values covering "
                + new Date(btree.getFirstTimestamp()) + " to "
                + new Date(btree.getLastTimestamp()));

    } // main

    static private void loadFile(final CounterSetBTree btree, final File file)
            throws IOException, ParserConfigurationException, SAXException {

        if (file.isDirectory()) {

            final File[] files = file.listFiles();

            for (File f : files) {

                if (f.isFile())
                    loadFile(btree, f);

            }

            return;

        }

        final CounterSet counterSet = new CounterSet();

        System.out.println("reading file: " + file);

        InputStream is = null;

        try {

            is = new BufferedInputStream(new FileInputStream(file));

            /*
             * Note: This will throw a runtime exception if a source file
             * contains more than 60 minutes worth of history data (there should
             * only be 60 minutes in the LBS generated dumps).
             */
            counterSet.readXML(is, DefaultInstrumentFactory.NO_OVERWRITE_60M,
                    null/* filter */);

        } finally {

            if (is != null) {

                is.close();

            }

        }

        System.out.println("Writing counters on store.");

        btree.writeHistory(counterSet.getCounters(null/*filter*/));

        // commit after each file loaded (easier to restart).
        ((Journal)btree.getStore()).commit();
        
    }

}