com.bigdata.rdf.rio.LoadStats Maven / Gradle / Ivy

Go to download
/*

Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016.  All rights reserved.

Contact:
     SYSTAP, LLC DBA Blazegraph
     2501 Calvert ST NW #106
     Washington, DC 20008
     [email protected]

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

*/
package com.bigdata.rdf.rio;

import com.bigdata.counters.CAT;
import com.bigdata.rdf.inf.ClosureStats;

/**
 * Used to report statistics when loading data.
 * 
 * @author Bryan Thompson
 */
public class LoadStats {

    public final CAT toldTriples = new CAT();
    public final CAT loadTime = new CAT();
    public final CAT commitTime = new CAT();
    public final CAT totalTime = new CAT();
    
    private transient volatile long lastReportTime = 0l;

    /**
     * The internal with which this class will log on {@link System#out} in
     * milliseconds (it is set to every 10 minutes). This helps to track progress
     * on very large data loads.
     */
    protected static transient long REPORT_INTERVAL = 10 * 60 * 1000; 
    
    /**
     * Used iff the closure is computed as the data are loaded.
     */
    public final ClosureStats closureStats = new ClosureStats();

    public long triplesPerSecond() {

        return ((long) (((double) toldTriples.estimate_get()) / ((double) totalTime.estimate_get()) * 1000d));

    }

    public void add(final LoadStats stats) {

        toldTriples.add(stats.toldTriples.get());

        loadTime.add(stats.loadTime.get());

        commitTime.add(stats.commitTime.get());

        totalTime.add(stats.totalTime.get());

        if (stats.closureStats != null) {

            closureStats.add(stats.closureStats);

        }

        /*
         * Handle incremental reporting for large data loads.
         */
        final long now = System.currentTimeMillis();

        if (lastReportTime == 0L) {

            if (loadTime.estimate_get() >= REPORT_INTERVAL) {

                System.out.println("loading: " + toString());

                lastReportTime = now;

            }

        } else {

            if ((now - lastReportTime) >= REPORT_INTERVAL) {

                System.out.println("loading: " + toString());

                lastReportTime = now;

            }

        }

    }
    
    /**
     * Human readable representation.
     */
    public String toString() {

        return toldTriples
                + " stmts added in "
                + ((double) loadTime.estimate_get())
                / 1000d
                + " secs, rate= "
                + triplesPerSecond()
                + ", commitLatency="
                + commitTime.estimate_get()
                + "ms"
                + (closureStats.elapsed.estimate_get()!=0L? "\n"+closureStats.toString() : "");

    }
    
}