All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.kie.perf.metrics.PerfRepoReporter Maven / Gradle / Ivy

There is a newer version: 7.74.1.Final
Show newest version
package org.kie.perf.metrics;

import java.net.InetAddress;
import java.net.UnknownHostException;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.SortedMap;
import java.util.concurrent.TimeUnit;

import org.kie.perf.TestConfig;
import org.kie.perf.TestConfig.RunType;
import org.perfrepo.client.PerfRepoClient;
import org.perfrepo.model.Metric;
import org.perfrepo.model.MetricComparator;
import org.perfrepo.model.Test;
import org.perfrepo.model.TestExecution;
import org.perfrepo.model.builder.TestExecutionBuilder;

import com.codahale.metrics.Counter;
import com.codahale.metrics.Gauge;
import com.codahale.metrics.Histogram;
import com.codahale.metrics.Meter;
import com.codahale.metrics.MetricFilter;
import com.codahale.metrics.MetricRegistry;
import com.codahale.metrics.ScheduledReporter;
import com.codahale.metrics.Snapshot;
import com.codahale.metrics.Timer;

public class PerfRepoReporter extends ScheduledReporter {

    public static Builder forRegistry(MetricRegistry registry) {
        return new Builder(registry);
    }

    public static class Builder {
        private final MetricRegistry registry;
        private TimeUnit rateUnit;
        private TimeUnit durationUnit;
        private MetricFilter filter;

        private Builder(MetricRegistry registry) {
            this.registry = registry;
            this.rateUnit = TimeUnit.SECONDS;
            this.durationUnit = TimeUnit.MILLISECONDS;
            this.filter = MetricFilter.ALL;
        }

        public Builder convertRatesTo(TimeUnit rateUnit) {
            this.rateUnit = rateUnit;
            return this;
        }

        public Builder convertDurationsTo(TimeUnit durationUnit) {
            this.durationUnit = durationUnit;
            return this;
        }

        public Builder filter(MetricFilter filter) {
            this.filter = filter;
            return this;
        }

        public PerfRepoReporter build(PerfRepoClient client) {
            return new PerfRepoReporter(registry, client, rateUnit, durationUnit, filter, false);
        }

        public PerfRepoReporter build(PerfRepoClient client, boolean scheduled) {
            return new PerfRepoReporter(registry, client, rateUnit, durationUnit, filter, scheduled);
        }
    }

    private final PerfRepoClient client;
    private TestExecution testExecution;
    private boolean scheduled;
    private long passedTime;

    private PerfRepoReporter(MetricRegistry registry, PerfRepoClient client, TimeUnit rateUnit, TimeUnit durationUnit, MetricFilter filter, boolean scheduled) {
        super(registry, "perf-repo-reporter", filter, rateUnit, durationUnit);
        this.client = client;
        this.scheduled = scheduled;
        this.passedTime = 0;
    }

    @Override
    public void report(SortedMap gauges, SortedMap counters, SortedMap histograms,
            SortedMap meters, SortedMap timers) {

        TestConfig tc = TestConfig.getInstance();

        String testName = tc.getProjectName() + " - " + tc.getSuite();

        String testExecutionName = testName;
        if (scheduled) {
            testName += " - " + tc.getVersion();
            passedTime += tc.getPeriodicity();
            testExecutionName += " - " + passedTime/60.0 + "m passed";
        } else {
            if (tc.getScenario() != null) {
                testName += " - " + tc.getScenario();
                testExecutionName = testName;
            }
            
            if (tc.getRunType() == RunType.DURATION) {
                testExecutionName += " - " + tc.getDuration() + " seconds";
            } else {
                testExecutionName += " - " + tc.getIterations() + " iterations";
            }
        }

        String testUid = tc.getProjectName().toLowerCase().replaceAll(" ", "_") + "_" + tc.getSuite().toLowerCase() + "_" + tc.getScenario().toLowerCase();
        if (tc.getTestUIDSuffix() != null && !tc.getTestUIDSuffix().isEmpty()) {
            testUid = testUid + "_" + tc.getTestUIDSuffix();
        }

        TestExecutionBuilder testExecution = TestExecution.builder().testUid(testUid).name(testExecutionName + " - Result").started(new Date());

        if (this.testExecution != null) {
            testExecution.id(this.testExecution.getId());
        }

        for (String tag : tc.getTags()) {
            testExecution.tag(tag);
        }

        for (Entry e : tc.getProperties().entrySet()) {
            testExecution.parameter(e.getKey().toString(), e.getValue().toString());
        }

        // System properties
        testExecution.parameter("java.vm.name", System.getProperty("java.vm.name"));
        testExecution.parameter("java.version", System.getProperty("java.version"));
        testExecution.parameter("java.runtime.availableProcessors", String.valueOf(Runtime.getRuntime().availableProcessors()));
        try {
            testExecution.parameter("machine.hostname", InetAddress.getLocalHost().getHostName());
        } catch (UnknownHostException e1) {
            // ignore
        }
        testExecution.parameter("os.arch", System.getProperty("os.arch"));
        testExecution.parameter("os.name", System.getProperty("os.name"));

        List metricLabels = new ArrayList();

        for (Map.Entry entry : gauges.entrySet()) {
            reportGauge(testExecution, entry.getKey(), entry.getValue());
            metricLabels.add(entry.getKey() + ".value");
        }

        for (Map.Entry entry : counters.entrySet()) {
            reportCounter(testExecution, entry.getKey(), entry.getValue());
            metricLabels.add(entry.getKey() + ".count");
        }

        for (Map.Entry entry : histograms.entrySet()) {
            reportHistogram(testExecution, entry.getKey(), entry.getValue());
            metricLabels.add(entry.getKey() + ".count");
            metricLabels.add(entry.getKey() + ".min");
            metricLabels.add(entry.getKey() + ".mean");
            metricLabels.add(entry.getKey() + ".max");
            metricLabels.add(entry.getKey() + ".stddev");
            metricLabels.add(entry.getKey() + ".median");
            metricLabels.add(entry.getKey() + ".p75");
            metricLabels.add(entry.getKey() + ".p95");
            metricLabels.add(entry.getKey() + ".p98");
            metricLabels.add(entry.getKey() + ".p99");
            metricLabels.add(entry.getKey() + ".p999");
        }

        for (Map.Entry entry : meters.entrySet()) {
            reportMeter(testExecution, entry.getKey(), entry.getValue());
            metricLabels.add(entry.getKey() + ".count");
        }

        for (Map.Entry entry : timers.entrySet()) {
            reportTimer(testExecution, entry.getKey(), entry.getValue());
            metricLabels.add(entry.getKey());
            metricLabels.add(entry.getKey() + ".count");
            metricLabels.add(entry.getKey() + ".throughput");
            metricLabels.add(entry.getKey() + ".min");
            metricLabels.add(entry.getKey() + ".mean");
            metricLabels.add(entry.getKey() + ".max");
            metricLabels.add(entry.getKey() + ".stddev");
            metricLabels.add(entry.getKey() + ".median");
            metricLabels.add(entry.getKey() + ".p75");
            metricLabels.add(entry.getKey() + ".p95");
            metricLabels.add(entry.getKey() + ".p98");
            metricLabels.add(entry.getKey() + ".p99");
            metricLabels.add(entry.getKey() + ".p999");
        }

        try {
            Test test = client.getTestByUid(testUid);
            if (test == null) {

                List metrics = new ArrayList();
                for (String ml : metricLabels) {
                    Metric m = new Metric();
                    m.setName(getMeterName(ml));
                    m.setDescription("TBD");
                    if (ml.contains("throughput")) {
                        m.setComparator(MetricComparator.HB);
                    } else {
                        m.setComparator(MetricComparator.LB);
                    }
                    metrics.add(m);
                }

                test = new Test();
                test.setDescription("Automatically created test definition by PerfRepoReporter.");
                test.setUid(testUid);
                test.setGroupId("BxMS"); // TODO: move this to testConfig!!!!!
                test.setName(testName);
                test.setMetrics(metrics);
                client.createTest(test);
            }
            if (this.testExecution == null) {
                this.testExecution = testExecution.build();
                long testExecutionId = client.createTestExecution(this.testExecution);
                this.testExecution.setId(testExecutionId);
            } else {
                this.testExecution = testExecution.build();
                client.addValue(this.testExecution);
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
    
    public void setScheduled(boolean scheduled) {
        this.scheduled = scheduled;
    }

    private void reportTimer(TestExecutionBuilder testExecution, String name, Timer timer) {
        final Snapshot snapshot = timer.getSnapshot();

        testExecution.value(getMeterName(name) + ".count", (double) timer.getCount());
        testExecution.value(getMeterName(name) + ".throughput", convertRate(timer.getMeanRate()), "unit", "events/" + getRateUnit());
        testExecution.value(getMeterName(name) + ".min", convertDuration(snapshot.getMin()), "unit", getDurationUnit());
        testExecution.value(getMeterName(name) + ".mean", convertDuration(snapshot.getMean()), "unit", getDurationUnit());
        testExecution.value(getMeterName(name) + ".max", convertDuration(snapshot.getMax()), "unit", getDurationUnit());
        testExecution.value(getMeterName(name) + ".stddev", convertDuration(snapshot.getStdDev()));
        testExecution.value(getMeterName(name) + ".median", convertDuration(snapshot.getMedian()));
        testExecution.value(getMeterName(name) + ".p75", convertDuration(snapshot.get75thPercentile()));
        testExecution.value(getMeterName(name) + ".p95", convertDuration(snapshot.get95thPercentile()));
        testExecution.value(getMeterName(name) + ".p98", convertDuration(snapshot.get98thPercentile()));
        testExecution.value(getMeterName(name) + ".p99", convertDuration(snapshot.get99thPercentile()));
        testExecution.value(getMeterName(name) + ".p999", convertDuration(snapshot.get999thPercentile()));

    }

    private void reportMeter(TestExecutionBuilder testExecution, String name, Meter meter) {
        testExecution.value(getMeterName(name) + ".count", (double) meter.getCount());
    }

    private void reportHistogram(TestExecutionBuilder testExecution, String name, Histogram histogram) {
        final Snapshot snapshot = histogram.getSnapshot();

        testExecution.value(getMeterName(name) + ".count", (double) histogram.getCount());
        testExecution.value(getMeterName(name) + ".min", (double) snapshot.getMin());
        testExecution.value(getMeterName(name) + ".mean", snapshot.getMean());
        testExecution.value(getMeterName(name) + ".max", (double) snapshot.getMax());
        testExecution.value(getMeterName(name) + ".stddev", snapshot.getStdDev());
        testExecution.value(getMeterName(name) + ".median", snapshot.getMedian());
        testExecution.value(getMeterName(name) + ".p75", snapshot.get75thPercentile());
        testExecution.value(getMeterName(name) + ".p95", snapshot.get95thPercentile());
        testExecution.value(getMeterName(name) + ".p98", snapshot.get98thPercentile());
        testExecution.value(getMeterName(name) + ".p99", snapshot.get99thPercentile());
        testExecution.value(getMeterName(name) + ".p999", snapshot.get999thPercentile());
    }

    private void reportCounter(TestExecutionBuilder testExecution, String name, Counter counter) {
        testExecution.value(getMeterName(name) + ".count", (double) counter.getCount());
    }

    private void reportGauge(TestExecutionBuilder testExecution, String name, Gauge gauge) {
        String value = gauge.getValue().toString();
        Double dval = 0.0;
        String filteredValue = "";
        String paramValue = "";
        boolean end = false;
        for (int i = 0; i < value.length(); ++i) {
            String c = String.valueOf(value.charAt(i));
            if (end || !(c.matches("[0-9]") || c.equals("."))) {
                paramValue += c;
                end = true;
            } else {
                filteredValue += c;
            }
        }
        if (!filteredValue.isEmpty()) {
            dval = Double.valueOf(filteredValue);
        }
        paramValue = paramValue.trim();
        if (paramValue.isEmpty()) {
            testExecution.value(getMeterName(name) + ".value", dval);
        } else {
            testExecution.value(getMeterName(name) + ".value", dval, "unit", paramValue);
        }
    }

    protected String getMeterName(String name) {
        if (scheduled) { // we report more than 1 scenario at once
            return name;
        }
        String a = name.substring(name.indexOf(".", "org.jbpm.test.performance.scenario".length() + 1) + 1);
        return a.substring(a.indexOf(".") + 1);
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy