org.apache.batik.test.PerformanceTest Maven / Gradle / Ivy
The newest version!
/*
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package org.apache.batik.test;
import java.util.Arrays;
import java.util.Vector;
/**
* This abstract Test implementation instruments performance
* testing.
*
* Derived classes need only implement the runOp and,
* optionally, the runRef methods.
*
* The setReferenceScore method is used to specify
* the last recorded score for the performance test and the
* setAllowedScoreDeviation method is used to specify
* the allowed deviation from the reference score.
*
* @author Vincent Hardy
* @version $Id$
*/
public abstract class PerformanceTest extends AbstractTest {
/**
* Reference score. -1 means there is no reference score
*/
protected double referenceScore = -1;
/**
* Allowed deviation from the reference score. 15% by default
*/
protected double allowedScoreDeviation = 0.15;
/**
* Score during last run
*/
protected double lastScore = -1;
public double getLastScore() {
return lastScore;
}
public double getReferenceScore() {
return referenceScore;
}
public void setReferenceScore(double referenceScore) {
this.referenceScore = referenceScore;
}
public double getAllowedScoreDeviation() {
return allowedScoreDeviation;
}
public void setAllowedScoreDeviation(double allowedScoreDeviation) {
this.allowedScoreDeviation = allowedScoreDeviation;
}
/**
* Force implementations to only implement runOp
* and other performance specific methods.
* @return the results of AbstractTest's run method
*/
@Override
public final TestReport run() {
return super.run();
}
/**
* Force implementations to only implement runOp
* and other performance specific methods.
* @return false always, indicating failure
*/
@Override
public final boolean runImplBasic() {
// Should never be called for a PerformanceTest
return false;
}
/**
* This implementation of runImpl runs the reference
* operation (with runRef), then runs
* the operation (with runOp) and checks whether
* or not the score is within the allowed deviation of the
* reference score.
*
* @return the test report
* @throws java.lang.Exception if an error occurred
* @see #runRef
* @see #runOp
*/
@Override
public final TestReport runImpl() throws Exception {
int iter = 50;
double refUnit;
long refStart;
long refEnd;
long opEnd;
long opStart;
double opLength;
// Run once to remove class load time from timing.
runRef();
runOp();
// System.gc();
double[] scores = new double[iter];
// Count bad scores so it doesn't get stuck forever
int badScores = 0;
for (int i=0; i 0.0 && refUnit > 0.0) {
scores[i++] = opLength / refUnit;
System.err.print(".");
} else {
System.err.print("!");
if (++badScores > iter) {
// Too many bad scores
throw new IllegalStateException("Unable to obtain reliable timings");
}
}
// System.err.println(">>>>>>>> scores[" + i + "] = " + scores[i] + " (" + refUnit + " / " + opLength + ")");
System.gc();
}
System.err.println();
// Now, sort the scores
Arrays.sort(scores);
// Compute the mean score based on the scores, not accounting
// for the lowest and highest scores
double score = 0;
int trim = 5;
for (int i=trim; i scoreMax) {
TestReport report = reportError("performance.regression");
report.addDescriptionEntry("reference.score", "" + referenceScore);
report.addDescriptionEntry("computed.score", "" + score);
report.addDescriptionEntry("score.deviation", "" + 100*((score-referenceScore)/referenceScore));
return report;
} else if (score < scoreMin) {
TestReport report = reportError("unexpected.performance.improvement");
report.addDescriptionEntry("reference.score", "" + referenceScore);
report.addDescriptionEntry("computed.score", "" + score);
report.addDescriptionEntry("score.deviation", "" + 100*((score-referenceScore)/referenceScore));
return report;
} else {
return reportSuccess();
}
}
}
/**
* Runs the reference operation.
* By default, this runs the same BufferedImage drawing
* operation 10000 times
*/
protected void runRef() {
Vector v = new Vector();
for (int i=0; i<10000; i++) {
v.addElement("" + i);
}
for (int i=0; i<10000; i++) {
if (v.contains("" + i)) {
v.remove("" + i);
}
}
}
/**
* Runs the tested operation
* @throws java.lang.Exception if an error occurred
*/
protected abstract void runOp() throws Exception;
}