com.loadcoder.load.chart.logic.RuntimeChartLogic Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of loadcoder-chart Show documentation
Show all versions of loadcoder-chart Show documentation
This project contains the chart feature of Loadcoder
/*******************************************************************************
* Copyright (C) 2018 Stefan Vahlgren at Loadcoder
*
* This file is part of Loadcoder.
*
* Loadcoder is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Loadcoder is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see seriesMap = new HashMap();
private long[] minmax = { Long.MAX_VALUE, Long.MIN_VALUE };
private long firstTsToBeReceived;
private long tsForFirstUpdateContainingData = Long.MAX_VALUE;
public List sampleConcaternatorList = new ArrayList();
private Set sampleTimestamps = new HashSet();
long updateTimestamp;
Map sampleGroups = new HashMap();
protected List concaterSpecList = new ArrayList();
Map samplesCommonMap = new HashMap();
List sampleGroupCommonList = new ArrayList();
List> incomingData;
public void setIncomingData(List> incomingData) {
this.incomingData = incomingData;
}
public Map getSampleGroups() {
return sampleGroups;
}
public RuntimeChartLogic(XYSeriesCollectionExtention seriesCollection,
XYPlotExtension plot,
XYLineAndShapeRendererExtention renderer,
Map seriesVisible,
CommonSeries[] commonSeries,
StartedLoad startedScenario,
boolean locked
) {
super(seriesCollection, plot, renderer, seriesVisible, locked);
sampleLengthToUse = 1000;
this.commonsToBeUsed = commonSeries;
addSampleConcaternatorSpecs(concaterSpecList);
createCommons();
addAllCommonSeriesToTheChart();
//Init the first ranges
ranges.add(new Range(Long.MIN_VALUE, -1, sampleLengthToUse));
ranges.add(new Range(0, Long.MAX_VALUE, sampleLengthToUse));
}
public int getIncomingSize(List> listOfListOfList) {
int size = 0;
for (List list : listOfListOfList) {
size += list.size();
}
return size;
}
protected void getDataAndUpdate(HashSet hashesGettingUpdated, boolean updateSample) {
update(incomingData, hashesGettingUpdated, updateSample);
}
public void updateRangesForSampleConcaternatorAfterConcaternation(SampleConcaternator concater){
Range oldRange = concater.getOldRange();
Range newRange = concater.getNewRange();
long newSampleLength = oldRange.getSampleLength() * concater.getAmountToConcaternate();
long start = oldRange.getStart();
long newStart = start + newSampleLength;
oldRange.setStart(newStart);
newRange.setEnd(newStart - 1);
}
public void removeFromSampleTimestamps(SampleConcaternator concater, Set sampleTs) {
long start = concater.getOldRange().getStart();
long oldSampleLength = concater.getOldRange().getSampleLength();
long amount = concater.getAmountToConcaternate();
long tsToRemove = start;
for(int i=1; i hashesGettingUpdated){
for (Comparable key : seriesKeys) {
SampleGroup sampleGroup = sampleGroups.get(key);
ConcaternationResult concaternationResult = sampleGroup.concaternate(concater);
concaternationResult.fixPointsForSeries(sampleGroup.getSeries());
}
for (CommonSampleGroup sampleGroup : sampleGroupCommonList) {
sampleGroup.concaternate(concater);
}
removeFromSampleTimestamps(concater, sampleTimestamps);
hashesGettingUpdated.add(concater.getOldRange().getStart());
updateRangesForSampleConcaternatorAfterConcaternation(concater);
}
public void concat(HashSet hashesGettingUpdated){
long start = System.currentTimeMillis();
int mostConcatsAtOnce = 1000;
for (SampleConcaternator concater : sampleConcaternatorList) {
int i =0;
while (concater.getSampleConcaternatorRunDecider().timeForConcaternation(concater)) {
concatAndAdjustRanges(concater, hashesGettingUpdated);
if(i++ > mostConcatsAtOnce){
break;
}
}
}
LoadUtility.logExecutionTime("concatenation", start);
}
void performUpdate(){
HashSet hashesGettingUpdated = new HashSet();
concat(hashesGettingUpdated);
getDataAndUpdate(hashesGettingUpdated, true);
addNewSampleConcaternaterIfItsTime();
}
public void update(List> listOfListOfList, HashSet hashesGettingUpdated, boolean updateSample){
updateTimestamp = System.currentTimeMillis();
int incomingSize = getIncomingSize(listOfListOfList);
if (incomingSize == 0){
updateCommonsWithSamples(hashesGettingUpdated, sampleGroups, samplesCommonMap, sampleGroupCommonList);
return;
}
/*
* tsForFirstUpdateContainingData is needed in order to determine when to add new concaternators os samples.
* this variable is only set once, which is the first time data arrives to the chart.
*/
if(tsForFirstUpdateContainingData == Long.MAX_VALUE)
tsForFirstUpdateContainingData = updateTimestamp;
/*
* The listOfListOfList can be results from many Scenarios, possibly
* reporting transactions with the same name. Here we merge everything
* together so that all transactions with the same name are placed
* in the same List.
*/
List> resultLists = TransactionExecutionResult.mergeList(listOfListOfList);
long[] minmaxNew = Utilities.findMinMaxTimestamp(listOfListOfList);
if (minmaxNew[0] < minmax[0]) {
minmax[0] = minmaxNew[0];
}
if (minmaxNew[1] > minmax[1]) {
minmax[1] = minmaxNew[1];
}
if (firstTsToBeReceived == 0) {
firstTsToBeReceived = minmax[0];
}
long[] minmaxPoints = { 0, minmax[1] - minmax[0] };
List dataSets = Utilities.convert(resultLists, firstTsToBeReceived, true);
filteredData = new FilteredData(dataSets, minmax, minmaxPoints);
addToSeriesKeys(filteredData, seriesKeys);
for (DataSetUserType type : removalFiltersInUse) {
type.getDataSetUser().useDataSet(dataSets);
}
getSerieses(filteredData.getDataSets(), false, seriesMap);
addSeriesNotAdded(seriesMap);
createSamplesGroups(seriesMap, sampleGroups);
addPoints(filteredData.getDataSets(), sampleGroups, sampleTimestamps);
updateSeriesWithSamples(ChartUtils.itemSeriesAdderForSamples, hashesGettingUpdated, filteredData.getDataSets(), sampleGroups, sampleTimestamps);
updateCommonsWithSamples(hashesGettingUpdated, sampleGroups, samplesCommonMap, sampleGroupCommonList);
forceRerender();
}
private void addSeriesNotAdded(Map seriesMap){
for(Comparable key :seriesKeys){
if(sampleGroups.get(key) == null){
XYSeriesExtension series = seriesMap.get(key);
addSeries(series);
}
}
}
public void addNewConcater(int amountOfSamplesToConcaternate, SampleConcaternatorRunDecider sampleConcaternatorRunDecider){
Range oldRange = ranges.get(ranges.size() - 1); // the last
long newSampleLength = oldRange.getSampleLength() * amountOfSamplesToConcaternate;
Range newRange = new Range(0, -1, newSampleLength);
ranges.add(newRange);
SampleConcaternator sampleConcaternator = new SampleConcaternator(oldRange, newRange,
amountOfSamplesToConcaternate, sampleConcaternatorRunDecider);
sampleConcaternatorList.add(sampleConcaternator);
}
public void addNewSampleConcaternaterIfItsTime(){
if (!concaterSpecList.isEmpty() && !ranges.isEmpty()) {
SampleConcaternatorSpec s = concaterSpecList.get(0);
long howLongAfterStart = s.getHowLongAfterStartShouldThisBeAdded();
/*
* if the updateTimestamp is greater than
* the timestamp for the first update with data + diff (howLongAfterStart)
* stated in the SampleConcaternatorSpec
*/
if (updateTimestamp - howLongAfterStart > tsForFirstUpdateContainingData ) {
logger.debug("Starting a new concater: {}", s);
concaterSpecList.remove(0);
addNewConcater(s.getAmoutThatShouldBeConcaternated(), s.getSampleConcaternatorRunDecider());
}
}
}
protected static SampleConcaternatorSpec getNewSpec(ConcatenationDefinition def) {
int amountToConcat = def.amountToConcatenate;
long minSizeOfOldRane = def.width;
/*
* this concater starts whenToBeAdded sec into the test
* will concat if length of old range is greater than minSizeOfOldRange
*/
return new SampleConcaternatorSpec(minSizeOfOldRane, amountToConcat, (a) -> {
long minSizeOfOldRange2 = minSizeOfOldRane;
Range newRange = a.getNewRange();
Range oldRange = a.getOldRange();
long endOfTheNewRange = newRange.getEnd();
long endOfTheOldRange = oldRange.getEnd();
long diff = endOfTheOldRange - endOfTheNewRange;
if (diff > minSizeOfOldRange2)
return true;
return false;
} );
}
SampleConcaternatorRunDecider getFirstConcaterRunDecider(long widthOfUnconcatenatedRange){
SampleConcaternatorRunDecider firstConcater = (a) -> {
Long higest = highestX;
long startOfOldRange = a.getOldRange().getStart();
if (higest > startOfOldRange + widthOfUnconcatenatedRange)
return true;
return false;
};
return firstConcater;
}
/*
* 1st: width for the unconcatenated samples
* 2nd: width of the 1st range of concatenated samples
* 3rd: width of the 2nd range of concatenated samples
*
*/
protected static final ConcatenationDefinition[] concatenationDefinitions= new ConcatenationDefinition[]{
new ConcatenationDefinition(2 * MINUTE, 4), //4
new ConcatenationDefinition(10 * MINUTE, 4), //16
new ConcatenationDefinition(40 * MINUTE, 4), // 64
new ConcatenationDefinition(5 * HOUR, 4), //512
new ConcatenationDefinition(2 * DAY, 4), //2048
new ConcatenationDefinition(10 * DAY, 8) //16384 ~ 4.5h
};
protected static class ConcatenationDefinition {
long width;
int amountToConcatenate;
public ConcatenationDefinition(long widthOfPreviousRangeBeforeConcatenation, int amountToConcatenate) {
this.width = widthOfPreviousRangeBeforeConcatenation;
this.amountToConcatenate = amountToConcatenate;
}
}
public void addSampleConcaternatorSpecs(
List concaterSpecs) {
/*
* this concater starts 10 sec into the test will concat if diff from
* first range start to highest x value is over 20 sec
*/
concaterSpecs.add(new SampleConcaternatorSpec(
concatenationDefinitions[0].width,
concatenationDefinitions[0].amountToConcatenate,
getFirstConcaterRunDecider(concatenationDefinitions[0].width)));
concaterSpecs.add(getNewSpec(concatenationDefinitions[1]));
concaterSpecs.add(getNewSpec(concatenationDefinitions[2]));
concaterSpecs.add(getNewSpec(concatenationDefinitions[3]));
concaterSpecs.add(getNewSpec(concatenationDefinitions[4]));
}
public void calculateAmountOfPoints() {
int amountOfSerieses = 10;
int amountOfPointsPerSamples = 2;
long testExecution = 30 * DAY;
long sampleLengthDefault = 1000;
int totalAmountOfPoints = 0;
long executionTimeLeft = testExecution;
long sampleLengthUsedForThisWidth = sampleLengthDefault;
for(ConcatenationDefinition d : RuntimeChartLogic.concatenationDefinitions) {
if(executionTimeLeft <1)
break;
long widthForThis =0;
if(executionTimeLeft < d.width) {
widthForThis = executionTimeLeft;
}else {
if(d.equals(RuntimeChartLogic.concatenationDefinitions[RuntimeChartLogic.concatenationDefinitions.length -1]))
widthForThis = executionTimeLeft;
else {
widthForThis = d.width;
}
}
executionTimeLeft = executionTimeLeft -widthForThis;
int amountOfSamplesForOneSeries =
(int) (widthForThis / (sampleLengthUsedForThisWidth));
int amountOfSamplesTotal = amountOfSamplesForOneSeries * amountOfSerieses;
int pointsForThisRange = amountOfSamplesTotal * amountOfPointsPerSamples;
totalAmountOfPoints = totalAmountOfPoints + pointsForThisRange;
sampleLengthUsedForThisWidth = sampleLengthUsedForThisWidth * d.amountToConcatenate;
}
logger.trace(String.format("total points:%s", totalAmountOfPoints));
}
@Override
protected void doUpdate() {
// TODO Auto-generated method stub
performUpdate();
}
}