All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.liferay.jenkins.results.parser.metrics.BuildHistory Maven / Gradle / Ivy
/**
* SPDX-FileCopyrightText: (c) 2023 Liferay, Inc. https://liferay.com
* SPDX-License-Identifier: LGPL-2.1-or-later OR LicenseRef-Liferay-DXP-EULA-2.0.0-2023-06
*/
package com.liferay.jenkins.results.parser.metrics;
import com.liferay.jenkins.results.parser.JenkinsResultsParserUtil;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.TreeMap;
import java.util.concurrent.TimeUnit;
import org.json.JSONArray;
import org.json.JSONObject;
/**
* @author Kenji Heigel
*/
public class BuildHistory {
public BuildHistory(long duration, String name, long startTime) {
_duration = duration;
_name = name;
_startTime = startTime;
}
public void addBuildJSONObject(BuildJSONObject buildJSONObject) {
_addData(buildJSONObject);
Timeline timeline = _getTimeline();
timeline.addData(buildJSONObject);
}
public void addBuildJSONObjects(
Collection buildJSONObjects) {
for (BuildJSONObject buildJSONObject : buildJSONObjects) {
addBuildJSONObject(buildJSONObject);
}
}
public boolean containsTopLevelBuildURL(String url) {
return _topLevelBuildURLs.contains(url);
}
public Map getDailyInvokedBuilds() {
return _dailyInvokedBuilds;
}
public Map getDailyInvokedTopLevelBuilds() {
return _dailyInvokedTopLevelBuilds;
}
public Map getDailyTotalBuildDurations() {
return _dailyTotalBuildDurations;
}
public Map getDailyTotalQueueTime() {
return _dailyTotalTopLevelQueueTime;
}
public Map getDailyTotalTopLevelBuildDurations() {
return _dailyTotalTopLevelBuildDurations;
}
public long getDuration() {
return _duration;
}
public long getInvokedBuildCount() {
long totalInvokedBuildCount = 0;
for (Long invokedBuildCount : _dailyInvokedBuilds.values()) {
totalInvokedBuildCount += invokedBuildCount;
}
return totalInvokedBuildCount;
}
public String getName() {
return _name;
}
public long getStartTime() {
return _startTime;
}
public JSONArray getTableJSONArray(
String groupIdentifierName, int intervalDays) {
Table table = _getTable(groupIdentifierName);
return table.getJSONArray(intervalDays);
}
public JSONObject getTimelineJSONObject() {
Timeline timeline = _getTimeline();
return timeline.getJSONObject();
}
public Set getTopLevelBuildURLs() {
return _topLevelBuildURLs;
}
public void merge(BuildHistory buildHistory) {
_mergeMap(_dailyInvokedBuilds, buildHistory.getDailyInvokedBuilds());
_mergeMap(
_dailyInvokedTopLevelBuilds,
buildHistory.getDailyInvokedTopLevelBuilds());
_mergeMap(
_dailyTotalBuildDurations,
buildHistory.getDailyTotalBuildDurations());
_mergeMap(
_dailyTotalTopLevelBuildDurations,
buildHistory.getDailyTotalTopLevelBuildDurations());
_mergeMap(
_dailyTotalTopLevelQueueTime,
buildHistory.getDailyTotalQueueTime());
if (buildHistory.getDuration() > _duration) {
setDuration(buildHistory.getDuration());
}
if (buildHistory.getStartTime() < _startTime) {
setStartTime(buildHistory.getStartTime());
}
_topLevelBuildURLs.addAll(buildHistory.getTopLevelBuildURLs());
}
public void setDuration(long duration) {
_duration = duration;
}
public void setStartTime(long startTime) {
_startTime = startTime;
}
protected static JSONArray getTimeJSONArray(long duration, long startTime) {
int size = _getTimelineSize(duration);
long[] timeMillis = new long[size];
for (int i = 0; i < timeMillis.length; i++) {
if (i == 0) {
timeMillis[i] = startTime;
continue;
}
timeMillis[i] = timeMillis[i - 1] + (duration / size);
}
return new JSONArray(timeMillis);
}
protected class Table {
public JSONArray getJSONArray(int intervalDays) {
JSONArray jsonArray = new JSONArray();
String[][] dateStringsArray = _split(
JenkinsResultsParserUtil.getDateStrings(
getStartTime(), getDuration()),
intervalDays);
String[] dateStrings = new String[dateStringsArray.length];
Long[] averageTopLevelBuildDurations =
new Long[dateStringsArray.length];
Long[] invokedBuilds = new Long[dateStringsArray.length];
Long[] invokedTopLevelBuilds = new Long[dateStringsArray.length];
Long[] totalServerDurations = new Long[dateStringsArray.length];
for (int i = 0; i < dateStringsArray.length; i++) {
dateStrings[i] = dateStringsArray[i][0];
invokedBuilds[i] = _getTotalValue(
_dailyInvokedBuilds, dateStringsArray[i]);
invokedTopLevelBuilds[i] = _getTotalValue(
_dailyInvokedTopLevelBuilds, dateStringsArray[i]);
totalServerDurations[i] = _getTotalValue(
_dailyTotalBuildDurations, dateStringsArray[i]);
long topLevelBuildDuration = _getTotalValue(
_dailyTotalTopLevelBuildDurations, dateStringsArray[i]);
averageTopLevelBuildDurations[i] = _getQuotient(
topLevelBuildDuration, invokedTopLevelBuilds[i]);
}
List> rows = new ArrayList<>();
rows.add(
new ArrayList() {
{
add(_groupIdentifierName);
add("Metric");
addAll(Arrays.asList(dateStrings));
}
});
rows.add(
new ArrayList() {
{
add(getName());
add("Invoked Builds");
addAll(Arrays.asList(invokedBuilds));
}
});
rows.add(
new ArrayList() {
{
add(getName());
add("Invoked Top Level Builds");
addAll(Arrays.asList(invokedTopLevelBuilds));
}
});
rows.add(
new ArrayList() {
{
add(getName());
add("Average Top Level Build Duration");
addAll(Arrays.asList(averageTopLevelBuildDurations));
}
});
rows.add(
new ArrayList() {
{
add(getName());
add("Total Server Duration");
addAll(Arrays.asList(totalServerDurations));
}
});
for (List row : rows) {
jsonArray.put(new JSONArray(row));
}
return jsonArray;
}
protected Table(String groupIdentifierName) {
_groupIdentifierName = groupIdentifierName;
}
private final String _groupIdentifierName;
}
protected class Timeline {
public void addData(BuildJSONObject buildJSONObject) {
long buildStartTime = buildJSONObject.getStartTime();
int startIndex = _getIndex(buildStartTime);
long buildDuration = buildJSONObject.getDuration();
long relativeStartTime = buildStartTime - _startTime;
long relativeEndTime = relativeStartTime + buildDuration;
long timelineSamplePeriodMillis = TimeUnit.MINUTES.toMillis(
_TIMELINE_SAMPLE_PERIOD_MINUTES);
if ((relativeStartTime >
((_size - 1) * timelineSamplePeriodMillis)) ||
((relativeStartTime >
(startIndex * timelineSamplePeriodMillis)) &&
(relativeEndTime <
((startIndex + 1) * timelineSamplePeriodMillis)))) {
return;
}
if (relativeEndTime > (startIndex * timelineSamplePeriodMillis)) {
int endIndex = _getIndex(buildStartTime + buildDuration);
if (startIndex < (_size - 1)) {
startIndex++;
}
for (int i = startIndex; i <= endIndex; i++) {
_buildCounts[i]++;
if (containsTopLevelBuildURL(buildJSONObject.getURL())) {
_topLevelBuildCounts[i]++;
}
}
_totalBuildTime[startIndex] += buildDuration;
long queueDuration = buildJSONObject.getQueueDuration();
_totalQueueTime[startIndex] += queueDuration;
_buildCountsForAverage[startIndex]++;
}
}
public JSONObject getJSONObject() {
_calculateAverages();
JSONObject jsonObject = new JSONObject();
jsonObject.put(
"averageBuildTime", new JSONArray(_averageBuildTime)
).put(
"averageQueueTime", new JSONArray(_averageQueueTime)
).put(
"buildCounts", new JSONArray(_buildCounts)
).put(
"name", _name
).put(
"topLevelBuildCounts", new JSONArray(_topLevelBuildCounts)
);
return jsonObject;
}
protected Timeline() {
_size = _getTimelineSize(_duration);
_averageBuildTime = new long[_size];
_averageQueueTime = new long[_size];
_buildCounts = new long[_size];
_buildCountsForAverage = new long[_size];
_topLevelBuildCounts = new long[_size];
_totalBuildTime = new long[_size];
_totalQueueTime = new long[_size];
}
private void _calculateAverages() {
for (int i = 0; i < _size; i++) {
if (_buildCountsForAverage[i] == 0) {
_averageBuildTime[i] = 0;
_averageQueueTime[i] = 0;
continue;
}
_averageBuildTime[i] =
_totalBuildTime[i] / _buildCountsForAverage[i];
_averageQueueTime[i] =
_totalQueueTime[i] / _buildCountsForAverage[i];
}
}
private int _getIndex(long timeMillis) {
int index = (int)((timeMillis - _startTime) * _size / _duration);
if (index >= _size) {
return _size - 1;
}
if (index < 0) {
return 0;
}
return index;
}
private final long[] _averageBuildTime;
private final long[] _averageQueueTime;
private final long[] _buildCounts;
private final long[] _buildCountsForAverage;
private final int _size;
private final long[] _topLevelBuildCounts;
private final long[] _totalBuildTime;
private final long[] _totalQueueTime;
}
private static int _getTimelineSize(long duration) {
return (int)
(duration /
TimeUnit.MINUTES.toMillis(_TIMELINE_SAMPLE_PERIOD_MINUTES));
}
private void _addData(BuildJSONObject buildJSONObject) {
String dateString = buildJSONObject.getStartDateString();
_addData(_dailyInvokedBuilds, dateString, 1L);
_addData(
_dailyTotalBuildDurations, dateString,
buildJSONObject.getDuration());
if (buildJSONObject.isTopLevelBuild()) {
_topLevelBuildURLs.add(buildJSONObject.getURL());
_addData(_dailyInvokedTopLevelBuilds, dateString, 1L);
_addData(
_dailyTotalTopLevelBuildDurations, dateString,
buildJSONObject.getDuration());
_addData(
_dailyTotalTopLevelQueueTime, dateString,
buildJSONObject.getQueueDuration());
}
}
private void _addData(Map dataMap, String key, Long value) {
if (!dataMap.containsKey(key)) {
dataMap.put(key, value);
return;
}
dataMap.put(key, dataMap.get(key) + value);
}
private Long _getQuotient(Long value1, Long value2) {
if (value1 == 0L) {
return value1;
}
return value1 / value2;
}
private Table _getTable(String firstColumnHeader) {
if (_table == null) {
_table = new Table(firstColumnHeader);
}
return _table;
}
private Timeline _getTimeline() {
if (_timeline == null) {
_timeline = new Timeline();
}
return _timeline;
}
private Long _getTotalValue(
Map dailyValueMap, String... dateStrings) {
long totalValue = 0L;
for (String dateString : dateStrings) {
if (dailyValueMap.containsKey(dateString)) {
totalValue += dailyValueMap.get(dateString);
}
}
return totalValue;
}
private void _mergeMap(
Map dataMap1, Map dataMap2) {
for (Map.Entry entry : dataMap2.entrySet()) {
String key = entry.getKey();
Long currentValue = dataMap1.get(key);
dataMap1.put(
key,
(currentValue == null) ? entry.getValue() :
entry.getValue() + currentValue);
}
}
private String[][] _split(String[] array, int size) {
int count = (int)Math.ceil((double)array.length / size);
String[][] arrays = new String[count][];
for (int i = 0; i < count; ++i) {
int start = i * size;
int length = Math.min(array.length - start, size);
String[] curArray = new String[length];
System.arraycopy(array, start, curArray, 0, length);
arrays[i] = curArray;
}
return arrays;
}
private static final long _TIMELINE_SAMPLE_PERIOD_MINUTES = 15;
private final Map _dailyInvokedBuilds = new TreeMap<>();
private final Map _dailyInvokedTopLevelBuilds =
new TreeMap<>();
private final Map _dailyTotalBuildDurations = new TreeMap<>();
private final Map _dailyTotalTopLevelBuildDurations =
new TreeMap<>();
private final Map _dailyTotalTopLevelQueueTime =
new TreeMap<>();
private long _duration;
private final String _name;
private long _startTime;
private Table _table;
private Timeline _timeline;
private final Set _topLevelBuildURLs = new HashSet<>();
}
