com.capitalone.dashboard.evaluator.PerformanceTestResultEvaluator Maven / Gradle / Ivy
package com.capitalone.dashboard.evaluator;
import com.capitalone.dashboard.model.AuditException;
import com.capitalone.dashboard.model.CollectorItem;
import com.capitalone.dashboard.model.CollectorType;
import com.capitalone.dashboard.model.Dashboard;
import com.capitalone.dashboard.model.PerfIndicators;
import com.capitalone.dashboard.model.PerfTest;
import com.capitalone.dashboard.model.TestCapability;
import com.capitalone.dashboard.model.TestCase;
import com.capitalone.dashboard.model.TestCaseStep;
import com.capitalone.dashboard.model.TestResult;
import com.capitalone.dashboard.model.TestSuite;
import com.capitalone.dashboard.model.TestSuiteType;
import com.capitalone.dashboard.repository.TestResultRepository;
import com.capitalone.dashboard.response.PerformanceTestAuditResponse;
import com.capitalone.dashboard.status.PerformanceTestAuditStatus;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.stream.Collectors;
@Component
public class PerformanceTestResultEvaluator extends Evaluator {
private final TestResultRepository testResultRepository;
private enum PerfRiskStatus { High, Medium, Low }
public static final String PERFORMANCE = "Performance";
@Autowired
public PerformanceTestResultEvaluator(TestResultRepository testResultRepository) {
this.testResultRepository = testResultRepository;
}
@Override
public Collection evaluate(Dashboard dashboard, long beginDate, long endDate, Map dummy) throws AuditException {
List testItems = Optional.ofNullable(getCollectorItems(dashboard, CollectorType.Test, PERFORMANCE)).orElse(Collections.EMPTY_LIST);
if (CollectionUtils.isEmpty(testItems)) {
throw new AuditException("No tests configured", AuditException.NO_COLLECTOR_ITEM_CONFIGURED);
}
return testItems.stream().map(item -> evaluate(item, beginDate, endDate, null)).collect(Collectors.toList());
}
@Override
public PerformanceTestAuditResponse evaluate(CollectorItem collectorItem, long beginDate, long endDate, Map dummy) {
return getPerformanceTestAudit(collectorItem, beginDate, endDate);
}
private PerformanceTestAuditResponse getPerformanceTestAudit(CollectorItem perfItem, long beginDate, long endDate) {
PerformanceTestAuditResponse perfReviewResponse = new PerformanceTestAuditResponse();
if (perfItem == null) {
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.COLLECTOR_ITEM_ERROR);
return perfReviewResponse;
}
perfReviewResponse.setAuditEntity(perfItem.getOptions());
List testResults = testResultRepository.findByCollectorItemIdAndTimestampIsBetweenOrderByTimestampDesc(perfItem.getId(), beginDate-1, endDate+1);
if (CollectionUtils.isNotEmpty(testResults)){
testResults.sort(Comparator.comparing(TestResult::getTimestamp).reversed());
TestResult testResult = testResults.iterator().next();
perfReviewResponse.setBuildArtifact(testResult.getBuildArtifact());
perfReviewResponse.setPerfRisk(testResult.getPerfRisk());
if (TestSuiteType.Performance.toString().equalsIgnoreCase(testResult.getType().name())) {
Collection testCapabilities = testResult.getTestCapabilities();
List testlist = new ArrayList<>();
if(CollectionUtils.isNotEmpty(testCapabilities)) {
Comparator testCapabilityComparator = Comparator.comparing(TestCapability::getTimestamp);
List tc = new ArrayList<>(testCapabilities);
Collections.sort(tc,testCapabilityComparator.reversed());
TestCapability testCapability = tc.get(0);
PerfTest test = new PerfTest();
List kpilist = new ArrayList<>();
Collection testSuites = testCapability.getTestSuites();
for (TestSuite testSuite : testSuites) {
Collection testCases = testSuite.getTestCases();
for (TestCase testCase : testCases) {
PerfIndicators kpi = new PerfIndicators();
kpi.setStatus(testCase.getStatus().toString());
kpi.setType(testCase.getDescription());
Collection testSteps = testCase.getTestSteps();
int j = 0;
for (TestCaseStep testCaseStep : testSteps) {
String value = testCaseStep.getDescription();
if (j == 0) {
kpi.setTarget(Double.parseDouble(value));
if(StringUtils.equalsIgnoreCase(testCase.getDescription(),"KPI : Avg response times") && !value.isEmpty()){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLDS_RESPONSE_TIME_FOUND);
}else if((StringUtils.equalsIgnoreCase(testCase.getDescription(),"KPI : Transaction Per Second") && !value.isEmpty())) {
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLDS_TRANSACTIONS_PER_SECOND_FOUND);
}else if(StringUtils.equalsIgnoreCase(testCase.getDescription(),"KPI : Error Rate Threshold") && !value.isEmpty() ){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLDS_ERROR_RATE_FOUND);
}
}
if (j == 1) kpi.setAchieved(Double.parseDouble(value));
j++;
}
kpilist.add(kpi);
if(StringUtils.equalsIgnoreCase(kpi.getType(),"KPI : Avg response times")&& (kpi.getTarget() > kpi.getAchieved())) {
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLD_RESPONSE_TIME_MET);
}else if(StringUtils.equalsIgnoreCase(kpi.getType(),"KPI : Transaction Per Second")&& (kpi.getTarget() <= kpi.getAchieved())){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLD_TRANSACTIONS_PER_SECOND_MET);
}else if(StringUtils.equalsIgnoreCase(kpi.getType(),"KPI : Error Rate Threshold")&& (kpi.getTarget() >= kpi.getAchieved())){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_THRESHOLD_ERROR_RATE_MET);
}
}
if(StringUtils.equalsIgnoreCase(testResult.getDescription(),"Success")){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_MET);
}
test.setRunId(testResult.getExecutionId());
test.setStartTime(testResult.getStartTime());
test.setEndTime(testResult.getEndTime());
test.setResultStatus(testResult.getResultStatus());
test.setPerfIndicators(kpilist);
test.setTestName(testSuite.getDescription());
test.setTimeStamp(testResult.getTimestamp());
testlist.add(test);
}
testlist.sort(Comparator.comparing(PerfTest::getStartTime).reversed());
perfReviewResponse.setResult(testlist);
perfReviewResponse.setLastExecutionTime(CollectionUtils.isEmpty(testlist)?0L:testlist.get(0).getStartTime());
perfReviewResponse.addAuditStatus((int) testlist.stream().filter(list -> Optional.ofNullable(list).isPresent() && Optional.ofNullable(list.getResultStatus()).isPresent() && list.getResultStatus().matches("Success")).count() > 0 ?
PerformanceTestAuditStatus.PERF_RESULT_AUDIT_OK : PerformanceTestAuditStatus.PERF_RESULT_AUDIT_FAIL);
}else{
if(PerfRiskStatus.High.name().equalsIgnoreCase(testResult.getPerfRisk())){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_NO_RESULT_RISK_HIGH);
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_RESULT_AUDIT_FAIL);
}else if(PerfRiskStatus.Medium.name().equalsIgnoreCase(testResult.getPerfRisk())){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_NO_RESULT_RISK_MEDIUM);
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_RESULT_AUDIT_FAIL);
}else if(PerfRiskStatus.Low.name().equalsIgnoreCase(testResult.getPerfRisk())){
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_NO_RESULT_RISK_LOW);
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_RESULT_AUDIT_OK);
}else{
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_RESULT_AUDIT_MISSING);
}
}
}
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERFORMANCE_COMMIT_IS_CURRENT);
}
if(CollectionUtils.isEmpty(testResults)) {
perfReviewResponse.addAuditStatus(PerformanceTestAuditStatus.PERF_RESULT_AUDIT_MISSING);
}
return perfReviewResponse;
}
}