com.capitalone.dashboard.collector.SonarCollectorTask Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of sonar-codequality-collector Show documentation
Show all versions of sonar-codequality-collector Show documentation
CodeQuality Collector Microservices currently collects data from Sonar
package com.capitalone.dashboard.collector;
import com.capitalone.dashboard.model.CodeQuality;
import com.capitalone.dashboard.model.CollectorItem;
import com.capitalone.dashboard.model.CollectorType;
import com.capitalone.dashboard.model.SonarCollector;
import com.capitalone.dashboard.model.SonarProject;
import com.capitalone.dashboard.repository.BaseCollectorRepository;
import com.capitalone.dashboard.repository.CodeQualityRepository;
import com.capitalone.dashboard.repository.ComponentRepository;
import com.capitalone.dashboard.repository.SonarCollectorRepository;
import com.capitalone.dashboard.repository.SonarProjectRepository;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.bson.types.ObjectId;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.TaskScheduler;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
@Component
public class SonarCollectorTask extends CollectorTask {
@SuppressWarnings({ "PMD.UnusedPrivateField", "unused" })
private static final Log LOG = LogFactory.getLog(SonarCollectorTask.class);
private final SonarCollectorRepository sonarCollectorRepository;
private final SonarProjectRepository sonarProjectRepository;
private final CodeQualityRepository codeQualityRepository;
private final SonarClient sonarClient;
private final SonarSettings sonarSettings;
private final ComponentRepository dbComponentRepository;
@Autowired
public SonarCollectorTask(TaskScheduler taskScheduler,
SonarCollectorRepository sonarCollectorRepository,
SonarProjectRepository sonarProjectRepository,
CodeQualityRepository codeQualityRepository,
SonarSettings sonarSettings,
SonarClient sonarClient,
ComponentRepository dbComponentRepository) {
super(taskScheduler, "Sonar");
this.sonarCollectorRepository = sonarCollectorRepository;
this.sonarProjectRepository = sonarProjectRepository;
this.codeQualityRepository = codeQualityRepository;
this.sonarSettings = sonarSettings;
this.sonarClient = sonarClient;
this.dbComponentRepository = dbComponentRepository;
}
@Override
public SonarCollector getCollector() {
return SonarCollector.prototype(sonarSettings.getServers());
}
@Override
public BaseCollectorRepository getCollectorRepository() {
return sonarCollectorRepository;
}
@Override
public String getCron() {
return sonarSettings.getCron();
}
@Override
public void collect(SonarCollector collector) {
long start = System.currentTimeMillis();
Set udId = new HashSet<>();
udId.add(collector.getId());
List existingProjects = sonarProjectRepository.findByCollectorIdIn(udId);
List latestProjects = new ArrayList<>();
clean(collector, existingProjects);
for (String instanceUrl : collector.getSonarServers()) {
logBanner(instanceUrl);
List projects = sonarClient.getProjects(instanceUrl);
latestProjects.addAll(projects);
int projSize = ((projects != null) ? projects.size() : 0);
log("Fetched projects " + projSize, start);
addNewProjects(projects, existingProjects, collector);
refreshData(enabledProjects(collector, instanceUrl));
log("Finished", start);
}
deleteUnwantedJobs(latestProjects, existingProjects, collector);
}
/**
* Clean up unused sonar collector items
*
* @param collector
* the {@link SonarCollector}
*/
@SuppressWarnings("PMD.AvoidDeeplyNestedIfStmts") // agreed PMD, fixme
private void clean(SonarCollector collector, List existingProjects) {
Set uniqueIDs = new HashSet<>();
for (com.capitalone.dashboard.model.Component comp : dbComponentRepository
.findAll()) {
if (comp.getCollectorItems() != null && !comp.getCollectorItems().isEmpty()) {
List itemList = comp.getCollectorItems().get(
CollectorType.CodeQuality);
if (itemList != null) {
for (CollectorItem ci : itemList) {
if (ci != null && ci.getCollectorId().equals(collector.getId())) {
uniqueIDs.add(ci.getId());
}
}
}
}
}
List stateChangeJobList = new ArrayList<>();
Set udId = new HashSet<>();
udId.add(collector.getId());
for (SonarProject job : existingProjects) {
// collect the jobs that need to change state : enabled vs disabled.
if ((job.isEnabled() && !uniqueIDs.contains(job.getId())) || // if it was enabled but not on a dashboard
(!job.isEnabled() && uniqueIDs.contains(job.getId()))) { // OR it was disabled and now on a dashboard
job.setEnabled(uniqueIDs.contains(job.getId()));
stateChangeJobList.add(job);
}
}
if (!CollectionUtils.isEmpty(stateChangeJobList)) {
sonarProjectRepository.save(stateChangeJobList);
}
}
private void deleteUnwantedJobs(List latestProjects, List existingProjects, SonarCollector collector) {
List deleteJobList = new ArrayList<>();
// First delete collector items that are not supposed to be collected anymore because the servers have moved(?)
for (SonarProject job : existingProjects) {
if (job.isPushed()) continue; // do not delete jobs that are being pushed via API
if (!collector.getSonarServers().contains(job.getInstanceUrl()) ||
(!job.getCollectorId().equals(collector.getId())) ||
(!latestProjects.contains(job))) {
deleteJobList.add(job);
}
}
if (!CollectionUtils.isEmpty(deleteJobList)) {
sonarProjectRepository.delete(deleteJobList);
}
}
private void refreshData(List sonarProjects) {
long start = System.currentTimeMillis();
int count = 0;
for (SonarProject project : sonarProjects) {
CodeQuality codeQuality = sonarClient.currentCodeQuality(project);
if (codeQuality != null && isNewQualityData(project, codeQuality)) {
codeQuality.setCollectorItemId(project.getId());
codeQualityRepository.save(codeQuality);
count++;
}
}
log("Updated", start, count);
}
private List enabledProjects(SonarCollector collector, String instanceUrl) {
return sonarProjectRepository.findEnabledProjects(collector.getId(), instanceUrl);
}
private void addNewProjects(List projects, List existingProjects, SonarCollector collector) {
long start = System.currentTimeMillis();
int count = 0;
List newProjects = new ArrayList<>();
for (SonarProject project : projects) {
if (!existingProjects.contains(project)) {
project.setCollectorId(collector.getId());
project.setEnabled(false);
project.setDescription(project.getProjectName());
newProjects.add(project);
count++;
}
}
//save all in one shot
if (!CollectionUtils.isEmpty(newProjects)) {
sonarProjectRepository.save(newProjects);
}
log("New projects", start, count);
}
@SuppressWarnings("unused")
private boolean isNewProject(SonarCollector collector, SonarProject application) {
return sonarProjectRepository.findSonarProject(
collector.getId(), application.getInstanceUrl(), application.getProjectId()) == null;
}
private boolean isNewQualityData(SonarProject project, CodeQuality codeQuality) {
return codeQualityRepository.findByCollectorItemIdAndTimestamp(
project.getId(), codeQuality.getTimestamp()) == null;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy