Please wait. This can take some minutes ...
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.sonarsource.dotnet.shared.plugins.SarifParserCallbackImpl Maven / Gradle / Ivy
/*
* SonarSource :: .NET :: Shared library
* Copyright (C) 2014-2023 SonarSource SA
* mailto:info AT sonarsource DOT com
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 3 of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
package org.sonarsource.dotnet.shared.plugins;
import java.nio.file.Paths;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.function.Consumer;
import java.util.function.Supplier;
import javax.annotation.Nullable;
import org.sonar.api.batch.fs.InputFile;
import org.sonar.api.scanner.fs.InputProject;
import org.sonar.api.batch.rule.Severity;
import org.sonar.api.batch.sensor.SensorContext;
import org.sonar.api.batch.sensor.issue.NewExternalIssue;
import org.sonar.api.batch.sensor.issue.NewIssue;
import org.sonar.api.batch.sensor.issue.NewIssueLocation;
import org.sonar.api.rule.RuleKey;
import org.sonar.api.rules.RuleType;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.sonarsource.dotnet.shared.sarif.Location;
import org.sonarsource.dotnet.shared.sarif.SarifParserCallback;
/**
* This class is responsible to report to SonarQube each issue found in the Roslyn reports.
*/
public class SarifParserCallbackImpl implements SarifParserCallback {
private static final Logger LOG = LoggerFactory.getLogger(SarifParserCallbackImpl.class);
private static final String EXTERNAL_ENGINE_ID = "roslyn";
private static final List OWN_REPOSITORIES = Arrays.asList("csharpsquid", "vbnet");
private final SensorContext context;
private final Map repositoryKeyByRoslynRuleKey;
private final Set savedIssues = new HashSet<>();
private final boolean ignoreThirdPartyIssues;
private final Set bugCategories;
private final Set codeSmellCategories;
private final Set vulnerabilityCategories;
private final Map defaultLevelByRuleId = new HashMap<>();
private final Map ruleTypeByRuleId = new HashMap<>();
public SarifParserCallbackImpl(SensorContext context, Map repositoryKeyByRoslynRuleKey, boolean ignoreThirdPartyIssues, Set bugCategories,
Set codeSmellCategories, Set vulnerabilityCategories) {
this.context = context;
this.repositoryKeyByRoslynRuleKey = repositoryKeyByRoslynRuleKey;
this.ignoreThirdPartyIssues = ignoreThirdPartyIssues;
this.bugCategories = bugCategories;
this.codeSmellCategories = codeSmellCategories;
this.vulnerabilityCategories = vulnerabilityCategories;
}
@Override
public void onProjectIssue(String ruleId, @Nullable String level, InputProject inputProject, String message) {
// De-duplicate issues
Issue issue = new Issue(ruleId, inputProject.toString(), true);
if (!savedIssues.add(issue)) {
return;
}
String repositoryKey = repositoryKeyByRoslynRuleKey.get(ruleId);
if (repositoryKey != null) {
createProjectLevelIssue(ruleId, inputProject, message, repositoryKey);
}
}
private void createProjectLevelIssue(String ruleId, InputProject inputProject, String message, String repositoryKey) {
logIssue("project level", ruleId, inputProject.toString());
NewIssue newIssue = context.newIssue();
newIssue
.forRule(RuleKey.of(repositoryKey, ruleId))
.at(newIssue.newLocation()
.on(inputProject)
.message(message))
.save();
}
@Override
public void onFileIssue(String ruleId, @Nullable String level, String absolutePath, Collection secondaryLocations, String message) {
// De-duplicate issues
Issue issue = new Issue(ruleId, absolutePath, false);
if (!savedIssues.add(issue)) {
return;
}
InputFile inputFile = context.fileSystem().inputFile(context.fileSystem().predicates()
.hasAbsolutePath(absolutePath));
if (inputFile == null) {
logMissingInputFile(ruleId, absolutePath);
return;
}
String repositoryKey = repositoryKeyByRoslynRuleKey.get(ruleId);
if (repositoryKey != null) {
createFileLevelIssue(ruleId, message, repositoryKey, inputFile, secondaryLocations);
} else if (shouldCreateExternalIssue(ruleId)) {
createFileLevelExternalIssue(ruleId, level, message, inputFile, secondaryLocations);
}
}
private void createFileLevelIssue(String ruleId, String message, String repositoryKey, InputFile inputFile, Collection secondaryLocations) {
logIssue("file level", ruleId, inputFile.toString());
NewIssue newIssue = context.newIssue();
newIssue
.forRule(RuleKey.of(repositoryKey, ruleId))
.at(newIssue.newLocation()
.on(inputFile)
.message(message));
populateSecondaryLocations(secondaryLocations, newIssue::newLocation, newIssue::addLocation, isSonarSourceRepository(repositoryKey));
newIssue.save();
}
private void createFileLevelExternalIssue(String ruleId, @Nullable String level, String message, InputFile inputFile, Collection secondaryLocations) {
logIssue("file level external", ruleId, inputFile.toString());
NewExternalIssue newIssue = newExternalIssue(ruleId);
newIssue.at(newIssue.newLocation()
.on(inputFile)
.message(message));
setExternalIssueSeverityAndType(ruleId, level, newIssue);
populateSecondaryLocations(secondaryLocations, newIssue::newLocation, newIssue::addLocation, true);
newIssue.save();
}
@Override
public void onIssue(String ruleId, @Nullable String level, Location primaryLocation, Collection secondaryLocations) {
// De-duplicate issues
Issue issue = new Issue(ruleId, primaryLocation);
if (!savedIssues.add(issue)) {
return;
}
InputFile inputFile = context.fileSystem().inputFile(context.fileSystem().predicates()
.hasAbsolutePath(primaryLocation.getAbsolutePath()));
if (inputFile == null) {
logMissingInputFile(ruleId, primaryLocation.getAbsolutePath());
return;
}
String repositoryKey = repositoryKeyByRoslynRuleKey.get(ruleId);
if (repositoryKey != null) {
createIssue(inputFile, ruleId, primaryLocation, secondaryLocations, repositoryKey);
} else if (shouldCreateExternalIssue(ruleId)) {
createExternalIssue(inputFile, ruleId, level, primaryLocation, secondaryLocations);
}
}
private void createExternalIssue(InputFile inputFile, String ruleId, @Nullable String level, Location primaryLocation, Collection secondaryLocations) {
logIssue("external", ruleId, primaryLocation.getAbsolutePath());
NewExternalIssue newIssue = newExternalIssue(ruleId);
newIssue.at(createPrimaryLocation(inputFile, primaryLocation, newIssue::newLocation, true));
setExternalIssueSeverityAndType(ruleId, level, newIssue);
populateSecondaryLocations(secondaryLocations, newIssue::newLocation, newIssue::addLocation, true);
newIssue.save();
}
private void setExternalIssueSeverityAndType(String ruleId, @Nullable String level, NewExternalIssue newIssue) {
if (level != null) {
newIssue.severity(mapSeverity(level));
} else if (defaultLevelByRuleId.containsKey(ruleId)) {
newIssue.severity(mapSeverity(defaultLevelByRuleId.get(ruleId)));
} else {
LOG.warn("Rule {} was not found in the SARIF report, assuming default severity", ruleId);
newIssue.severity(Severity.MAJOR);
}
newIssue.type(Optional.ofNullable(ruleTypeByRuleId.get(ruleId)).orElse(RuleType.CODE_SMELL));
}
private NewExternalIssue newExternalIssue(String ruleId) {
NewExternalIssue newIssue = context.newExternalIssue();
newIssue
.engineId(EXTERNAL_ENGINE_ID)
.ruleId(ruleId);
return newIssue;
}
private void createIssue(InputFile inputFile, String ruleId, Location primaryLocation, Collection secondaryLocations, String repositoryKey) {
boolean isSonarSourceRepository = isSonarSourceRepository(repositoryKey);
logIssue("normal", ruleId, primaryLocation.getAbsolutePath());
NewIssue newIssue = context.newIssue();
newIssue
.forRule(RuleKey.of(repositoryKey, ruleId))
.at(createPrimaryLocation(inputFile, primaryLocation, newIssue::newLocation, !isSonarSourceRepository ));
populateSecondaryLocations(secondaryLocations, newIssue::newLocation, newIssue::addLocation, !isSonarSourceRepository );
newIssue.save();
}
private static NewIssueLocation createPrimaryLocation(InputFile inputFile, Location primaryLocation, Supplier newIssueLocationSupplier,
boolean isLocationResilient) {
return createIssueLocation(inputFile, primaryLocation, newIssueLocationSupplier, isLocationResilient);
}
private void populateSecondaryLocations(Collection secondaryLocations, Supplier newIssueLocationSupplier,
Consumer newIssueLocationConsumer, boolean isLocationResilient) {
for (Location secondaryLocation : secondaryLocations) {
InputFile inputFile = context.fileSystem().inputFile(context.fileSystem().predicates()
.hasAbsolutePath(secondaryLocation.getAbsolutePath()));
if (inputFile == null) {
continue;
}
NewIssueLocation newIssueLocation = createIssueLocation(inputFile, secondaryLocation, newIssueLocationSupplier, isLocationResilient);
newIssueLocationConsumer.accept(newIssueLocation);
}
}
private static NewIssueLocation createIssueLocation(InputFile inputFile, Location location, Supplier newIssueLocationSupplier,
boolean isLocationResilient) {
NewIssueLocation newIssueLocation = newIssueLocationSupplier.get().on(inputFile);
try {
// First, we try to report the issue with the precise location...
newIssueLocation = newIssueLocation.at(inputFile.newRange(location.getStartLine(), location.getStartColumn(),
location.getEndLine(), location.getEndColumn()));
} catch (IllegalArgumentException ex1) {
LOG.debug("Precise issue location cannot be found! Location: {}", location);
if (!isLocationResilient && !isLocationInsideRazorFile(location)) {
// Our rules should fail if they report on an invalid location except for .razor and .cshtml files where we expect invalid locations due to issues on razor/roslyn side
throw ex1;
}
try {
// Precise location failed, now try the line...
newIssueLocation = newIssueLocation.at(inputFile.selectLine(location.getStartLine()));
} catch (IllegalArgumentException ex2) {
// Line location failed so let's report at file level (we are sure the file exists).
// As the file was already registered previously, there is nothing to do here.
LOG.debug("Line issue location cannot be found! Location: {}", location);
}
}
String message = location.getMessage();
if (message != null) {
newIssueLocation.message(message);
}
return newIssueLocation;
}
@Override
public void onRule(String ruleId, @Nullable String shortDescription, @Nullable String fullDescription, String defaultLevel, @Nullable String category) {
if (repositoryKeyByRoslynRuleKey.containsKey(ruleId) || !shouldCreateExternalIssue(ruleId)) {
// This is not an external rule
return;
}
defaultLevelByRuleId.put(ruleId, defaultLevel);
RuleType ruleType = mapRuleType(category, defaultLevel);
ruleTypeByRuleId.put(ruleId, ruleType);
context.newAdHocRule()
.engineId(EXTERNAL_ENGINE_ID)
.ruleId(ruleId)
.severity(mapSeverity(defaultLevel))
.name(shortDescription != null ? shortDescription : ruleId)
.description(fullDescription)
.type(ruleType)
.save();
}
private boolean shouldCreateExternalIssue(String ruleId) {
return !ignoreThirdPartyIssues && !ruleId.matches("^S\\d{3,4}$");
}
private RuleType mapRuleType(@Nullable String category, String defaultLevel) {
if (category != null) {
if (bugCategories.contains(category)) {
return RuleType.BUG;
}
if (codeSmellCategories.contains(category)) {
return RuleType.CODE_SMELL;
}
if (vulnerabilityCategories.contains(category)) {
return RuleType.VULNERABILITY;
}
}
return "Error".equalsIgnoreCase(defaultLevel) ? RuleType.BUG : RuleType.CODE_SMELL;
}
private static Severity mapSeverity(String defaultLevel) {
switch (defaultLevel.toLowerCase(Locale.ENGLISH)) {
case "error":
return Severity.CRITICAL;
case "warning":
return Severity.MAJOR;
default:
return Severity.INFO;
}
}
private static boolean isSonarSourceRepository(String repositoryKey){
return OWN_REPOSITORIES.contains(repositoryKey);
}
private static boolean isLocationInsideRazorFile(Location location){
String absolutePath = location.getAbsolutePath();
return absolutePath.endsWith(".razor")
|| absolutePath.endsWith(".cshtml");
}
private void logIssue(String issueType, String ruleId, String location){
LOG.debug("Adding {} issue {}: {}", issueType, ruleId, location);
}
private void logMissingInputFile(String ruleId, String filePath){
LOG.debug("Skipping issue {}, input file not found or excluded: {}", ruleId, filePath);
}
private static class Issue {
private String ruleId;
private String moduleId;
private String absolutePath;
private int startLine;
private int startColumn;
private int endLine;
private int endColumn;
Issue(String ruleId, String moduleOrPath, boolean isModuleId) {
this.ruleId = ruleId;
if (isModuleId) {
this.moduleId = moduleOrPath;
this.absolutePath = "";
} else {
this.absolutePath = moduleOrPath;
}
}
Issue(String ruleId, Location location) {
this.ruleId = ruleId;
this.absolutePath = location.getAbsolutePath();
this.startLine = location.getStartLine();
this.startColumn = location.getStartColumn();
this.endLine = location.getEndLine();
this.endColumn = location.getEndColumn();
}
@Override
public int hashCode() {
return Objects.hash(ruleId, moduleId, absolutePath, startLine, startColumn, endLine, endColumn);
}
@Override
public boolean equals(Object other) {
if (!(other instanceof Issue)) {
return false;
}
Issue o = (Issue) other;
// note that comparison of absolute path is done using Path.
return Objects.equals(ruleId, o.ruleId)
&& Objects.equals(moduleId, o.moduleId)
&& Objects.equals(startLine, o.startLine)
&& Objects.equals(startColumn, o.startColumn)
&& Objects.equals(endLine, o.endLine)
&& Objects.equals(endColumn, o.endColumn)
&& Paths.get(absolutePath).equals(Paths.get(o.absolutePath));
}
}
}