Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* MIT License
*
* Copyright (c) 2016 Bouw Informatie Raad
*
* Permission is hereby granted, free of charge, to any person obtaining
* a copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included
* in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
* IN THE SOFTWARE.
*
**/
package nl.coinsweb.sdk.validator;
import com.hp.hpl.jena.ontology.OntModelSpec;
import freemarker.template.Configuration;
import freemarker.template.Template;
import freemarker.template.TemplateException;
import nl.coinsweb.sdk.CoinsGraphSet;
import nl.coinsweb.sdk.CoinsModel;
import nl.coinsweb.sdk.Namespace;
import nl.coinsweb.sdk.jena.InMemGraphSet;
import nl.coinsweb.sdk.jena.JenaCoinsContainer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.*;
import java.nio.file.Path;
import java.util.*;
import java.util.concurrent.*;
/**
* @author Bastiaan Bijl
*/
public class Validator {
private static final Logger log = LoggerFactory.getLogger(Validator.class);
public static final int GENERATE_HTML = 1;
public static final int GENERATE_XML = 2;
public static final int GENERATE_BOTH = 3;
CoinsGraphSet graphSet;
Profile profile;
private CoinsModel model;
public Validator(CoinsModel model, String profileName) {
this.model = model;
this.profile = Profile.selectProfile(profileName);
}
/**
* Perform the validation process
*
* @param reportLocation the location where the report.html file will be placed
* @return true if no problems were found, false otherwise (see the generated report for reasons)
*/
public boolean validate(Path reportLocation) {
return validate(reportLocation, GENERATE_HTML);
}
public boolean validate(Path reportLocation, int reportType) {
log.info("Execute profile.");
ProfileExecution execution = execute(model, profile);
log.info("Build report.");
List libraries = new ArrayList<>();
List graphs = new ArrayList<>();
for(Namespace ns : ((JenaCoinsContainer) model.getCoinsContainer()).getAvailableLibraryFiles().keySet()) {
graphs.add(ns.toString());
libraries.add(((JenaCoinsContainer) model.getCoinsContainer()).getAvailableLibraryFiles().get(ns).getName());
}
Collections.sort(libraries);
// Prepare data to transfer to the template
Map data = new HashMap<>();
data.put("filename", model.getCoinsContainer().getFileName());
data.put("libraries", libraries);
data.put("graphs", graphs);
data.put("attachments", model.getCoinsContainer().getAttachments());
data.put("date", new Date().toString());
data.put("executionTime", execution.getExecutionTime());
data.put("memLimit", execution.getMemLimit());
data.put("memMaxUsage", execution.getMemMaxUsage());
data.put("graphSetImpl", graphSet.getClass().getCanonicalName());
data.put("profileName", this.profile.getName());
data.put("profileVersion", this.profile.getVersion());
data.put("profileChecksPassed", execution.profileChecksPassed());
data.put("validationPassed", execution.validationPassed());
data.put("profileChecks", execution.getProfileCheckResults());
data.put("schemaInferences", execution.getSchemaInferenceResults());
data.put("dataInferences", execution.getDataInferenceResults());
data.put("validationRules", execution.getValidationRuleResults());
if(reportType == GENERATE_HTML || reportType == GENERATE_BOTH) {
writeReport(reportLocation, data);
}
if(reportType == GENERATE_XML || reportType == GENERATE_BOTH) {
reportLocation = reportLocation.getParent().resolve(reportLocation.getFileName().toString().replaceAll(".html",".xml"));
writeReportXML(reportLocation, data);
}
return execution.profileChecksPassed() && execution.validationPassed();
}
private void writeReport(Path reportLocation, Map data) {
try {
Configuration cfg = new Configuration();
cfg.setLocale(Locale.GERMAN); // for dutch number format
cfg.setClassForTemplateLoading(nl.coinsweb.sdk.validator.Validator.class, "/validator/");
cfg.setDefaultEncoding("UTF-8");
Template template = cfg.getTemplate("report.html");
File out;
if(reportLocation.toString().endsWith("html")) {
out = reportLocation.toFile();
} else {
out = reportLocation.resolve("report.html").toFile();
}
PrintStream printStream = new PrintStream( new FileOutputStream( out ) );
Writer file = new PrintWriter(new OutputStreamWriter(printStream, "UTF-8"));
template.process(data, file);
file.flush();
file.close();
} catch (IOException e) {
e.printStackTrace();
} catch (TemplateException e) {
log.error(e.getMessage(), e);
}
}
private void writeReportXML(Path reportLocation, Map data) {
try {
Configuration cfg = new Configuration();
cfg.setLocale(Locale.GERMAN); // for dutch number format
cfg.setClassForTemplateLoading(nl.coinsweb.sdk.validator.Validator.class, "/validator/");
cfg.setDefaultEncoding("UTF-8");
Template template = cfg.getTemplate("report.xml");
File out;
if(reportLocation.toString().endsWith("xml")) {
out = reportLocation.toFile();
} else {
out = reportLocation.resolve("report.xml").toFile();
}
PrintStream printStream = new PrintStream( new FileOutputStream( out ) );
Writer file = new PrintWriter(new OutputStreamWriter(printStream, "UTF-8"));
template.process(data, file);
file.flush();
file.close();
} catch (IOException e) {
e.printStackTrace();
} catch (TemplateException e) {
log.error(e.getMessage(), e);
}
}
public ProfileExecution execute(CoinsModel model, Profile profile) {
ProfileExecution resultCollection = new ProfileExecution();
long start = new Date().getTime();
this.model = model;
this.graphSet = model.getCoinsGraphSet();
((InMemGraphSet)this.graphSet).setOntModelSpec(OntModelSpec.OWL_MEM);
this.profile = profile;
Runtime runtime = Runtime.getRuntime();
log.info("\uD83D\uDC1A Will perform profile checks.");
boolean profileChecks = executeQueries(profile.getProfileChecks(), resultCollection.getProfileCheckResults());
resultCollection.updateMemMaxUsage(runtime.totalMemory());
log.info("\uD83D\uDC1A Will add schema inferences.");
addInferences(profile.getSchemaInferences(), resultCollection.getSchemaInferenceResults());
resultCollection.updateMemMaxUsage(runtime.totalMemory());
log.info("\uD83D\uDC1A Will add data inferences.");
addInferences(profile.getDataInferences(), resultCollection.getDataInferenceResults());
resultCollection.updateMemMaxUsage(runtime.totalMemory());
log.info("\uD83D\uDC1A Will perform validation checks.");
boolean validationRules = executeQueries(profile.getValidationRules(), resultCollection.getValidationRuleResults());
resultCollection.updateMemMaxUsage(runtime.totalMemory());
resultCollection.setProfileChecksPassed(profileChecks);
resultCollection.setValidationPassed(validationRules);
resultCollection.setExecutionTime(new Date().getTime() - start);
return resultCollection;
}
private boolean executeQueries(List queries, List resultCollection) {
boolean allChecksPassed = true;
for(ValidationQuery query : queries) {
if(query.hasSparqlQuery()) {
ValidationQueryResult result = graphSet.select(query);
allChecksPassed &= result.getPassed();
resultCollection.add(result);
}
}
return allChecksPassed;
}
private void addInferences(List queries, InferenceExecution inferenceExecution) {
addInferences(queries, inferenceExecution, true);
}
private void addInferences(List queries, InferenceExecution inferenceExecution, boolean recursive) {
// Build a map of all results in resultList
HashMap resultByReference = new HashMap<>();
long triplesAddedThisRun;
long start = new Date().getTime();
do {
Map initialNumTriples = graphSet.numTriples();
// Prepare list of all queries to be executed this round
ExecutorService executor = Executors.newSingleThreadExecutor();
List> todo = new ArrayList<>(queries.size());
for (final InferenceQuery query : queries) {
if (query.hasSparqlQuery()) {
// Prepare a resultCarrier
if(!resultByReference.containsKey(query.getReference())) {
InferenceQueryResult resultCarrier = new InferenceQueryResult(query.getReference(), query.getDescription(), query.getSparqlQuery(graphSet), null);
resultByReference.put(query.getReference(), resultCarrier);
}
final InferenceQueryResult resultCarrier = resultByReference.get(query.getReference());
// Create a thread for each insert query
Thread queryThread = new Thread() {
public void run() {
Map before = graphSet.numTriples();
graphSet.insert(query, resultCarrier);
Map diff = InMemGraphSet.diffNumTriples(before, graphSet.numTriples());
resultCarrier.addTriplesAdded(diff);
}
};
Callable
