Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.graylog2.rest.resources.system.inputs.ExtractorsResource Maven / Gradle / Ivy
/**
* This file is part of Graylog.
*
* Graylog is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Graylog is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Graylog. If not, see extractors = Lists.newArrayList();
for (Extractor extractor : inputService.getExtractors(input)) {
extractors.add(toSummary(extractor));
}
return ExtractorSummaryList.create(extractors);
}
@GET
@Timed
@ApiOperation(value = "Get information of a single extractor of an input")
@Path("/{extractorId}")
@ApiResponses(value = {
@ApiResponse(code = 404, message = "No such input on this node."),
@ApiResponse(code = 404, message = "No such extractor on this input.")
})
@Produces(MediaType.APPLICATION_JSON)
public ExtractorSummary single(
@ApiParam(name = "inputId", required = true)
@PathParam("inputId") String inputId,
@ApiParam(name = "extractorId", required = true)
@PathParam("extractorId") final String extractorId) throws NotFoundException {
checkPermission(RestPermissions.INPUTS_READ, inputId);
final MessageInput input = persistedInputs.get(inputId);
if (input == null) {
LOG.error("Input <{}> not found.", inputId);
throw new javax.ws.rs.NotFoundException("Couldn't find input " + inputId);
}
final Input mongoInput = inputService.find(input.getPersistId());
final Extractor extractor = inputService.getExtractor(mongoInput, extractorId);
return toSummary(extractor);
}
@DELETE
@Timed
@ApiOperation(value = "Delete an extractor")
@Path("/{extractorId}")
@ApiResponses(value = {
@ApiResponse(code = 400, message = "Invalid request."),
@ApiResponse(code = 404, message = "Input not found."),
@ApiResponse(code = 404, message = "Extractor not found.")
})
@Produces(MediaType.APPLICATION_JSON)
@AuditEvent(type = AuditEventTypes.EXTRACTOR_DELETE)
public void terminate(
@ApiParam(name = "inputId", required = true)
@PathParam("inputId") String inputId,
@ApiParam(name = "extractorId", required = true)
@PathParam("extractorId") String extractorId) throws NotFoundException {
checkPermission(RestPermissions.INPUTS_EDIT, inputId);
final MessageInput input = persistedInputs.get(inputId);
if (input == null) {
LOG.error("Input <{}> not found.", inputId);
throw new javax.ws.rs.NotFoundException("Couldn't find input " + inputId);
}
// Remove from Mongo.
final Input mongoInput = inputService.find(input.getPersistId());
final Extractor extractor = inputService.getExtractor(mongoInput, extractorId);
inputService.removeExtractor(mongoInput, extractor.getId());
final String msg = "Deleted extractor <" + extractorId + "> of type [" + extractor.getType() + "] " +
"from input <" + inputId + ">.";
LOG.info(msg);
activityWriter.write(new Activity(msg, InputsResource.class));
}
@POST
@Timed
@Consumes(MediaType.APPLICATION_JSON)
@ApiOperation(value = "Update extractor order of an input")
@ApiResponses(value = {
@ApiResponse(code = 404, message = "No such input on this node.")
})
@Path("order")
@AuditEvent(type = AuditEventTypes.EXTRACTOR_ORDER_UPDATE)
public void order(@ApiParam(name = "inputId", value = "Persist ID (!) of input.", required = true)
@PathParam("inputId") String inputPersistId,
@ApiParam(name = "JSON body", required = true) OrderExtractorsRequest oer) throws NotFoundException {
checkPermission(RestPermissions.INPUTS_EDIT, inputPersistId);
final Input mongoInput = inputService.find(inputPersistId);
for (Extractor extractor : inputService.getExtractors(mongoInput)) {
if (oer.order().containsValue(extractor.getId())) {
extractor.setOrder(Tools.getKeyByValue(oer.order(), extractor.getId()));
}
// Docs embedded in MongoDB array cannot be updated atomically... :/
inputService.removeExtractor(mongoInput, extractor.getId());
try {
inputService.addExtractor(mongoInput, extractor);
} catch (ValidationException e) {
LOG.warn("Validation error for extractor update.", e);
}
}
LOG.info("Updated extractor ordering of input .", inputPersistId);
}
private ExtractorSummary toSummary(Extractor extractor) {
final ExtractorMetrics metrics = ExtractorMetrics.create(
MetricUtils.buildTimerMap(metricRegistry.getTimers().get(extractor.getCompleteTimerName())),
MetricUtils.buildTimerMap(metricRegistry.getTimers().get(extractor.getConditionTimerName())),
MetricUtils.buildTimerMap(metricRegistry.getTimers().get(extractor.getExecutionTimerName())),
MetricUtils.buildTimerMap(metricRegistry.getTimers().get(extractor.getConverterTimerName())),
metricRegistry.getCounters().get(extractor.getConditionHitsCounterName()).getCount(),
metricRegistry.getCounters().get(extractor.getConditionMissesCounterName()).getCount());
return ExtractorSummary.create(
extractor.getId(),
extractor.getTitle(),
extractor.getType().toString().toLowerCase(Locale.ENGLISH),
extractor.getCursorStrategy().toString().toLowerCase(Locale.ENGLISH),
extractor.getSourceField(),
extractor.getTargetField(),
extractor.getExtractorConfig(),
extractor.getCreatorUserId(),
extractor.converterConfigMap(),
extractor.getConditionType().toString().toLowerCase(Locale.ENGLISH),
extractor.getConditionValue(),
extractor.getOrder(),
extractor.getExceptionCount(),
extractor.getConverterExceptionCount(),
metrics);
}
private List loadConverters(Map> requestConverters) {
List converters = Lists.newArrayList();
for (Map.Entry> c : requestConverters.entrySet()) {
try {
converters.add(converterFactory.create(Converter.Type.valueOf(c.getKey().toUpperCase(Locale.ENGLISH)), c.getValue()));
} catch (ConverterFactory.NoSuchConverterException e) {
LOG.warn("No such converter [" + c.getKey() + "]. Skipping.", e);
} catch (ConfigurationException e) {
LOG.warn("Missing configuration for [" + c.getKey() + "]. Skipping.", e);
}
}
return converters;
}
private Extractor buildExtractorFromRequest(CreateExtractorRequest cer, String id) {
Extractor extractor;
try {
extractor = extractorFactory.factory(
id,
cer.title(),
cer.order(),
Extractor.CursorStrategy.valueOf(cer.cutOrCopy().toUpperCase(Locale.ENGLISH)),
Extractor.Type.valueOf(cer.extractorType().toUpperCase(Locale.ENGLISH)),
cer.sourceField(),
cer.targetField(),
cer.extractorConfig(),
getCurrentUser().getName(),
loadConverters(cer.converters()),
Extractor.ConditionType.valueOf(cer.conditionType().toUpperCase(Locale.ENGLISH)),
cer.conditionValue()
);
} catch (ExtractorFactory.NoSuchExtractorException e) {
LOG.error("No such extractor type.", e);
throw new BadRequestException(e);
} catch (Extractor.ReservedFieldException e) {
LOG.error("Cannot create extractor. Field is reserved.", e);
throw new BadRequestException(e);
} catch (ConfigurationException e) {
LOG.error("Cannot create extractor. Missing configuration.", e);
throw new BadRequestException(e);
}
return extractor;
}
}
