Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Copyright (C) 2020 Graylog, Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the Server Side Public License, version 1,
* as published by MongoDB, Inc.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* Server Side Public License for more details.
*
* You should have received a copy of the Server Side Public License
* along with this program. If not, see
* .
*/
package org.graylog2.rest.resources.cluster;
import com.codahale.metrics.annotation.Timed;
import com.google.common.collect.ImmutableMap;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import io.swagger.annotations.ApiParam;
import org.apache.shiro.authz.annotation.RequiresAuthentication;
import org.bson.types.ObjectId;
import org.graylog.scheduler.rest.JobResourceHandlerService;
import org.graylog.security.UserContext;
import org.graylog2.audit.AuditEventTypes;
import org.graylog2.audit.jersey.AuditEvent;
import org.graylog2.cluster.Node;
import org.graylog2.cluster.NodeNotFoundException;
import org.graylog2.cluster.NodeService;
import org.graylog2.plugin.ServerStatus;
import org.graylog2.rest.RemoteInterfaceProvider;
import org.graylog2.rest.models.system.SystemJobSummary;
import org.graylog2.rest.resources.system.jobs.RemoteSystemJobResource;
import org.graylog2.shared.rest.resources.ProxiedResource;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import retrofit2.Response;
import javax.inject.Inject;
import javax.inject.Named;
import javax.validation.constraints.NotEmpty;
import javax.ws.rs.DELETE;
import javax.ws.rs.GET;
import javax.ws.rs.NotFoundException;
import javax.ws.rs.Path;
import javax.ws.rs.PathParam;
import javax.ws.rs.Produces;
import javax.ws.rs.core.Context;
import javax.ws.rs.core.HttpHeaders;
import javax.ws.rs.core.MediaType;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.concurrent.ExecutorService;
@RequiresAuthentication
@Api(value = "Cluster/Jobs", description = "Cluster-wide System Jobs")
@Path("/cluster/jobs")
public class ClusterSystemJobResource extends ProxiedResource {
private static final Logger LOG = LoggerFactory.getLogger(ClusterSystemJobResource.class);
private final JobResourceHandlerService jobResourceHandlerService;
private final ServerStatus serverStatus;
@Inject
public ClusterSystemJobResource(NodeService nodeService,
RemoteInterfaceProvider remoteInterfaceProvider,
@Context HttpHeaders httpHeaders,
@Named("proxiedRequestsExecutorService") ExecutorService executorService,
JobResourceHandlerService jobResourceHandlerService,
ServerStatus serverStatus) throws NodeNotFoundException {
super(httpHeaders, nodeService, remoteInterfaceProvider, executorService);
this.jobResourceHandlerService = jobResourceHandlerService;
this.serverStatus = serverStatus;
}
@GET
@Timed
@ApiOperation(value = "List currently running jobs")
@Produces(MediaType.APPLICATION_JSON)
public Map>>> list(@Context UserContext userContext) throws IOException, NodeNotFoundException {
final Map>>> forAllNodes = getForAllNodes(RemoteSystemJobResource::list, createRemoteInterfaceProvider(RemoteSystemJobResource.class));
final List jobsFromScheduler = jobResourceHandlerService.listJobsAsSystemJobSummary(userContext);
final String thisNodeId = serverStatus.getNodeId().toString();
// Merge with jobs from the new scheduler
final List jobs = forAllNodes.getOrDefault(thisNodeId, Optional.empty()).orElse(Collections.emptyMap()).getOrDefault("jobs", new ArrayList<>());
jobs.addAll(jobsFromScheduler);
forAllNodes.put(thisNodeId, Optional.of(ImmutableMap.of("jobs", jobs)));
return forAllNodes;
}
@GET
@Path("{jobId}")
@Timed
@ApiOperation(value = "Get job with the given ID")
@Produces(MediaType.APPLICATION_JSON)
public SystemJobSummary getJob(@Context UserContext userContext,
@ApiParam(name = "jobId", required = true) @PathParam("jobId") String jobId) throws IOException {
for (Map.Entry entry : nodeService.allActive().entrySet()) {
final RemoteSystemJobResource remoteSystemJobResource = remoteInterfaceProvider.get(entry.getValue(), getAuthenticationToken(), RemoteSystemJobResource.class);
try {
final Response response = remoteSystemJobResource.get(jobId).execute();
if (response.isSuccessful()) {
// Return early because there can be only one job with the same ID in the cluster.
return response.body();
}
} catch (IOException e) {
LOG.warn("Unable to fetch system jobs from node {}:", entry.getKey(), e);
}
}
// No SystemJob found. Try to find a JobScheduler job
if (ObjectId.isValid(jobId)) {
final Optional job = jobResourceHandlerService.getJobAsSystemJobSummery(userContext, jobId);
if (job.isPresent()) {
return job.get();
}
}
throw new NotFoundException("System job with id " + jobId + " not found!");
}
@DELETE
@Path("{jobId}")
@Timed
@ApiOperation(value = "Cancel job with the given ID")
@Produces(MediaType.APPLICATION_JSON)
@AuditEvent(type = AuditEventTypes.SYSTEM_JOB_STOP)
public SystemJobSummary cancelJob(@Context UserContext userContext,
@ApiParam(name = "jobId", required = true) @PathParam("jobId") @NotEmpty String jobId) throws IOException {
final Optional> summaryResponse = nodeService.allActive().entrySet().stream()
.map(entry -> {
final RemoteSystemJobResource resource = remoteInterfaceProvider.get(entry.getValue(),
getAuthenticationToken(), RemoteSystemJobResource.class);
try {
return resource.delete(jobId).execute();
} catch (IOException e) {
LOG.warn("Unable to fetch system jobs from node {}:", entry.getKey(), e);
return null;
}
})
.filter(response -> response != null && response.isSuccessful())
.findFirst(); // There should be only one job with the given ID in the cluster. Just take the first one.
// No SystemJob found. Try to cancel JobScheduler jobs
if (!summaryResponse.isPresent() && ObjectId.isValid(jobId)) {
final Optional systemJobSummary = jobResourceHandlerService.cancelJobWithSystemJobSummary(userContext, jobId);
return systemJobSummary.orElseThrow(() -> new NotFoundException("System job with ID <" + jobId + "> not found!"));
}
return summaryResponse
.orElseThrow(() -> new NotFoundException("System job with ID <" + jobId + "> not found!"))
.body();
}
}
