com.capitalone.dashboard.collector.DefaultUDeployClient Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of udeploy-deployment-collector Show documentation
Show all versions of udeploy-deployment-collector Show documentation
Deploy Collector microservice currently collects data from IBM UCD
The newest version!
package com.capitalone.dashboard.collector;
import com.capitalone.dashboard.model.Environment;
import com.capitalone.dashboard.model.EnvironmentComponent;
import com.capitalone.dashboard.model.UDeployApplication;
import com.capitalone.dashboard.model.UDeployEnvResCompData;
import com.capitalone.dashboard.util.Supplier;
import org.apache.commons.codec.binary.Base64;
import org.apache.commons.lang3.StringUtils;
import org.json.simple.JSONArray;
import org.json.simple.JSONObject;
import org.json.simple.parser.JSONParser;
import org.json.simple.parser.ParseException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.http.HttpEntity;
import org.springframework.http.HttpHeaders;
import org.springframework.http.HttpMethod;
import org.springframework.http.ResponseEntity;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
import org.springframework.web.client.RestClientException;
import org.springframework.web.client.RestOperations;
import java.nio.charset.StandardCharsets;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
@Component
public class DefaultUDeployClient implements UDeployClient {
private static final Logger LOGGER = LoggerFactory.getLogger(DefaultUDeployClient.class);
private final UDeploySettings uDeploySettings;
private final RestOperations restOperations;
@Autowired
public DefaultUDeployClient(UDeploySettings uDeploySettings,
Supplier restOperationsSupplier) {
this.uDeploySettings = uDeploySettings;
this.restOperations = restOperationsSupplier.get();
}
@Override
public List getApplications(String instanceUrl) {
List applications = new ArrayList<>();
for (Object item : paresAsArray(makeRestCall(instanceUrl,
"deploy/application"))) {
JSONObject jsonObject = (JSONObject) item;
UDeployApplication application = new UDeployApplication();
application.setInstanceUrl(instanceUrl);
application.setApplicationName(str(jsonObject, "name"));
application.setApplicationId(str(jsonObject, "id"));
applications.add(application);
}
return applications;
}
@Override
public List getEnvironments(UDeployApplication application) {
List environments = new ArrayList<>();
String url = "deploy/application/" + application.getApplicationId()
+ "/environments/false";
for (Object item : paresAsArray(makeRestCall(
application.getInstanceUrl(), url))) {
JSONObject jsonObject = (JSONObject) item;
environments.add(new Environment(str(jsonObject, "id"), str(
jsonObject, "name")));
}
return environments;
}
@SuppressWarnings("PMD.AvoidCatchingNPE")
@Override
public List getEnvironmentComponents(
UDeployApplication application, Environment environment) {
List components = new ArrayList<>();
String url = "deploy/environment/" + environment.getId()
+ "/latestDesiredInventory";
try {
for (Object item : paresAsArray(makeRestCall(
application.getInstanceUrl(), url))) {
JSONObject jsonObject = (JSONObject) item;
JSONObject versionObject = (JSONObject) jsonObject
.get("version");
JSONObject componentObject = (JSONObject) jsonObject
.get("component");
JSONObject complianceObject = (JSONObject) jsonObject
.get("compliancy");
EnvironmentComponent component = new EnvironmentComponent();
component.setEnvironmentName(environment.getName());
component.setEnvironmentUrl(normalizeUrl(
application.getInstanceUrl(), "/#environment/"
+ environment.getId()));
component.setComponentID(str(componentObject, "id"));
component.setComponentName(str(componentObject, "name"));
component.setComponentVersion(str(versionObject, "name"));
component.setDeployed(complianceObject.get("correctCount")
.equals(complianceObject.get("desiredCount")));
component.setAsOfDate(date(jsonObject, "date"));
components.add(component);
}
} catch (NullPointerException npe) {
LOGGER.info("No Environment data found, No components deployed");
}
return components;
}
// Called by DefaultEnvironmentStatusUpdater
// @SuppressWarnings("PMD.AvoidDeeplyNestedIfStmts") // agreed, this method needs refactoring.
@Override
public List getEnvironmentResourceStatusData(
UDeployApplication application, Environment environment) {
List environmentStatuses = new ArrayList<>();
String urlNonCompliantResources = "deploy/environment/"
+ environment.getId() + "/noncompliantResources";
String urlAllResources = "deploy/environment/" + environment.getId()
+ "/resources";
ResponseEntity nonCompliantResourceResponse = makeRestCall(
application.getInstanceUrl(), urlNonCompliantResources);
JSONArray nonCompliantResourceJSON = paresAsArray(nonCompliantResourceResponse);
ResponseEntity allResourceResponse = makeRestCall(
application.getInstanceUrl(), urlAllResources);
JSONArray allResourceJSON = paresAsArray(allResourceResponse);
/**
* New logic - Dec16/2015
* json has generic parent->children relationship that can be N deep where N can be anything.
* Logic should be to get each parentobject, get to the the lowest leaf children and process each child.
* How to get to the lowest leaf? Leaf child has '"hasChildren": false'
*
* For resource json, the structure is this: top->agent (agent) -> domain (subresource) -> component
* For nonCompliance resources, the path is: top -> children -> version -> component
* 1. Write a method to return the lowest leaf children as jsonArray and then process.
* 2. From resources json, if version is empty, it is not a component to deploy. if version if non-empty, those are the actual compnent
* 3. From nonCompliance resource, it will have entries that were failed in depolyment.
*/
// Failed to deploy list:
Set failedComponents = getFailedComponents(nonCompliantResourceJSON);
Map> versionFileMap = new HashMap<>();
for (Object item : allResourceJSON) {
JSONObject jsonObject = (JSONObject) item;
if (jsonObject == null) continue;
JSONArray childArray = getLowestLevelChildren(jsonObject, new JSONArray());
if (childArray.isEmpty()) continue;
for (Object child : childArray) {
JSONObject childObject = (JSONObject) child;
JSONArray jsonVersions = (JSONArray) childObject.get("versions");
if (jsonVersions == null || jsonVersions.size() == 0) continue;
JSONObject versionObject = (JSONObject) jsonVersions.get(0);
// get version fileTree and build data.
List physicalFileNames = versionFileMap.get(str(versionObject, "id"));
if (CollectionUtils.isEmpty(physicalFileNames)) {
physicalFileNames = getPhysicalFileList(application, versionObject);
versionFileMap.put(str(versionObject, "id"), physicalFileNames);
}
for (String fileName : physicalFileNames) {
environmentStatuses.add(buildUdeployEnvResCompData(environment, application, versionObject, fileName, childObject, failedComponents));
}
}
}
return environmentStatuses;
}
private List getPhysicalFileList(UDeployApplication application, JSONObject versionObject) {
List list = new ArrayList<>();
String fileTreeUrl = "deploy/version/" + str(versionObject, "id") + "/fileTree";
ResponseEntity fileTreeResponse = makeRestCall(
application.getInstanceUrl(), fileTreeUrl);
JSONArray fileTreeJson = paresAsArray(fileTreeResponse);
for (Object f : fileTreeJson) {
JSONObject fileJson = (JSONObject) f;
list.add(cleanFileName(str(fileJson, "name"), str(versionObject, "name")));
}
return list;
}
private Set getFailedComponents(JSONArray nonCompliantResourceJSON) {
HashSet failedComponents = new HashSet<>();
for (Object nonCompItem : nonCompliantResourceJSON) {
JSONArray nonCompChildrenArray = (JSONArray) ((JSONObject) nonCompItem)
.get("children");
for (Object nonCompChildItem : nonCompChildrenArray) {
JSONObject nonCompChildObject = (JSONObject) nonCompChildItem;
JSONObject nonCompVersionObject = (JSONObject) nonCompChildObject
.get("version");
if (nonCompVersionObject == null) continue;
JSONObject nonCompComponentObject =
(JSONObject) nonCompVersionObject.get("component");
if (nonCompComponentObject != null) {
failedComponents.add(str(nonCompComponentObject, "name"));
}
}
}
return failedComponents;
}
private String cleanFileName(String fileName, String version) {
if (fileName.contains("-" + version))
return fileName.replace("-" + version, "");
if (fileName.contains(version))
return fileName.replace(version, "");
return fileName;
}
private UDeployEnvResCompData buildUdeployEnvResCompData(Environment environment, UDeployApplication application, JSONObject versionObject, String fileName, JSONObject childObject, Set failedComponents) {
UDeployEnvResCompData data = new UDeployEnvResCompData();
data.setEnvironmentName(environment.getName());
data.setCollectorItemId(application.getId());
data.setComponentVersion(str(versionObject, "name"));
data.setAsOfDate(date(versionObject, "created"));
data.setDeployed(!failedComponents.contains(str(childObject, "name")));
data.setComponentName(fileName);
data.setOnline("ONLINE".equalsIgnoreCase(str(
childObject, "status")));
JSONObject resource = (JSONObject) childObject.get("parent");
if (resource != null) {
data.setResourceName(str(resource, "name"));
}
return data;
}
private JSONArray getLowestLevelChildren(JSONObject topParent, JSONArray returnArray) {
JSONArray jsonChildren = (JSONArray) topParent.get("children");
if (jsonChildren != null && jsonChildren.size() > 0) {
for (Object child : jsonChildren) {
if (!hasChildren((JSONObject) child)) {
returnArray.add(child);
} else {
getLowestLevelChildren((JSONObject) child, returnArray);
}
}
}
return returnArray;
}
private boolean hasChildren(JSONObject object) {
return (boolean) object.get("hasChildren");
}
// ////// Helpers
private ResponseEntity makeRestCall(String instanceUrl,
String endpoint) {
String url = normalizeUrl(instanceUrl, "/rest/" + endpoint);
ResponseEntity response = null;
try {
response = restOperations.exchange(url, HttpMethod.GET,
new HttpEntity<>(createHeaders()), String.class);
} catch (RestClientException re) {
LOGGER.error("Error with REST url: " + url);
LOGGER.error(re.getMessage());
}
return response;
}
private String normalizeUrl(String instanceUrl, String remainder) {
return StringUtils.removeEnd(instanceUrl, "/") + remainder;
}
protected HttpHeaders createHeaders() {
String auth = uDeploySettings.getUsername() + ":"
+ uDeploySettings.getPassword();
byte[] encodedAuth = Base64.encodeBase64(auth.getBytes(
StandardCharsets.US_ASCII));
String authHeader = "Basic " + new String(encodedAuth);
HttpHeaders headers = new HttpHeaders();
headers.set("Authorization", authHeader);
return headers;
}
private JSONArray paresAsArray(ResponseEntity response) {
if (response == null)
return new JSONArray();
try {
return (JSONArray) new JSONParser().parse(response.getBody());
} catch (ParseException pe) {
LOGGER.debug(response.getBody());
LOGGER.error(pe.getMessage());
}
return new JSONArray();
}
private String str(JSONObject json, String key) {
Object value = json.get(key);
return value == null ? null : value.toString();
}
private long date(JSONObject jsonObject, String key) {
Object value = jsonObject.get(key);
return value == null ? 0 : (long) value;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy