All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.hyperfoil.deploy.ssh.SshDeployedAgent Maven / Gradle / Ivy
package io.hyperfoil.deploy.ssh;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.PrintStream;
import java.net.MalformedURLException;
import java.nio.file.Paths;
import java.security.GeneralSecurityException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.function.Consumer;
import org.apache.sshd.client.channel.ChannelShell;
import org.apache.sshd.client.future.AuthFuture;
import org.apache.sshd.client.future.OpenFuture;
import org.apache.sshd.client.scp.ScpClient;
import org.apache.sshd.client.scp.ScpClientCreator;
import org.apache.sshd.client.session.ClientSession;
import org.apache.sshd.common.util.GenericUtils;
import org.apache.sshd.common.util.io.NullOutputStream;
import org.apache.sshd.common.util.io.resource.URLResource;
import org.apache.sshd.common.util.security.SecurityUtils;
import io.hyperfoil.api.deployment.DeployedAgent;
import io.hyperfoil.api.deployment.DeploymentException;
import io.hyperfoil.clustering.Properties;
import io.vertx.core.logging.Logger;
import io.vertx.core.logging.LoggerFactory;
public class SshDeployedAgent implements DeployedAgent {
private static final Logger log = LoggerFactory.getLogger(SshDeployedAgent.class);
private static final String PROMPT = "<_#%@_hyperfoil_@%#_>";
private static final long TIMEOUT = 10000;
public static final String AGENTLIB_DIR = "/tmp/hyperfoil/agentlib";
private final String name;
private final String runId;
private ClientSession session;
private ChannelShell shellChannel;
private Consumer exceptionHandler;
private ScpClient scpClient;
private PrintStream commandStream;
private BufferedReader reader;
public SshDeployedAgent(String name, String runId) {
this.name = name;
this.runId = runId;
}
@Override
public void stop() {
log.info("Stopping agent " + name);
commandStream.close();
try {
shellChannel.close();
} catch (IOException e) {
log.error("Failed closing shell", e);
}
try {
session.close();
} catch (IOException e) {
log.error("Failed closing SSH session", e);
}
}
public void deploy(ClientSession session, Consumer exceptionHandler) {
this.session = session;
this.exceptionHandler = exceptionHandler;
String userHome = System.getProperty("user.home");
URLResource identity;
try {
identity = new URLResource(Paths.get(userHome, ".ssh", "id_rsa").toUri().toURL());
} catch (MalformedURLException e) {
exceptionHandler.accept(e);
return;
}
try (InputStream inputStream = identity.openInputStream()) {
session.addPublicKeyIdentity(GenericUtils.head(SecurityUtils.loadKeyPairIdentities(
session,
identity,
inputStream,
(s, resourceKey, retryIndex) -> null
)));
} catch (IOException e) {
exceptionHandler.accept(e);
return;
} catch (GeneralSecurityException e) {
exceptionHandler.accept(e);
return;
}
try {
AuthFuture auth = session.auth();
if (!auth.await(TIMEOUT)) {
exceptionHandler.accept(new DeploymentException("Not authenticated within timeout", null));
return;
}
if (!auth.isSuccess()) {
exceptionHandler.accept(new DeploymentException("Failed to authenticate", auth.getException()));
return;
}
} catch (IOException e) {
exceptionHandler.accept(e);
return;
}
this.scpClient = ScpClientCreator.instance().createScpClient(session);
try {
this.shellChannel = session.createShellChannel();
shellChannel.setErr(new NullOutputStream());
OpenFuture open = shellChannel.open();
if (!open.await(TIMEOUT)) {
exceptionHandler.accept(new DeploymentException("Shell not opened within timeout", null));
}
if (!open.isOpened()) {
exceptionHandler.accept(new DeploymentException("Could not open shell", open.getException()));
}
} catch (IOException e) {
exceptionHandler.accept(new DeploymentException("Failed to open shell", e));
}
reader = new BufferedReader(new InputStreamReader(shellChannel.getInvertedOut()));
commandStream = new PrintStream(shellChannel.getInvertedIn());
runCommand("unset PROMPT_COMMAND; export PS1='" + PROMPT + "'", true);
runCommand("mkdir -p " + AGENTLIB_DIR, true);
Map remoteMd5 = getRemoteMd5();
Map localMd5 = getLocalMd5();
if (localMd5 == null) {
return;
}
StringBuilder startAgentCommmand = new StringBuilder("java -cp ");
for (Map.Entry entry : localMd5.entrySet()) {
int lastSlash = entry.getKey().lastIndexOf("/");
String filename = lastSlash < 0 ? entry.getKey() : entry.getKey().substring(lastSlash + 1);
String remoteChecksum = remoteMd5.remove(filename);
if (!entry.getValue().equals(remoteChecksum)) {
log.debug("MD5 mismatch {}/{}, copying {}", entry.getValue(), remoteChecksum, entry.getKey());
try {
scpClient.upload(entry.getKey(), AGENTLIB_DIR + "/" + filename, ScpClient.Option.PreserveAttributes);
} catch (IOException e) {
exceptionHandler.accept(e);
return;
}
}
startAgentCommmand.append(AGENTLIB_DIR).append('/').append(filename).append(':');
}
if (!remoteMd5.isEmpty()) {
StringBuilder rmCommand = new StringBuilder();
// Drop those files that are not on classpath
rmCommand.append("rm ");
for (Map.Entry entry : remoteMd5.entrySet()) {
rmCommand.append(' ' + AGENTLIB_DIR + '/' + entry.getKey());
}
runCommand(rmCommand.toString(), true);
}
startAgentCommmand.append(" -Djava.net.preferIPv4Stack=true ");
startAgentCommmand.append(" -Dvertx.logger-delegate-factory-class-name=io.vertx.core.logging.Log4j2LogDelegateFactory");
startAgentCommmand.append(" -D").append(Properties.AGENT_NAME).append('=').append(name);
startAgentCommmand.append(" -D").append(Properties.RUN_ID).append('=').append(runId);
startAgentCommmand.append(" io.hyperfoil.Hyperfoil\\$Agent &> /tmp/hyperfoil/agent." + name + ".log");
String startAgent = startAgentCommmand.toString();
log.debug("Starting agent {}: {}", name, startAgent);
runCommand(startAgent, false);
try {
reader.close();
} catch (IOException e) {
log.error("Failed closing output reader", e);
}
reader = null;
}
private List runCommand(String cmd, boolean wait) {
commandStream.println(cmd);
// add one more empty command so that we get PROMPT on the line alone
commandStream.println();
commandStream.flush();
ArrayList lines = new ArrayList<>();
try {
// first line should be echo of the command
String ignored = reader.readLine();
String line;
if (!wait) {
return null;
}
while ((line = reader.readLine()) != null && !PROMPT.equals(line)) {
lines.add(line);
}
} catch (IOException e) {
exceptionHandler.accept(new DeploymentException("Error reading from shell", e));
return null;
}
return lines;
}
private Map getLocalMd5() {
String classpath = System.getProperty("java.class.path");
Map md5map = new HashMap<>();
for (String file : classpath.split(":")) {
if (!file.endsWith(".jar")) {
// ignore folders etc...
continue;
}
try {
Process process = new ProcessBuilder("md5sum", file).start();
process.waitFor();
try (BufferedReader reader = new BufferedReader(new InputStreamReader(process.getInputStream()))) {
String line = reader.readLine();
if (line == null) {
log.warn("No output for md5sum " + file);
continue;
}
int space = line.indexOf(' ');
if (space < 0) {
log.warn("Wrong output for md5sum " + file + ": " + line);
continue;
};
String checksum = line.substring(0, space);
md5map.put(file, checksum);
}
} catch (IOException e) {
log.info("Cannot get md5sum for " + file, e);
} catch (InterruptedException e) {
log.info("Interrupted waiting for md5sum" + file);
Thread.currentThread().interrupt();
return null;
}
}
return md5map;
}
private Map getRemoteMd5() {
List lines = runCommand("md5sum " + AGENTLIB_DIR + "/*", true);
Map md5map = new HashMap<>();
for (String line : lines) {
if (line.endsWith("No such file or directory")) {
break;
}
int space = line.indexOf(' ');
if (space < 0) break;
String checksum = line.substring(0, space);
int fileIndex = line.lastIndexOf('/');
if (fileIndex < 0) {
fileIndex = space;
}
String file = line.substring(fileIndex + 1).trim();
md5map.put(file, checksum);
}
return md5map;
}
}
