ai.vespa.feed.client.impl.CliClient Maven / Gradle / Ivy
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package ai.vespa.feed.client.impl;
import ai.vespa.feed.client.FeedClient;
import ai.vespa.feed.client.FeedClientBuilder;
import ai.vespa.feed.client.FeedException;
import ai.vespa.feed.client.JsonFeeder;
import ai.vespa.feed.client.JsonFeeder.ResultCallback;
import ai.vespa.feed.client.OperationStats;
import ai.vespa.feed.client.Result;
import ai.vespa.feed.client.ResultException;
import com.fasterxml.jackson.core.JsonFactory;
import com.fasterxml.jackson.core.JsonGenerator;
import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.SSLSession;
import java.io.BufferedInputStream;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.PrintStream;
import java.io.SequenceInputStream;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.time.Duration;
import java.time.Instant;
import java.util.Enumeration;
import java.util.Map;
import java.util.Random;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicLong;
import java.util.concurrent.atomic.AtomicReference;
import java.util.function.BooleanSupplier;
import java.util.logging.LogManager;
import java.util.logging.Logger;
import java.util.stream.IntStream;
import static java.util.stream.Collectors.joining;
/**
* Main method for CLI interface
*
* @author bjorncs
*/
public class CliClient {
private static final Logger log = Logger.getLogger(CliClient.class.getName());
private static final JsonFactory factory = new JsonFactory().disable(JsonGenerator.Feature.AUTO_CLOSE_TARGET);
private final PrintStream systemOut;
private final PrintStream systemError;
private final InputStream systemIn;
private final Object printMonitor = new Object();
private CliClient(PrintStream systemOut, PrintStream systemError, InputStream systemIn) {
this.systemOut = systemOut;
this.systemError = systemError;
this.systemIn = systemIn;
}
public static void main(String[] args) {
CliClient client = new CliClient(System.out, System.err, System.in);
int exitCode = client.run(args);
System.exit(exitCode);
}
private int run(String[] rawArgs) {
boolean verbose = false;
try {
CliArguments cliArgs = CliArguments.fromRawArgs(rawArgs);
var logConfigFile = cliArgs.logConfigFile().orElse(null);
verbose = cliArgs.verboseSpecified();
if (logConfigFile != null) {
try (InputStream in = new BufferedInputStream(Files.newInputStream(logConfigFile))) {
LogManager.getLogManager().readConfiguration(in);
log.fine(() -> "Log configuration overridden by " + logConfigFile);
} catch (IOException e) {
return handleException(verbose, "Failed to read log configuration from " + logConfigFile, e);
}
}
if (cliArgs.helpSpecified()) {
cliArgs.printHelp(systemOut);
return 0;
}
if (cliArgs.versionSpecified()) {
systemOut.println(Vespa.VERSION);
return 0;
}
try (InputStream in = createFeedInputStream(cliArgs);
FeedClient feedClient = createFeedClient(cliArgs);
JsonFeeder feeder = createJsonFeeder(feedClient, cliArgs)) {
CountDownLatch latch = new CountDownLatch(1);
AtomicReference fatal = new AtomicReference<>();
AtomicLong successes = new AtomicLong();
AtomicLong failures = new AtomicLong();
long startNanos = System.nanoTime();
if (cliArgs.showProgress()) {
Thread progressPrinter = new Thread(() -> {
try {
while (!latch.await(10, TimeUnit.SECONDS)) {
synchronized (printMonitor) {
printBenchmarkResult(System.nanoTime() - startNanos, successes.get(), failures.get(), feedClient.stats(), systemError);
}
}
}
catch (InterruptedException | IOException ignored) { } // doesn't happen
}, "progress-printer");
progressPrinter.setDaemon(true);
progressPrinter.start();
}
feeder.feedMany(in, new ResultCallback() {
@Override
public void onNextResult(Result result, FeedException error) { handleResult(result, error, successes, failures, cliArgs); }
@Override
public void onError(FeedException error) {
fatal.set(error);
latch.countDown();
}
@Override
public void onComplete() { latch.countDown(); }
});
latch.await();
printBenchmarkResult(System.nanoTime() - startNanos, successes.get(), failures.get(), feedClient.stats(), cliArgs.benchmarkModeEnabled() ? systemOut : systemError);
if (fatal.get() != null) throw fatal.get();
}
return 0;
}
catch (CliArguments.CliArgumentsException | IOException | FeedException e) {
return handleException(verbose, e);
}
catch (Exception e) {
return handleException(verbose, "Unknown failure: " + e.getMessage(), e);
}
}
private void handleResult(Result result, FeedException error, AtomicLong successes, AtomicLong failures, CliArguments args) {
if (error != null) {
failures.incrementAndGet();
if (args.showErrors()) synchronized (printMonitor) {
systemError.println(error.getMessage());
if (error instanceof ResultException)
((ResultException) error).getTrace().ifPresent(systemError::println);
if (args.verboseSpecified()) error.printStackTrace(systemError);
}
}
else {
successes.incrementAndGet();
if (args.showSuccesses()) synchronized (printMonitor) {
systemError.println(result.documentId() + ": " + result.type());
result.traceMessage().ifPresent(systemError::println);
result.resultMessage().ifPresent(systemError::println);
}
}
}
private static FeedClient createFeedClient(CliArguments cliArgs) throws CliArguments.CliArgumentsException {
FeedClientBuilder builder = FeedClientBuilder.create(cliArgs.endpoint());
cliArgs.connections().ifPresent(builder::setConnectionsPerEndpoint);
cliArgs.maxStreamsPerConnection().ifPresent(builder::setMaxStreamPerConnection);
if (cliArgs.sslHostnameVerificationDisabled()) {
builder.setHostnameVerifier(AcceptAllHostnameVerifier.INSTANCE);
}
cliArgs.certificateAndKey().ifPresent(c -> builder.setCertificate(c.certificateFile, c.privateKeyFile));
cliArgs.caCertificates().ifPresent(builder::setCaCertificatesFile);
cliArgs.headers().forEach(builder::addRequestHeader);
builder.setDryrun(cliArgs.dryrunEnabled());
builder.setSpeedTest(cliArgs.speedTest());
builder.setCompression(cliArgs.compression());
cliArgs.doomSeconds().ifPresent(doom -> builder.setCircuitBreaker(new GracePeriodCircuitBreaker(Duration.ofSeconds(10),
Duration.ofSeconds(doom))));
cliArgs.proxy().ifPresent(builder::setProxy);
return builder.build();
}
private static JsonFeeder createJsonFeeder(FeedClient feedClient, CliArguments cliArgs) throws CliArguments.CliArgumentsException, IOException {
JsonFeeder.Builder builder = JsonFeeder.builder(feedClient);
cliArgs.timeout().ifPresent(builder::withTimeout);
cliArgs.route().ifPresent(builder::withRoute);
cliArgs.traceLevel().ifPresent(builder::withTracelevel);
return builder.build();
}
private InputStream createFeedInputStream(CliArguments cliArgs) throws CliArguments.CliArgumentsException, IOException {
return cliArgs.readFeedFromStandardInput() ? systemIn
: cliArgs.inputFile().isPresent() ? Files.newInputStream(cliArgs.inputFile().get())
: createDummyInputStream(cliArgs.testPayloadSize().orElse(1024));
}
private int handleException(boolean verbose, Exception e) { return handleException(verbose, e.getMessage(), e); }
private int handleException(boolean verbose, String message, Exception exception) {
systemError.println(message);
if (verbose) {
exception.printStackTrace(systemError);
}
return 1;
}
private static class AcceptAllHostnameVerifier implements HostnameVerifier {
static final AcceptAllHostnameVerifier INSTANCE = new AcceptAllHostnameVerifier();
@Override
public boolean verify(String hostname, SSLSession session) { return true; }
}
static void printBenchmarkResult(long durationNanos, long successes, long failures,
OperationStats stats, OutputStream systemOut) throws IOException {
try (JsonGenerator generator = factory.createGenerator(systemOut).useDefaultPrettyPrinter()) {
generator.writeStartObject();
writeFloatField(generator, "feeder.seconds", durationNanos * 1e-9, 3);
generator.writeNumberField("feeder.ok.count", successes);
writeFloatField(generator, "feeder.ok.rate", successes * 1e9 / Math.max(1, durationNanos), 3);
generator.writeNumberField("feeder.error.count", failures);
generator.writeNumberField("feeder.inflight.count", stats.inflight());
generator.writeNumberField("http.request.count", stats.requests());
generator.writeNumberField("http.request.bytes", stats.bytesSent());
writeFloatField(generator, "http.request.MBps", stats.bytesSent() * 1e3 / durationNanos, 3);
generator.writeNumberField("http.exception.count", stats.exceptions());
generator.writeNumberField("http.response.count", stats.responses());
generator.writeNumberField("http.response.bytes", stats.bytesReceived());
writeFloatField(generator, "http.response.MBps", stats.bytesReceived() * 1e3 / durationNanos, 3);
generator.writeNumberField("http.response.error.count", stats.responses() - stats.successes());
writeFloatField(generator, "http.response.latency.millis.min", stats.minLatencyMillis(), 3);
writeFloatField(generator, "http.response.latency.millis.avg", stats.averageLatencyMillis(), 3);
writeFloatField(generator, "http.response.latency.millis.max", stats.maxLatencyMillis(), 3);
generator.writeObjectFieldStart("http.response.code.counts");
for (Map.Entry entry : stats.responsesByCode().entrySet())
generator.writeNumberField(Integer.toString(entry.getKey()), entry.getValue());
generator.writeEndObject();
generator.writeEndObject();
}
}
private static void writeFloatField(JsonGenerator generator, String name, double value, int precision) throws IOException {
generator.writeFieldName(name);
generator.writeNumber(String.format("%." + precision + "f", value));
}
/** Creates an input stream that spits out random documents (id and data) for one minute. */
static InputStream createDummyInputStream(int payloadSize) {
Instant end = Instant.now().plusSeconds(60);
return createDummyInputStream(payloadSize, ThreadLocalRandom.current(), () -> Instant.now().isBefore(end));
}
static InputStream createDummyInputStream(int payloadSize, Random random, BooleanSupplier hasNext) {
int idSize = 8;
String template = String.format("{ \"put\": \"id:test:test::%s\", \"fields\": { \"test\": \"%s\" } }\n",
IntStream.range(0, idSize).mapToObj(__ -> "*").collect(joining()),
IntStream.range(0, payloadSize).mapToObj(__ -> "#").collect(joining()));
byte[] buffer = template.getBytes(StandardCharsets.UTF_8);
int idIndex = template.indexOf('*');
int dataIndex = template.indexOf('#');
return new SequenceInputStream(new Enumeration() {
@Override public boolean hasMoreElements() {
return hasNext.getAsBoolean();
}
@Override public InputStream nextElement() {
for (int i = 0; i < idSize; i++) buffer[ idIndex + i] = (byte) ('a' + (random.nextInt(26)));
for (int i = 0; i < payloadSize; i++) buffer[dataIndex + i] = (byte) ('a' + (random.nextInt(26)));
return new ByteArrayInputStream(buffer);
}
});
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy