Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.engineblock.cli.EBCLIOptions Maven / Gradle / Ivy
package io.engineblock.cli;
import ch.qos.logback.classic.Level;
import io.engineblock.metrics.IndicatorMode;
import io.engineblock.util.EngineBlockFiles;
import io.engineblock.util.Unit;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.InputStream;
import java.security.InvalidParameterException;
import java.util.*;
import java.util.stream.Collectors;
/**
* No CLI parser lib is useful for command structures, it seems. So we have this instead, which is good enough.
* If something better is needed later, this can be replaced.
*/
public class EBCLIOptions {
public static final String docoptFileName = "commandline.md";
private final static Logger logger = LoggerFactory.getLogger(EBCLIOptions.class);
// Discovery
private static final String HELP = "--help";
private static final String ADVANCED_HELP = "--advanced-help";
private static final String METRICS = "--list-metrics";
private static final String ACTIVITY_TYPES = "--list-activity-types";
private static final String WANTS_INPUT_TYPES = "--list-input-types";
private static final String WANTS_OUTPUT_TYPES = "--list-output-types";
private static final String WANTS_VERSION_COORDS = "--version-coords";
private static final String WANTS_VERSION_SHORT = "--version";
private static final String SHOW_SCRIPT = "--show-script";
// Execution
private static final String ACTIVITY = "activity";
private static final String RUN_ACTIVITY = "run";
private static final String START_ACTIVITY = "start";
private static final String START_ACTIVITY2 = "start2";
private static final String RUN_ACTIVITY2 = "run2";
private static final String SCRIPT_FRAGMENT = "fragment";
private static final String STOP_ACTIVITY = "stop";
private static final String AWAIT_ACTIVITY = "await";
private static final String WAIT_MILLIS = "waitmillis";
private static final String DUMP_CYCLELOG = "--export-cycle-log";
private static final String IMPORT_CYCLELOG = "--import-cycle-log";
// Execution Options
private static final String SCRIPT = "script";
private static final String SESSION_NAME = "--session-name";
private static final String LOGS_DIR = "--logs-dir";
private static final String LOGS_MAX = "--logs-max";
private static final String LOGS_LEVEL = "--logs-level";
private static final String WANTS_INFO_CONSOLE_LOGGING = "-v";
private static final String WANTS_DEBUG_CONSOLE_LOGGING = "-vv";
private static final String WANTS_TRACE_CONSOLE_LOGGING = "-vvv";
private static final String REPORT_INTERVAL = "--report-interval";
private static final String REPORT_GRAPHITE_TO = "--report-graphite-to";
private static final String REPORT_CSV_TO = "--report-csv-to";
private static final String METRICS_PREFIX = "--metrics-prefix";
private static final String PROGRESS_INDICATOR = "--progress";
private static final String WITH_LOGGING_PATTERN = "--with-logging-pattern";
private static final String LOG_HISTO = "--log-histograms";
private static final String LOG_STATS = "--log-histostats";
private static final String CLASSIC_HISTOS = "--classic-histograms";
private final static String LOG_LEVEL_OVERRIDE = "--log-level-override";
private final static String ENABLE_CHART = "--enable-chart";
private final static String DOCKER_METRICS = "--docker-metrics";
private static final Set reserved_words = new HashSet() {{
addAll(
Arrays.asList(
ACTIVITY, SCRIPT, ACTIVITY_TYPES, HELP, METRICS_PREFIX, REPORT_GRAPHITE_TO
)
);
}};
private static final String DEFAULT_CONSOLE_LOGGING_PATTERN = "%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n";
private LinkedList cmdList = new LinkedList<>();
private int logsMax = 0;
private boolean wantsVersionShort = false;
private boolean wantsVersionCoords = false;
private boolean wantsActivityHelp = false;
private String wantsActivityHelpFor;
private boolean wantsActivityTypes = false;
private boolean wantsBasicHelp = false;
private String reportGraphiteTo = null;
private String reportCsvTo = null;
private int reportInterval = 10;
private String metricsPrefix = "engineblock.";
private String wantsMetricsForActivity;
private boolean wantsAdvancedHelp = false;
private String sessionName = "";
private boolean showScript = false;
private Level consoleLevel = Level.WARN;
private List histoLoggerConfigs = new ArrayList<>();
private List statsLoggerConfigs = new ArrayList<>();
private List classicHistoConfigs = new ArrayList<>();
private String progressSpec = "console:1m";
private String logsDirectory = "logs";
private boolean wantsInputTypes=false;
private boolean wantsMarkerTypes=false;
private String[] rleDumpOptions = new String[0];
private String[] cyclelogImportOptions = new String[0];
private String consoleLoggingPattern = DEFAULT_CONSOLE_LOGGING_PATTERN;
private String logsLevel = "INFO";
private Map logLevelsOverrides = new HashMap<>();
private boolean enableChart = false;
private boolean dockerMetrics = false;
EBCLIOptions(String[] args) {
parse(args);
}
private void parse(String[] args) {
LinkedList arglist = new LinkedList() {{
addAll(Arrays.asList(args));
}};
if (arglist.peekFirst() == null) {
wantsBasicHelp = true;
return;
}
while (arglist.peekFirst() != null) {
String word = arglist.peekFirst();
switch (word) {
case SHOW_SCRIPT:
arglist.removeFirst();
showScript = true;
break;
case SCRIPT_FRAGMENT:
Cmd fragment = parseFragmentCmd(arglist);
cmdList.add(fragment);
break;
case ACTIVITY:
arglist.removeFirst();
arglist.addFirst("run");
case START_ACTIVITY:
case RUN_ACTIVITY:
Cmd activity = parseActivityCmd(arglist);
cmdList.add(activity);
break;
case START_ACTIVITY2:
case RUN_ACTIVITY2:
activity = parseActivityCmd(arglist);
cmdList.add(activity);
break;
case METRICS:
arglist.removeFirst();
arglist.addFirst("start");
Cmd introspectActivity = parseActivityCmd(arglist);
wantsMetricsForActivity = introspectActivity.cmdSpec;
break;
case AWAIT_ACTIVITY:
String awaitCmdType = arglist.removeFirst();
String activityToAwait = readWordOrThrow(arglist, "activity alias to await");
assertNotParameter(activityToAwait);
assertNotReserved(activityToAwait);
Cmd awaitActivityCmd = new Cmd(CmdType.valueOf(awaitCmdType), activityToAwait);
cmdList.add(awaitActivityCmd);
break;
case STOP_ACTIVITY:
String stopCmdType = readWordOrThrow(arglist, "stop command");
String activityToStop = readWordOrThrow(arglist, "activity alias to await");
assertNotParameter(activityToStop);
assertNotReserved(activityToStop);
Cmd stopActivityCmd = new Cmd(CmdType.valueOf(stopCmdType), activityToStop);
cmdList.add(stopActivityCmd);
break;
case WAIT_MILLIS:
String waitMillisCmdType = readWordOrThrow(arglist, "wait millis");
String millisCount = readWordOrThrow(arglist, "millis count");
Long.parseLong(millisCount); // sanity check
Cmd awaitMillisCmd = new Cmd(CmdType.valueOf(waitMillisCmdType), millisCount);
cmdList.add(awaitMillisCmd);
break;
case SCRIPT:
Cmd cmd = parseScriptCmd(arglist);
cmdList.add(cmd);
break;
case SESSION_NAME:
arglist.removeFirst();
sessionName = readWordOrThrow(arglist, "a session name");
break;
case LOGS_DIR:
arglist.removeFirst();
logsDirectory = readWordOrThrow(arglist, "a log directory");
break;
case LOGS_MAX:
arglist.removeFirst();
logsMax = Integer.valueOf(readWordOrThrow(arglist,"max logfiles to keep"));
break;
case LOGS_LEVEL:
arglist.removeFirst();
logsLevel = readWordOrThrow(arglist, "a log level");
break;
case LOG_LEVEL_OVERRIDE:
arglist.removeFirst();
logLevelsOverrides = parseLogLevelOverrides(readWordOrThrow(arglist, "log levels in name:LEVEL,... format"));
break;
case PROGRESS_INDICATOR:
arglist.removeFirst();
progressSpec = readWordOrThrow(arglist, "a progress indicator, like 'log:1m' or 'screen:10s', or just 'log' or 'screen'");
break;
case WANTS_VERSION_SHORT:
arglist.removeFirst();
wantsVersionShort = true;
break;
case WANTS_VERSION_COORDS:
arglist.removeFirst();
wantsVersionCoords = true;
break;
case ADVANCED_HELP:
arglist.removeFirst();
wantsAdvancedHelp = true;
break;
case ENABLE_CHART:
arglist.removeFirst();
enableChart = true;
break;
case DOCKER_METRICS:
arglist.removeFirst();
dockerMetrics = true;
break;
case HELP:
case "-h":
case "help":
arglist.removeFirst();
if (arglist.peekFirst() == null) {
wantsBasicHelp = true;
logger.info("getting basic help");
} else {
wantsActivityHelp = true;
wantsActivityHelpFor = readWordOrThrow(arglist,"topic");
}
break;
case DUMP_CYCLELOG:
arglist.removeFirst();
rleDumpOptions = readAllWords(arglist);
break;
case IMPORT_CYCLELOG:
arglist.removeFirst();
cyclelogImportOptions = readAllWords(arglist);
break;
case LOG_HISTO:
arglist.removeFirst();
String logto = arglist.removeFirst();
histoLoggerConfigs.add(logto);
break;
case LOG_STATS:
arglist.removeFirst();
String logStatsTo = arglist.removeFirst();
statsLoggerConfigs.add(logStatsTo);
break;
case CLASSIC_HISTOS:
arglist.removeFirst();
String classicHistos = arglist.removeFirst();
classicHistoConfigs.add(classicHistos);
break;
case REPORT_INTERVAL:
arglist.removeFirst();
reportInterval = Integer.valueOf(readWordOrThrow(arglist, "report interval"));
break;
case REPORT_CSV_TO:
arglist.removeFirst();
reportCsvTo = arglist.removeFirst();
break;
case REPORT_GRAPHITE_TO:
arglist.removeFirst();
reportGraphiteTo = arglist.removeFirst();
break;
case METRICS_PREFIX:
arglist.removeFirst();
metricsPrefix = arglist.removeFirst();
break;
case ACTIVITY_TYPES:
arglist.removeFirst();
wantsActivityTypes = true;
break;
case WANTS_INPUT_TYPES:
arglist.removeFirst();
wantsInputTypes = true;
break;
case WANTS_OUTPUT_TYPES:
arglist.removeFirst();
wantsMarkerTypes = true;
break;
case WANTS_DEBUG_CONSOLE_LOGGING:
consoleLevel = Level.DEBUG;
arglist.removeFirst();
break;
case WANTS_INFO_CONSOLE_LOGGING:
consoleLevel = Level.INFO;
arglist.removeFirst();
break;
case WANTS_TRACE_CONSOLE_LOGGING:
consoleLevel = Level.TRACE;
arglist.removeFirst();
break;
case WITH_LOGGING_PATTERN:
arglist.removeFirst();
consoleLoggingPattern = readWordOrThrow(arglist, "logging pattern");
break;
default:
Optional optionalScript =
EngineBlockFiles.findOptionalStreamOrFile(word, "js", "scripts/auto");
if (optionalScript.isPresent()) {
arglist.removeFirst();
arglist.addFirst("scripts/auto/" + word);
arglist.addFirst("script");
Cmd script = parseScriptCmd(arglist);
cmdList.add(script);
} else {
throw new InvalidParameterException("unrecognized option:" + word);
}
}
}
}
private Map parseLogLevelOverrides(String levelsSpec) {
Map levels = new HashMap<>();
Arrays.stream(levelsSpec.split("[,;]")).forEach(kp -> {
String[] ll = kp.split(":");
if (ll.length!=2) {
throw new RuntimeException("Log level must have name:level format");
}
levels.put(ll[0],Level.toLevel(ll[1]));
});
return levels;
}
public List getHistoLoggerConfigs() {
List configs = histoLoggerConfigs.stream().map(LoggerConfig::new).collect(Collectors.toList());
checkLoggerConfigs(configs, LOG_HISTO);
return configs;
}
public List getStatsLoggerConfigs() {
List configs = statsLoggerConfigs.stream().map(LoggerConfig::new).collect(Collectors.toList());
checkLoggerConfigs(configs, LOG_STATS);
return configs;
}
public List getClassicHistoConfigs() {
List configs = classicHistoConfigs.stream().map(LoggerConfig::new).collect(Collectors.toList());
checkLoggerConfigs(configs, CLASSIC_HISTOS);
return configs;
}
public List getCommands() {
return cmdList;
}
public boolean wantsShowScript() {
return showScript;
}
public boolean wantsVersionCoords() {
return wantsVersionCoords;
}
public boolean isWantsVersionShort() {
return wantsVersionShort;
}
public boolean wantsActivityTypes() {
return wantsActivityTypes;
}
public boolean wantsTopicalHelp() {
return wantsActivityHelp;
}
public String wantsTopicalHelpFor() {
return wantsActivityHelpFor;
}
public boolean wantsBasicHelp() {
return wantsBasicHelp;
}
public boolean wantsAdvancedHelp() {
return wantsAdvancedHelp;
}
public boolean wantsEnableChart() {
return enableChart;
}
public boolean wantsDockerMetrics() {
return dockerMetrics;
}
public int getReportInterval() {
return reportInterval;
}
public String wantsReportGraphiteTo() {
return reportGraphiteTo;
}
public String wantsMetricsPrefix() {
return metricsPrefix;
}
public String wantsMetricsForActivity() {
return wantsMetricsForActivity;
}
public String getSessionName() {
return sessionName;
}
public Level wantsConsoleLogLevel() {
return consoleLevel;
}
private void assertNotParameter(String scriptName) {
if (scriptName.contains("=")) {
throw new InvalidParameterException("script name must precede script arguments");
}
}
private void assertNotReserved(String name) {
if (reserved_words.contains(name)) {
throw new InvalidParameterException(name + " is a reserved word and may not be used here.");
}
}
private String readOptionally(LinkedList argList) {
return argList.pollFirst();
}
private String readWordOrThrow(LinkedList arglist, String required) {
if (arglist.peekFirst() == null) {
throw new InvalidParameterException(required + " not found");
}
return arglist.removeFirst();
}
private String[] readAllWords(LinkedList arglist) {
String[] args = arglist.toArray(new String[0]);
arglist.clear();
return args;
}
private Cmd parseScriptCmd(LinkedList arglist) {
String cmdType = arglist.removeFirst();
String scriptName = readWordOrThrow(arglist, "script name");
assertNotReserved(scriptName);
assertNotParameter(scriptName);
Map scriptParams = new LinkedHashMap<>();
while (arglist.size() > 0 && !reserved_words.contains(arglist.peekFirst())
&& arglist.peekFirst().contains("=")) {
String[] split = arglist.removeFirst().split("=", 2);
scriptParams.put(split[0], split[1]);
}
return new Cmd(CmdType.script, scriptName, scriptParams);
}
private Cmd parseFragmentCmd(LinkedList arglist) {
String cmdType = arglist.removeFirst();
String scriptFragment = arglist.removeFirst();
return new Cmd(CmdType.valueOf(cmdType),scriptFragment);
}
private Cmd parseActivityCmd(LinkedList arglist) {
String cmdType = arglist.removeFirst();
List activitydef = new ArrayList();
while (arglist.size() > 0 &&
!reserved_words.contains(arglist.peekFirst())
&& arglist.peekFirst().contains("=")) {
activitydef.add(arglist.removeFirst());
}
return new Cmd(CmdType.valueOf(cmdType), activitydef.stream().map(s -> s + ";").collect(Collectors.joining()));
}
public String getProgressSpec() {
ProgressSpec spec = parseProgressSpec(this.progressSpec);// sanity check
if (spec.indicatorMode == IndicatorMode.console
&& Level.INFO.isGreaterOrEqual(wantsConsoleLogLevel())) {
logger.warn("Console is already logging info or more, so progress data on console is suppressed.");
spec.indicatorMode = IndicatorMode.logonly;
}
return spec.toString();
}
private void checkLoggerConfigs(List configs, String configName) {
Set files = new HashSet<>();
configs.stream().map(LoggerConfig::getFilename).forEach(s -> {
if (files.contains(s)) {
logger.warn(s + " is included in " + configName + " more than once. It will only be included " +
"in the first matching config. Reorder your options if you need to control this.");
}
files.add(s);
});
}
public String wantsReportCsvTo() {
return reportCsvTo;
}
public String getLogsDirectory() {
return logsDirectory;
}
public int getLogsMax() {
return logsMax;
}
public String getLogsLevel() {
return logsLevel;
}
public boolean wantsInputTypes() {
return this.wantsInputTypes;
}
public boolean wantsMarkerTypes() {
return wantsMarkerTypes;
}
public boolean wantsToDumpCyclelog() {
return rleDumpOptions.length>0;
}
public boolean wantsToImportCycleLog() {
return cyclelogImportOptions.length>0;
}
public String[] getCyclelogImportOptions() {
return cyclelogImportOptions;
}
public String[] getCycleLogExporterOptions() {
return rleDumpOptions;
}
public String getConsoleLoggingPattern() {
return consoleLoggingPattern;
}
public Map getLogLevelOverrides() {
return logLevelsOverrides;
}
public void setHistoLoggerConfigs(String pattern, String file, String interval) {
//--log-histograms 'hdrdata.log:.*:2m'
histoLoggerConfigs.add(String.format("%s:%s:%s",file,pattern,interval));
}
public static enum CmdType {
start,
start2,
run,
run2,
stop,
await,
script,
fragment,
waitmillis,
}
public static class Cmd {
private CmdType cmdType;
private String cmdSpec;
private Map cmdArgs;
public Cmd(CmdType cmdType, String cmdSpec) {
this.cmdSpec = cmdSpec;
this.cmdType = cmdType;
}
public Cmd(CmdType cmdType, String cmdSpec, Map cmdArgs) {
this(cmdType, cmdSpec);
this.cmdArgs = cmdArgs;
}
public String getCmdSpec() {
if (cmdSpec.startsWith("'") && cmdSpec.endsWith("'")) {
return cmdSpec.substring(1,cmdSpec.length()-1);
}
if (cmdSpec.startsWith("\"") && cmdSpec.endsWith("\"")) {
return cmdSpec.substring(1,cmdSpec.length()-1);
}
return cmdSpec;
}
public CmdType getCmdType() {
return cmdType;
}
public void setCmdType(CmdType cmdType) {
this.cmdType = cmdType;
}
public Map getCmdArgs() {
return cmdArgs;
}
public String toString() {
return "type:" + cmdType + ";spec=" + cmdSpec
+ ((cmdArgs != null) ? ";cmdArgs=" + cmdArgs.toString() : "");
}
}
public static class LoggerConfig {
public String file = "";
public String pattern = ".*";
public String interval = "30 seconds";
public LoggerConfig(String histoLoggerSpec) {
String[] words = histoLoggerSpec.split(":");
switch (words.length) {
case 3:
interval = words[2].isEmpty() ? interval : words[2];
case 2:
pattern = words[1].isEmpty() ? pattern : words[1];
case 1:
file = words[0];
if (file.isEmpty()) {
throw new RuntimeException("You must not specify an empty file here for logging data.");
}
break;
default:
throw new RuntimeException(
LOG_HISTO +
" options must be in either 'regex:filename:interval' or 'regex:filename' or 'filename' format"
);
}
}
public String getFilename() {
return file;
}
}
private static class ProgressSpec {
public String intervalSpec;
public IndicatorMode indicatorMode;
public String toString() {
return indicatorMode.toString()+":" + intervalSpec;
}
}
private ProgressSpec parseProgressSpec(String interval) {
ProgressSpec progressSpec = new ProgressSpec();
String[] parts = interval.split(":");
switch (parts.length) {
case 2:
Unit.msFor(parts[1]).orElseThrow(
() -> new RuntimeException("Unable to parse progress indicator indicatorSpec '" + parts[1] + "'")
);
progressSpec.intervalSpec = parts[1];
case 1:
progressSpec.indicatorMode = IndicatorMode.valueOf(parts[0]);
break;
default:
throw new RuntimeException("This should never happen.");
}
return progressSpec;
}
}
