All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.google.javascript.jscomp.CommandLineRunner Maven / Gradle / Ivy

Go to download

Closure Compiler is a JavaScript optimizing compiler. It parses your JavaScript, analyzes it, removes dead code and rewrites and minimizes what's left. It also checks syntax, variable references, and types, and warns about common JavaScript pitfalls. It is used in many of Google's JavaScript apps, including Gmail, Google Web Search, Google Maps, and Google Docs. This binary checks for style issues such as incorrect or missing JSDoc usage, and missing goog.require() statements. It does not do more advanced checks such as typechecking.

There is a newer version: v20200830
Show newest version
/*
 * Copyright 2009 The Closure Compiler Authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.google.javascript.jscomp;

import static java.nio.charset.StandardCharsets.UTF_8;

import com.google.common.annotations.GwtIncompatible;
import com.google.common.base.Ascii;
import com.google.common.base.Joiner;
import com.google.common.base.Splitter;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableMultimap;
import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Multimap;
import com.google.common.io.Files;
import com.google.javascript.jscomp.AbstractCommandLineRunner.CommandLineConfig.ErrorFormatOption;
import com.google.javascript.jscomp.CompilerOptions.IsolationMode;
import com.google.javascript.jscomp.CompilerOptions.LanguageMode;
import com.google.javascript.jscomp.DependencyOptions.DependencyMode;
import com.google.javascript.jscomp.SourceMap.LocationMapping;
import com.google.javascript.jscomp.deps.ClosureBundler;
import com.google.javascript.jscomp.deps.ModuleLoader;
import com.google.javascript.jscomp.parsing.parser.FeatureSet;
import com.google.javascript.jscomp.parsing.parser.FeatureSet.Feature;
import com.google.javascript.jscomp.transpile.BaseTranspiler;
import com.google.javascript.jscomp.transpile.BaseTranspiler.CompilerSupplier;
import com.google.javascript.jscomp.transpile.Transpiler;
import com.google.javascript.rhino.TokenStream;
import com.google.protobuf.TextFormat;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStreamWriter;
import java.io.PrintStream;
import java.io.StringWriter;
import java.lang.reflect.AnnotatedElement;
import java.nio.file.FileSystem;
import java.nio.file.FileSystems;
import java.nio.file.FileVisitOption;
import java.nio.file.FileVisitResult;
import java.nio.file.Path;
import java.nio.file.PathMatcher;
import java.nio.file.Paths;
import java.nio.file.SimpleFileVisitor;
import java.nio.file.attribute.BasicFileAttributes;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.EnumSet;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.TreeMap;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import javax.annotation.Nullable;
import org.kohsuke.args4j.Argument;
import org.kohsuke.args4j.CmdLineException;
import org.kohsuke.args4j.CmdLineParser;
import org.kohsuke.args4j.NamedOptionDef;
import org.kohsuke.args4j.Option;
import org.kohsuke.args4j.OptionDef;
import org.kohsuke.args4j.spi.FieldSetter;
import org.kohsuke.args4j.spi.IntOptionHandler;
import org.kohsuke.args4j.spi.OptionHandler;
import org.kohsuke.args4j.spi.Parameters;
import org.kohsuke.args4j.spi.Setter;
import org.kohsuke.args4j.spi.StringOptionHandler;

/**
 * CommandLineRunner translates flags into Java API calls on the Compiler.
 *
 * This class may be extended and used to create other Java classes
 * that behave the same as running the Compiler from the command line. If you
 * want to run the compiler in-process in Java, you should look at this class
 * for hints on what API calls to make, but you should not use this class
 * directly.
 *
 * Example:
 * 
 * class MyCommandLineRunner extends CommandLineRunner {
 *   MyCommandLineRunner(String[] args) {
 *     super(args);
 *   }
 *
 *   {@code @Override} protected CompilerOptions createOptions() {
 *     CompilerOptions options = super.createOptions();
 *     addMyCrazyCompilerPassThatOutputsAnExtraFile(options);
 *     return options;
 *   }
 *
 *   public static void main(String[] args) {
 *     MyCommandLineRunner runner = new MyCommandLineRunner(args);
 *     if (runner.shouldRunCompiler()) {
 *       runner.run();
 *     }
 *     if (runner.hasErrors()) {
 *       System.exit(-1);
 *     }
 *   }
 * }
 * 
* * This class is totally not thread-safe. */ @GwtIncompatible("Unnecessary") public class CommandLineRunner extends AbstractCommandLineRunner { public static final String OUTPUT_MARKER = AbstractCommandLineRunner.OUTPUT_MARKER; // UTF-8 BOM is 0xEF, 0xBB, 0xBF, of which character code is 65279. public static final int UTF8_BOM_CODE = 65279; // Allowable chunk name characters that aren't valid in a JS identifier private static final Pattern extraChunkNameChars = Pattern.compile("[-.]+"); // I don't really care about unchecked warnings in this class. @SuppressWarnings("unchecked") private static class Flags { // Some clients run a few copies of the compiler through CommandLineRunner // on parallel threads (thankfully, with the same flags), // so the access to these lists should be synchronized. private static final List> guardLevels = Collections.synchronizedList(new ArrayList>()); private static final List> mixedJsSources = Collections.synchronizedList(new ArrayList>()); @Option( name = "--browser_featureset_year", usage = "shortcut for defining " + "goog.FEATURESET_YEAR=YYYY." + " The minimum valid value of the browser year is 2012") private Integer browserFeaturesetYear = 0; @Option( name = "--help", handler = BooleanOptionHandler.class, usage = "Displays this message on stdout and exit" ) private boolean displayHelp = false; @Option(name = "--print_tree", hidden = true, handler = BooleanOptionHandler.class, usage = "Prints out the parse tree and exits") private boolean printTree = false; @Option(name = "--print_ast", hidden = true, handler = BooleanOptionHandler.class, usage = "Prints a dot file describing the internal abstract syntax" + " tree and exits") private boolean printAst = false; @Option(name = "--print_pass_graph", hidden = true, handler = BooleanOptionHandler.class, usage = "Prints a dot file describing the passes that will get run" + " and exits") private boolean printPassGraph = false; @Option( name = "--emit_use_strict", handler = BooleanOptionHandler.class, usage = "Start output with \"'use strict';\"." ) private boolean emitUseStrict = true; @Option( name = "--strict_mode_input", handler = BooleanOptionHandler.class, usage = "Assume input sources are to run in strict mode.") private boolean strictModeInput = true; // Turn on (very slow) extra validity checks for use when modifying the compiler. @Option( name = "--jscomp_dev_mode", hidden = true, //no usage aliases = {"--dev_mode"} ) private CompilerOptions.DevMode jscompDevMode = CompilerOptions.DevMode.OFF; @Option(name = "--logging_level", hidden = true, usage = "The logging level (standard java.util.logging.Level" + " values) for Compiler progress. Does not control errors or" + " warnings for the JavaScript code under compilation") private String loggingLevel = Level.WARNING.getName(); @Option(name = "--externs", usage = "The file containing JavaScript externs. You may specify" + " multiple") private List externs = new ArrayList<>(); @Option(name = "--js", handler = JsOptionHandler.class, usage = "The JavaScript filename. You may specify multiple. " + "The flag name is optional, because args are interpreted as files by default. " + "You may also use minimatch-style glob patterns. For example, use " + "--js='**.js' --js='!**_test.js' to recursively include all " + "js files that do not end in _test.js") private List js = new ArrayList<>(); @Option( name = "--jszip", hidden = true, handler = JsZipOptionHandler.class, usage = "The JavaScript zip filename. You may specify multiple.") private List unusedJsZip = null; @Option(name = "--js_output_file", usage = "Primary output filename. If not specified, output is " + "written to stdout") private String jsOutputFile = ""; @Option(name = "--chunk", usage = "A JavaScript chunk specification. The format is " + ":[:[,...][:]]]. Chunk names must be " + "unique. Each dep is the name of a chunk that this chunk " + "depends on. Chunks must be listed in dependency order, and JS " + "source files must be listed in the corresponding order. Where " + "--chunk flags occur in relation to --js flags is unimportant. " + " may be set to 'auto' for the first chunk if it " + "has no dependencies. " + "Provide the value 'auto' to trigger chunk creation from CommonJS" + "modules.", aliases = "--module") private List chunk = new ArrayList<>(); @Option(name = "--continue-saved-compilation", usage = "Filename where the intermediate compilation state was previously saved.", hidden = true) private String continueSavedCompilationFile = null; @Option(name = "--save-after-checks", usage = "Filename to save phase 1 intermediate state so that the compilation can be" + " resumed later.", hidden = true) private String saveAfterChecksFile = null; @Option(name = "--variable_renaming_report", usage = "File where the serialized version of the variable " + "renaming map produced should be saved") private String variableMapOutputFile = ""; @Option(name = "--create_renaming_reports", hidden = true, handler = BooleanOptionHandler.class, usage = "If true, variable renaming and property renaming report " + "files will be produced as {binary name}_vars_renaming_report.out " + "and {binary name}_props_renaming_report.out. Note that this flag " + "cannot be used in conjunction with either variable_renaming_report " + "or property_renaming_report") private boolean createNameMapFiles = false; @Option(name = "--source_map_include_content", handler = BooleanOptionHandler.class, usage = "Includes sources content into source map. Greatly increases " + "the size of source maps but offers greater portability") private boolean sourceMapIncludeSourcesContent = false; @Option(name = "--property_renaming_report", usage = "File where the serialized version of the property " + "renaming map produced should be saved") private String propertyMapOutputFile = ""; @Option(name = "--third_party", handler = BooleanOptionHandler.class, usage = "Check source validity but do not enforce Closure style " + "rules and conventions") private boolean thirdParty = false; @Option(name = "--summary_detail_level", hidden = true, usage = "Controls how detailed the compilation summary is. Values:" + " 0 (never print summary), 1 (print summary only if there are " + "errors or warnings), 2 (print summary if the 'checkTypes' " + "diagnostic group is enabled, see --jscomp_warning), " + "3 (always print summary). The default level is 1") private int summaryDetailLevel = 1; @Option( name = "--isolation_mode", usage = "If set to IIFE the compiler output will follow the form:\n" + " (function(){%output%}).call(this);\n" + "Options: NONE, IIFE") private IsolationMode isolationMode = IsolationMode.NONE; @Option( name = "--output_wrapper", usage = "Interpolate output into this string at the place denoted" + " by the marker token %output%. Use marker token %output|jsstring%" + " to do js string escaping on the output." + " Consider using the --isolation_mode flag instead." ) private String outputWrapper = ""; @Option(name = "--output_wrapper_file", usage = "Loads the specified file and passes the file contents to the --output_wrapper" + " flag, replacing the value if it exists. This is useful if you want special characters" + " like newline in the wrapper.") private String outputWrapperFile = ""; @Option(name = "--chunk_wrapper", usage = "An output wrapper for a JavaScript chunk (optional). " + "The format is :. The chunk name must correspond " + "with a chunk specified using --chunk. The wrapper must " + "contain %s as the code placeholder. " + "Alternately, %output% can be used in place of %s. " + "%n% can be used to represent a newline. " + "The %basename% placeholder can " + "also be used to substitute the base name of the chunk output file.", aliases = "--module_wrapper") private List chunkWrapper = new ArrayList<>(); @Option(name = "--chunk_output_path_prefix", usage = "Prefix for filenames of compiled JS chunks. " + ".js will be appended to this prefix. Directories " + "will be created as needed. Use with --chunk", aliases = "--module_output_path_prefix") private String chunkOutputPathPrefix = "./"; @Option(name = "--create_source_map", usage = "If specified, a source map file mapping the generated " + "source files back to the original source file will be " + "output to the specified path. The %outname% placeholder will " + "expand to the name of the output file that the source map " + "corresponds to.") private String createSourceMap = ""; @Option(name = "--source_map_format", hidden = true, usage = "The source map format to produce. " + "Options are V3 and DEFAULT, which are equivalent.") private SourceMap.Format sourceMapFormat = SourceMap.Format.DEFAULT; @Option(name = "--source_map_location_mapping", usage = "Source map location mapping separated by a '|' " + "(i.e. filesystem-path|webserver-path)") private List sourceMapLocationMapping = new ArrayList<>(); @Option( name = "--source_map_input", hidden = false, usage = "Source map locations for input files, separated by a '|', " + "(i.e. input-file-path|input-source-map)" ) private List sourceMapInputs = new ArrayList<>(); @Option(name = "--parse_inline_source_maps", handler = BooleanOptionHandler.class, hidden = true, usage = "Parse inline source maps (//# sourceMappingURL=data:...)") private Boolean parseInlineSourceMaps = true; @Option( name = "--apply_input_source_maps", handler = BooleanOptionHandler.class, hidden = true, usage = "Apply input source maps to the output source map, i.e. have the result map back to" + "original inputs. Input sourcemaps can be located in 2 ways:\n 1) by the" + "//# sourceMappingURL=. \n 2) using the--source_map_location_mapping flag.\n" + "sourceMappingURL= can read both paths and inline Base64 encoded sourcemaps. " + "For inline Base64 encoded sourcemaps, see --parse_inline_source_maps." ) private boolean applyInputSourceMaps = true; // Used to define the flag, values are stored by the handler. @SuppressWarnings("unused") @Option( name = "--jscomp_error", handler = WarningGuardErrorOptionHandler.class, usage = "Make the named class of warnings an error. Must be one " + "of the error group items. '*' adds all supported." ) private List jscompError = new ArrayList<>(); // Used to define the flag, values are stored by the handler. @SuppressWarnings("unused") @Option( name = "--jscomp_warning", handler = WarningGuardWarningOptionHandler.class, usage = "Make the named class of warnings a normal warning. Must be one " + "of the error group items. '*' adds all supported." ) private List jscompWarning = new ArrayList<>(); // Used to define the flag, values are stored by the handler. @SuppressWarnings("unused") @Option( name = "--jscomp_off", handler = WarningGuardOffOptionHandler.class, usage = "Turn off the named class of warnings. Must be one " + "of the error group items. '*' adds all supported." ) private List jscompOff = new ArrayList<>(); @Option(name = "--define", aliases = {"--D", "-D"}, usage = "Override the value of a variable annotated @define. " + "The format is [=], where is the name of a @define " + "variable and is a boolean, number, or a single-quoted string " + "that contains no single quotes. If [=] is omitted, " + "the variable is marked true") private List define = new ArrayList<>(); @Option(name = "--charset", usage = "Input and output charset for all files. By default, we " + "accept UTF-8 as input and output US_ASCII") private String charset = ""; @Option( name = "--compilation_level", aliases = {"-O"}, usage = "Specifies the compilation level to use. Options: " + "BUNDLE, " + "WHITESPACE_ONLY, " + "SIMPLE (default), " + "ADVANCED" ) private String compilationLevel = "SIMPLE"; private CompilationLevel compilationLevelParsed = null; @Option( name = "--num_parallel_threads", hidden = true, handler = IntOptionHandler.class, usage = "Use multiple threads to parallelize parts of the compilation.") private int numParallelThreads = 1; @Option(name = "--checks_only", aliases = {"--checks-only"}, handler = BooleanOptionHandler.class, usage = "Don't generate output. Run checks, but no optimization passes.") private boolean checksOnly = false; @Option( name = "--incremental_check_mode", usage = "Generate or check externs-like .i.js files representing individual libraries." ) private CompilerOptions.IncrementalCheckMode incrementalCheckMode = CompilerOptions.IncrementalCheckMode.OFF; @Option(name = "--continue_after_errors", handler = BooleanOptionHandler.class, usage = "Continue trying to compile after an error is encountered.") private boolean continueAfterErrors = false; @Option(name = "--use_types_for_optimization", handler = BooleanOptionHandler.class, usage = "Enable or disable the optimizations " + "based on available type information. Inaccurate type annotations " + "may result in incorrect results.") private boolean useTypesForOptimization = true; @Option(name = "--assume_function_wrapper", handler = BooleanOptionHandler.class, usage = "Enable additional optimizations based on the assumption that the output will be " + "wrapped with a function wrapper. This flag is used to indicate that \"global\" " + "declarations will not actually be global but instead isolated to the compilation unit. " + "This enables additional optimizations.") private boolean assumeFunctionWrapper = false; @Option(name = "--warning_level", aliases = {"-W"}, usage = "Specifies the warning level to use. Options: " + "QUIET, DEFAULT, VERBOSE") private WarningLevel warningLevel = WarningLevel.DEFAULT; @Option( name = "--debug", handler = BooleanOptionHandler.class, usage = "Enable debugging options. Property renaming uses long mangled names which can be " + "mapped back to the original name." ) private boolean debug = false; @Option(name = "--generate_exports", handler = BooleanOptionHandler.class, usage = "Generates export code for those marked with @export") private boolean generateExports = false; @Option(name = "--export_local_property_definitions", handler = BooleanOptionHandler.class, usage = "Generates export code for local properties marked with @export") private boolean exportLocalPropertyDefinitions = false; @Option(name = "--formatting", usage = "Specifies which formatting options, if any, should be " + "applied to the output JS. Options: " + "PRETTY_PRINT, PRINT_INPUT_DELIMITER, SINGLE_QUOTES") private List formatting = new ArrayList<>(); @Option(name = "--process_common_js_modules", handler = BooleanOptionHandler.class, usage = "Process CommonJS modules to a concatenable form.") private boolean processCommonJsModules = false; @Option( name = "--common_js_module_path_prefix", hidden = true, usage = "Deprecated: use --js_module_root." ) private List commonJsPathPrefix = new ArrayList<>(); @Option( name = "--js_module_root", usage = "Path prefixes to be removed from ES6 & CommonJS modules." ) private List moduleRoot = new ArrayList<>(); @Option( name = "--common_js_entry_module", hidden = true, usage = "Deprecated: use --entry_point.") @Deprecated private String commonJsEntryModule; @Option(name = "--transform_amd_modules", hidden = true, handler = BooleanOptionHandler.class, usage = "Deprecated: Transform AMD to CommonJS modules.") @Deprecated private boolean transformAmdModules = false; @Option(name = "--process_closure_primitives", handler = BooleanOptionHandler.class, usage = "Processes built-ins from the Closure library, such as " + "goog.require(), goog.provide(), and goog.exportSymbol(). " + "True by default.") private boolean processClosurePrimitives = true; @Option( name = "--manage_closure_dependencies", hidden = true, handler = BooleanOptionHandler.class, usage = "Deprecated: use --dependency_mode=PRUNE_LEGACY.") @Deprecated private boolean manageClosureDependencies = false; @Option( name = "--only_closure_dependencies", hidden = true, handler = BooleanOptionHandler.class, usage = "Deprecated: use --dependency_mode=PRUNE.") @Deprecated private boolean onlyClosureDependencies = false; @Option(name = "--closure_entry_point", hidden = true, usage = "Deprecated: use --entry_point.") @Deprecated private List closureEntryPoint = new ArrayList<>(); @Option(name = "--angular_pass", handler = BooleanOptionHandler.class, usage = "Generate $inject properties for AngularJS for functions " + "annotated with @ngInject") private boolean angularPass = false; @Option( name = "--polymer_pass", handler = BooleanOptionHandler.class, hidden = true, usage = "Equivalent to --polymer_version=1" ) @Deprecated private boolean polymerPass = false; @Option(name = "--polymer_version", usage = "Which version of Polymer is being used (1 or 2).") private Integer polymerVersion = null; @Option( name = "--polymer_export_policy", usage = "How to handle exports/externs for Polymer properties and methods. " + "Values: LEGACY, EXPORT_ALL.") private String polymerExportPolicy = PolymerExportPolicy.LEGACY.name(); @Option(name = "--chrome_pass", handler = BooleanOptionHandler.class, usage = "Enable Chrome-specific options for handling cr.* functions.", hidden = true) private boolean chromePass = false; @Option(name = "--dart_pass", handler = BooleanOptionHandler.class, usage = "Rewrite Dart Dev Compiler output to be compiler-friendly.") private boolean dartPass = false; @Option( name = "--j2cl_pass", hidden = true, usage = "Rewrite J2CL output to be compiler-friendly if enabled (ON or AUTO). " + "Options:OFF, ON, AUTO(default)" ) private String j2clPassMode = "AUTO"; @Option( name = "--remove_j2cl_asserts", hidden = true, usage = "Remove calls to J2CL assertions.") private boolean removeJ2cLAsserts = true; @Option( name = "--output_manifest", usage = "Prints out a list of all the files in the compilation. " + "If --dependency_mode=PRUNE or PRUNE_LEGACY is specified, this will not include " + "files that got dropped because they were not required. " + "The %outname% placeholder expands to the JS output file. " + "If you're using modularization, using %outname% will create " + "a manifest for each module.") private String outputManifest = ""; @Option(name = "--output_chunk_dependencies", usage = "Prints out a JSON file of dependencies between chunks.", aliases = "--output_module_dependencies") private String outputChunkDependencies = ""; @Option( name = "--language_in", usage = "Sets the language spec to which input sources should conform. " + "Options: ECMASCRIPT3, ECMASCRIPT5, ECMASCRIPT5_STRICT, " + "ECMASCRIPT6_TYPED (experimental), ECMASCRIPT_2015, ECMASCRIPT_2016, " + "ECMASCRIPT_2017, ECMASCRIPT_2018, ECMASCRIPT_2019, STABLE, ECMASCRIPT_NEXT") private String languageIn = "STABLE"; @Option( name = "--language_out", usage = "Sets the language spec to which output should conform. " + "Options: ECMASCRIPT3, ECMASCRIPT5, ECMASCRIPT5_STRICT, " + "ECMASCRIPT_2015, ECMASCRIPT_2016, ECMASCRIPT_2017, " + "ECMASCRIPT_2018, ECMASCRIPT_2019, STABLE") private String languageOut = "STABLE"; @Option( name = "--version", handler = BooleanOptionHandler.class, usage = "Prints the compiler version to stdout and exit.") private boolean version = false; @Option(name = "--translations_file", hidden = true, usage = "Source of translated messages. Currently only supports XTB.") private String translationsFile = ""; @Option(name = "--translations_project", hidden = true, usage = "Scopes all translations to the specified project." + "When specified, we will use different message ids so that messages " + "in different projects can have different translations.") private String translationsProject = null; @Option(name = "--flagfile", hidden = true, usage = "A file (or files) containing additional command-line options.") private List flagFiles = new ArrayList<>(); @Option(name = "--warnings_whitelist_file", usage = "A file containing warnings to suppress. Each line should be " + "of the form\n" + ":? ") private String warningsWhitelistFile = ""; @Option(name = "--hide_warnings_for", usage = "If specified, files whose path contains this string will " + "have their warnings hidden. You may specify multiple.") private List hideWarningsFor = new ArrayList<>(); @Option(name = "--extra_annotation_name", usage = "A whitelist of tag names in JSDoc. You may specify multiple") private List extraAnnotationName = new ArrayList<>(); @Option(name = "--tracer_mode", hidden = true, usage = "Shows the duration of each compiler pass and the impact to " + "the compiled output size. " + "Options: ALL, AST_SIZE, RAW_SIZE, TIMING_ONLY, OFF") private CompilerOptions.TracerMode tracerMode = CompilerOptions.TracerMode.OFF; @Option(name = "--rename_variable_prefix", usage = "Specifies a prefix that will be prepended to all variables.") private String renamePrefix = null; @Option(name = "--rename_prefix_namespace", usage = "Specifies the name of an object that will be used to store all " + "non-extern globals") private String renamePrefixNamespace = null; @Option(name = "--conformance_configs", usage = "A list of JS Conformance configurations in text protocol buffer format.") private List conformanceConfigs = new ArrayList<>(); @Option(name = "--env", usage = "Determines the set of builtin externs to load. " + "Options: BROWSER, CUSTOM. Defaults to BROWSER.") private CompilerOptions.Environment environment = CompilerOptions.Environment.BROWSER; @Option( name = "--json_streams", hidden = true, usage = "Specifies whether standard input and output streams will be " + "a JSON array of sources. Each source will be an object of the " + "form {path: filename, src: file_contents, srcmap: srcmap_contents }. " + "Intended for use by stream-based build systems such as gulpjs. " + "Options: NONE, IN, OUT, BOTH. Defaults to NONE." ) private CompilerOptions.JsonStreamMode jsonStreamMode = CompilerOptions.JsonStreamMode.NONE; @Option(name = "--preserve_type_annotations", hidden = true, handler = BooleanOptionHandler.class, usage = "Preserves type annotations.") private boolean preserveTypeAnnotations = false; @Option(name = "--inject_libraries", handler = BooleanOptionHandler.class, usage = "Allow injecting runtime libraries.") private boolean injectLibraries = true; @Option(name = "--force_inject_library", usage = "Force injection of named runtime libraries. " + "The format is where is the name of a runtime library. " + "Possible libraries include: base, es6_runtime, runtime_type_check") private List forceInjectLibraries = new ArrayList<>(); @Option( name = "--dependency_mode", usage = "Specifies how the compiler should determine the set and order of files for a " + "compilation. Options: NONE the compiler will include all src files in the order " + "listed, SORT_ONLY the compiler will include all source files in dependency " + "order, PRUNE files will only be included if they are transitive dependencies " + "of files listed in the --entry_point flag and then sorted in dependency order, " + "PRUNE_LEGACY same as PRUNE but files that do not goog.provide a namespace and " + "are not modules will be automatically added as --entry_point entries. Defaults " + "to PRUNE_LEGACY if entry points are defined, otherwise to NONE.") @Nullable private DependencyMode dependencyMode = null; // so we can tell whether it was explicitly set @Option( name = "--entry_point", usage = "A file or namespace to use as the starting point for determining " + "which src files to include in the compilation. ES6 and CommonJS " + "modules are specified as file paths (without the extension). " + "Closure-library namespaces are specified with a \"goog:\" prefix. " + "Example: --entry_point=goog:goog.Promise") private List entryPoint = new ArrayList<>(); @Option(name = "--rewrite_polyfills", handler = BooleanOptionHandler.class, usage = "Rewrite ES6 library calls to use polyfills provided by the compiler's runtime.") private boolean rewritePolyfills = true; @Option( name = "--print_source_after_each_pass", handler = BooleanOptionHandler.class, hidden = true, usage = "Whether to iteratively print resulting JS source per pass." ) private boolean printSourceAfterEachPass = false; @Option( name = "--module_resolution", hidden = false, usage = "Specifies how the compiler locates modules. BROWSER requires all module imports " + "to begin with a '.' or '/' and have a file extension. NODE uses the node module " + "rules. WEBPACK looks up modules from a special lookup map." ) private ModuleLoader.ResolutionMode moduleResolutionMode = ModuleLoader.ResolutionMode.BROWSER; @Option( name = "--browser_resolver_prefix_replacements", hidden = false, usage = "Prefixes to replace in ES6 import paths before resolving. " + "module_resolution must be BROWSER_WITH_TRANSFORMED_PREFIXES to take effect.") private Map browserResolverPrefixReplacements = new HashMap<>(); @Option( name = "--package_json_entry_names", usage = "Ordered list of entries to look for in package.json files when processing " + "modules with the NODE module resolution strategy (i.e. esnext:main,browser,main). " + "Defaults to a list with the following entries: \"browser\", \"module\", \"main\"." ) private String packageJsonEntryNames = null; @Option(name = "--error_format", usage = "Specifies format for error messages.") private ErrorFormatOption errorFormat = ErrorFormatOption.STANDARD; @Option(name = "--renaming", handler = BooleanOptionHandler.class, usage = "Disables variable renaming. Cannot be used with ADVANCED optimizations.") private boolean renaming = true; @Option( name = "--help_markdown", handler = BooleanOptionHandler.class, hidden = true, usage = "Prints markdown formatted flag usage" ) private boolean helpMarkdown = false; @Argument private List arguments = new ArrayList<>(); private final CmdLineParser parser; Flags() { parser = new CmdLineParser(this); } /** * Parse the given args list. */ private void parse(List args) throws CmdLineException { parser.parseArgument(args.toArray(new String[] {})); compilationLevelParsed = CompilationLevel.fromString(Ascii.toUpperCase(compilationLevel)); if (compilationLevelParsed == null) { throw new CmdLineException( parser, "Bad value for --compilation_level: " + compilationLevel); } } private static final ImmutableSet gwtUnsupportedFlags = ImmutableSet.of( "conformance_configs", "error_format", "warnings_whitelist_file", "output_wrapper_file", "output_manifest", "output_chunk_dependencies", "property_renaming_report", "source_map_input", "source_map_location_mapping", "variable_renaming_report", "charset", "help", "third_party", "version"); private static final Multimap categories = new ImmutableMultimap.Builder() .putAll( "Basic Usage", ImmutableList.of( "compilation_level", "env", "externs", "js", "js_output_file", "language_in", "language_out", "warning_level")) .putAll( "Warning and Error Management", ImmutableList.of( "conformance_configs", "error_format", "extra_annotation_name", "hide_warnings_for", "jscomp_error", "jscomp_off", "jscomp_warning", "strict_mode_input", "warnings_whitelist_file")) .putAll( "Output", ImmutableList.of( "assume_function_wrapper", "debug", "export_local_property_definitions", "formatting", "generate_exports", "isolation_mode", "output_wrapper", "output_wrapper_file", "rename_prefix_namespace", "rename_variable_prefix")) .putAll("Dependency Management", ImmutableList.of("dependency_mode", "entry_point")) .putAll( "JS Modules", ImmutableList.of( "js_module_root", "module_resolution", "process_common_js_modules", "package_json_entry_names")) .putAll( "Library and Framework Specific", ImmutableList.of( "angular_pass", "dart_pass", "force_inject_library", "inject_libraries", "polymer_version", "process_closure_primitives", "rewrite_polyfills")) .putAll( "Code Splitting", ImmutableList.of("chunk", "chunk_output_path_prefix", "chunk_wrapper")) .putAll( "Reports", ImmutableList.of( "create_source_map", "output_manifest", "output_chunk_dependencies", "property_renaming_report", "source_map_input", "source_map_include_content", "source_map_location_mapping", "variable_renaming_report")) .putAll( "Miscellaneous", ImmutableList.of( "charset", "checks_only", "define", "browser_featureset_year", "flagfile", "help", "third_party", "use_types_for_optimization", "version")) .build(); private void printUsage(PrintStream ps) { OutputStreamWriter outputStream = new OutputStreamWriter(ps, UTF_8); boolean isFirst = true; for (Map.Entry> entry : categories.asMap().entrySet()) { String prefix = "\n\n"; String suffix = ""; if (isFirst) { isFirst = false; prefix = ""; } if (entry.getKey().equals("Warning and Error Management")) { if (helpMarkdown) { suffix = "\n## Available Error Groups\n\n" + " - " + DiagnosticGroups.DIAGNOSTIC_GROUP_NAMES.replace(", ", "\n - "); } else { suffix = "\n" + boldPrefix + "Available Error Groups: " + normalPrefix + DiagnosticGroups.DIAGNOSTIC_GROUP_NAMES; } } if (this.helpMarkdown) { // For markdown docs we don't want any line wrapping so we just set a very // large line length. maxLineLength = 5000; parser.setUsageWidth(maxLineLength); } printCategoryUsage(entry.getKey(), entry.getValue(), outputStream, prefix, suffix); } ps.flush(); } private final String boldPrefix = "\033[1m"; private final String normalPrefix = "\033[0m"; private final String markdownCharsToEscape = "[-*\\`\\[\\]{}\\(\\)#+\\.!<>]"; private void printCategoryUsage( String categoryName, final Collection options, OutputStreamWriter outputStream, String prefix, String suffix) { try { if (prefix != null) { printStringLineWrapped(prefix, outputStream); } if (this.helpMarkdown) { outputStream.write("# " + categoryName + "\n"); for (String optionName : options) { StringWriter stringWriter = new StringWriter(); parser.printUsage( stringWriter, null, (optionHandler) -> { if (optionHandler.option instanceof NamedOptionDef) { return !optionHandler.option.hidden() && optionName.equals( ((NamedOptionDef) optionHandler.option).name().replaceFirst("^--", "")); } return false; }); stringWriter.flush(); String rawOptionUsage = stringWriter.toString(); Matcher optionNameMatches = Pattern.compile(" *--([a-z0-9_]+)").matcher(rawOptionUsage); String jsVersionDisclaimer = ""; if (optionNameMatches.find() && gwtUnsupportedFlags.contains(optionNameMatches.group(1))) { jsVersionDisclaimer = "*Not supported by the JavaScript version* \n"; } int delimiterIndex = rawOptionUsage.indexOf(" : "); if (delimiterIndex > 0) { outputStream.write( "\n**" + rawOptionUsage.substring(0, delimiterIndex).trim() + "** \n"); outputStream.write(jsVersionDisclaimer); String optionDescription = rawOptionUsage .substring(delimiterIndex + 3) .replaceAll(markdownCharsToEscape, "\\\\$0") .trim(); outputStream.write(optionDescription + "\n"); } else { outputStream.write(rawOptionUsage.replaceAll(markdownCharsToEscape, "\\\\$0")); outputStream.write(jsVersionDisclaimer); } outputStream.flush(); } } else { outputStream.write(boldPrefix + categoryName + ":\n" + normalPrefix); parser.printUsage( outputStream, null, (optionHandler) -> { if (optionHandler.option instanceof NamedOptionDef) { return !optionHandler.option.hidden() && options.contains( ((NamedOptionDef) optionHandler.option).name().replaceFirst("^--", "")); } return false; }); } if (suffix != null) { printStringLineWrapped(suffix, outputStream); } } catch (IOException e) { // Ignore. } } private int maxLineLength = 80; private final Pattern whitespacePattern = Pattern.compile("\\s"); private void printStringLineWrapped(String input, OutputStreamWriter outputStream) throws IOException { if (input.length() < maxLineLength) { outputStream.write(input); return; } int endIndex = maxLineLength; String subString = input.substring(0, maxLineLength); Matcher whitespaceMatcher = whitespacePattern.matcher(subString); boolean foundMatch = false; while (whitespaceMatcher.find()) { endIndex = whitespaceMatcher.start(); foundMatch = true; } outputStream.write(input.substring(0, endIndex) + "\n"); printStringLineWrapped( " " + input.substring(foundMatch ? endIndex + 1 : endIndex), outputStream); } private static void printShortUsageAfterErrors(PrintStream ps) { ps.print("Sample usage: "); ps.println("--compilation_level (-O) VAL --externs VAL --js VAL" + " --js_output_file VAL" + " --warning_level (-W) [QUIET | DEFAULT | VERBOSE]"); ps.println("Run with --help for all options and details"); ps.flush(); } /** * Users may specify JS inputs via the {@code --js} flag, as well as via additional arguments to * the Closure Compiler. For example, it is convenient to leverage the additional arguments * feature when using the Closure Compiler in combination with {@code find} and {@code xargs}: * *
     * find MY_JS_SRC_DIR -name '*.js' \
     *     | xargs java -jar compiler.jar --dependency_mode=PRUNE_LEGACY
     * 
* * The {@code find} command will produce a list of '*.js' source files in the {@code * MY_JS_SRC_DIR} directory while {@code xargs} will convert them to a single, space-delimited * set of arguments that are appended to the {@code java} command to run the Compiler. * *

Note that it is important to use the {@code --dependency_mode=PRUNE or PRUNE_LEGACY} * option in this case because the order produced by {@code find} is unlikely to be sorted * correctly with respect to {@code goog.provide()} and {@code goog.requires()}. */ protected List getJsFiles() throws CmdLineException, IOException { List patterns = new ArrayList<>(); patterns.addAll(js); patterns.addAll(arguments); List allJsInputs = findJsFiles(patterns); if (!patterns.isEmpty() && allJsInputs.isEmpty()) { throw new CmdLineException(parser, "No inputs matched"); } return allJsInputs; } protected List> getMixedJsSources() throws CmdLineException, IOException { List> mixedSources = new ArrayList<>(); Set excludes = new HashSet<>(); for (FlagEntry source : Flags.mixedJsSources) { if (source.getValue().endsWith(".zip")) { mixedSources.add(source); } else if (source.getValue().startsWith("!")) { for (String filename : findJsFiles(ImmutableList.of(source.getValue().substring(1)))) { excludes.add(filename); mixedSources.remove(new FlagEntry<>(JsSourceType.JS, filename)); } } else { for (String filename : findJsFiles(Collections.singletonList(source.getValue()), true)) { if (!excludes.contains(filename)) { mixedSources.add(new FlagEntry<>(JsSourceType.JS, filename)); } } } } List fromArguments = findJsFiles(arguments); for (String filename : fromArguments) { mixedSources.add(new FlagEntry<>(JsSourceType.JS, filename)); } if (!Flags.mixedJsSources.isEmpty() && !arguments.isEmpty() && mixedSources.isEmpty()) { throw new CmdLineException(parser, "No inputs matched"); } return mixedSources; } List getSourceMapLocationMappings() throws CmdLineException { ImmutableList.Builder locationMappings = ImmutableList.builder(); ImmutableMap split = splitPipeParts( sourceMapLocationMapping, "--source_map_location_mapping"); for (Map.Entry mapping : split.entrySet()) { locationMappings.add(new SourceMap.PrefixLocationMapping(mapping.getKey(), mapping.getValue())); } return locationMappings.build(); } ImmutableMap getSourceMapInputs() throws CmdLineException { return splitPipeParts(sourceMapInputs, "--source_map_input"); } private ImmutableMap splitPipeParts(Iterable input, String flagName) throws CmdLineException { ImmutableMap.Builder result = new ImmutableMap.Builder<>(); Splitter splitter = Splitter.on('|').limit(2); for (String inputSourceMap : input) { List parts = splitter.splitToList(inputSourceMap); if (parts.size() != 2) { throw new CmdLineException(parser, "Bad value for " + flagName + " (duplicate key): " + input); } result.put(parts.get(0), parts.get(1)); } return result.build(); } List getPackageJsonEntryNames() throws CmdLineException { return Splitter.on(',').splitToList(packageJsonEntryNames); } // Our own option parser to be backwards-compatible. // It needs to be public because of the crazy reflection that args4j does. public static class BooleanOptionHandler extends OptionHandler { private static final ImmutableSet TRUES = ImmutableSet.of("true", "on", "yes", "1"); private static final ImmutableSet FALSES = ImmutableSet.of("false", "off", "no", "0"); public BooleanOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, setter); } @Override public int parseArguments(Parameters params) throws CmdLineException { String param = null; try { param = params.getParameter(0); } catch (CmdLineException e) { param = null; // to stop linter complaints } if (param == null) { setter.addValue(true); return 0; } else { String lowerParam = Ascii.toLowerCase(param); if (TRUES.contains(lowerParam)) { setter.addValue(true); } else if (FALSES.contains(lowerParam)) { setter.addValue(false); } else { setter.addValue(true); return 0; } return 1; } } @Override public String getDefaultMetaVariable() { return null; } } // Our own parser for warning guards that preserves the original order // of the flags. public static class WarningGuardErrorOptionHandler extends StringOptionHandler { public WarningGuardErrorOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, new MultiFlagSetter<>(setter, CheckLevel.ERROR, guardLevels)); } } public static class WarningGuardWarningOptionHandler extends StringOptionHandler { public WarningGuardWarningOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, new MultiFlagSetter<>(setter, CheckLevel.WARNING, guardLevels)); } } public static class WarningGuardOffOptionHandler extends StringOptionHandler { public WarningGuardOffOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, new MultiFlagSetter<>(setter, CheckLevel.OFF, guardLevels)); } } public static class JsOptionHandler extends StringOptionHandler { public JsOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, new MultiFlagSetter<>(setter, JsSourceType.JS, mixedJsSources)); } } public static class JsZipOptionHandler extends StringOptionHandler { public JsZipOptionHandler( CmdLineParser parser, OptionDef option, Setter setter) { super(parser, option, new MultiFlagSetter<>(setter, JsSourceType.JS_ZIP, mixedJsSources)); } } private static class MultiFlagSetter implements Setter { private final Setter proxy; private final T flag; private final List> entries; private MultiFlagSetter( Setter proxy, T flag, List> entries) { this.proxy = proxy; this.flag = flag; this.entries = entries; } @Override public boolean isMultiValued() { return proxy.isMultiValued(); } @Override public Class getType() { return (Class) proxy.getType(); } @Override public void addValue(String value) throws CmdLineException { // On windows, some quoted values seem to preserve the quotes as part of the value. String normalizedValue = value; if (value != null && value.length() > 0 && (value.substring(0, 1).equals("'") || value.substring(0, 1).equals("\"")) && value.substring(value.length() - 1).equals(value.substring(0, 1))) { normalizedValue = value.substring(1, value.length() - 1); } proxy.addValue(normalizedValue); entries.add(new FlagEntry<>(flag, normalizedValue)); } @Override public FieldSetter asFieldSetter() { return proxy.asFieldSetter(); } @Override public AnnotatedElement asAnnotatedElement() { return proxy.asAnnotatedElement(); } } } /** Set of options that can be used with the --formatting flag. */ public static enum FormattingOption { PRETTY_PRINT, PRINT_INPUT_DELIMITER, SINGLE_QUOTES ; private void applyToOptions(CompilerOptions options) { switch (this) { case PRETTY_PRINT: options.setPrettyPrint(true); break; case PRINT_INPUT_DELIMITER: options.printInputDelimiter = true; break; case SINGLE_QUOTES: options.setPreferSingleQuotes(true); break; default: throw new RuntimeException("Unknown formatting option: " + this); } } } private final Flags flags = new Flags(); private boolean errors = false; private boolean runCompiler = false; /** * Cached error stream to avoid passing it as a parameter to helper * functions. */ private PrintStream errorStream; /** * Create a new command-line runner. You should only need to call * the constructor if you're extending this class. Otherwise, the main * method should instantiate it. */ protected CommandLineRunner(String[] args) { super(); initConfigFromFlags(args, System.out, System.err); } protected CommandLineRunner(String[] args, PrintStream out, PrintStream err) { super(out, err); initConfigFromFlags(args, out, err); } protected CommandLineRunner(String[] args, InputStream in, PrintStream out, PrintStream err) { super(in, out, err); initConfigFromFlags(args, out, err); } private static List processArgs(String[] args) { // Args4j has a different format that the old command-line parser. // So we use some voodoo to get the args into the format that args4j // expects. Pattern argPattern = Pattern.compile("(--?[a-zA-Z_]+)=(.*)", Pattern.DOTALL); Pattern quotesPattern = Pattern.compile("^['\"](.*)['\"]$"); List processedArgs = new ArrayList<>(); for (String arg : args) { Matcher matcher = argPattern.matcher(arg); if (matcher.matches()) { processedArgs.add(matcher.group(1)); String value = matcher.group(2); Matcher quotesMatcher = quotesPattern.matcher(value); if (quotesMatcher.matches()) { processedArgs.add(quotesMatcher.group(1)); } else { processedArgs.add(value); } } else { processedArgs.add(arg); } } return processedArgs; } private void reportError(String message) { errors = true; errorStream.println(message); errorStream.flush(); } private void processFlagFiles() throws CmdLineException { for (String flagFile : flags.flagFiles) { try { processFlagFile(flagFile); } catch (IOException ioErr) { reportError("ERROR - " + flagFile + " read error."); } } } private void processFlagFile(String flagFileString) throws CmdLineException, IOException { Path flagFile = Paths.get(flagFileString); BufferedReader buffer = java.nio.file.Files.newBufferedReader(flagFile, UTF_8); // Builds the tokens. StringBuilder builder = new StringBuilder(); // Stores the built tokens. List tokens = new ArrayList<>(); // Indicates if we are in a "quoted" token. boolean quoted = false; // Indicates if the char being processed has been escaped. boolean escaped = false; // Indicates whether this is the beginning of the file. boolean isFirstCharacter = true; int c; while ((c = buffer.read()) != -1) { // Ignoring the BOM. if (isFirstCharacter) { isFirstCharacter = false; if (c == UTF8_BOM_CODE) { continue; } } if (c == 32 || c == 9 || c == 10 || c == 13) { if (quoted) { builder.append((char) c); } else if (builder.length() != 0) { tokens.add(builder.toString()); builder.setLength(0); } } else if (c == 34) { if (escaped) { if (quoted) { builder.setCharAt(builder.length() - 1, (char) c); } else { builder.append((char) c); } } else { quoted = !quoted; } } else { builder.append((char) c); } escaped = c == 92; } buffer.close(); if (builder.length() != 0) { tokens.add(builder.toString()); } flags.flagFiles = new ArrayList<>(); tokens = processArgs(tokens.toArray(new String[0])); // Command-line warning levels should override flag file settings, // which means they should go last. List> previousGuardLevels = new ArrayList<>(Flags.guardLevels); List> previousMixedJsSources = new ArrayList<>(Flags.mixedJsSources); Flags.guardLevels.clear(); Flags.mixedJsSources.clear(); flags.parse(tokens); Flags.guardLevels.addAll(previousGuardLevels); Flags.mixedJsSources.addAll(previousMixedJsSources); // Currently we are not supporting this (prevent direct/indirect loops) if (!flags.flagFiles.isEmpty()) { reportError("ERROR - Arguments in the file cannot contain " + "--flagfile option."); } } private void initConfigFromFlags(String[] args, PrintStream out, PrintStream err) { errorStream = err; List processedArgs = processArgs(args); Flags.guardLevels.clear(); Flags.mixedJsSources.clear(); List> mixedSources = null; List mappings = null; ImmutableMap sourceMapInputs = null; boolean parseInlineSourceMaps = false; boolean applyInputSourceMaps = false; try { flags.parse(processedArgs); processFlagFiles(); mixedSources = flags.getMixedJsSources(); mappings = flags.getSourceMapLocationMappings(); sourceMapInputs = flags.getSourceMapInputs(); parseInlineSourceMaps = flags.parseInlineSourceMaps; applyInputSourceMaps = flags.applyInputSourceMaps; } catch (CmdLineException e) { reportError(e.getMessage()); } catch (IOException ioErr) { reportError("ERROR - ioException: " + ioErr); } if (flags.processCommonJsModules) { flags.processClosurePrimitives = true; } if (flags.outputWrapper == null) { flags.outputWrapper = ""; } if (flags.outputWrapperFile != null && !flags.outputWrapperFile.isEmpty()) { try { flags.outputWrapper = Files.asCharSource(new File(flags.outputWrapperFile), UTF_8).read(); } catch (Exception e) { reportError("ERROR - invalid output_wrapper_file specified."); } } if (!flags.outputWrapper.isEmpty() && !flags.outputWrapper.contains(CommandLineRunner.OUTPUT_MARKER)) { reportError("ERROR - invalid output_wrapper specified. Missing '" + CommandLineRunner.OUTPUT_MARKER + "'."); } if (!flags.outputWrapper.isEmpty() && flags.isolationMode != IsolationMode.NONE) { reportError("--output_wrapper and --isolation_mode may not be used together."); } if (flags.isolationMode == IsolationMode.IIFE) { flags.outputWrapper = "(function(){%output%}).call(this);"; } // Handle --compilation_level=BUNDLE List bundleFiles = ImmutableList.of(); boolean skipNormalOutputs = false; if (flags.compilationLevelParsed == CompilationLevel.BUNDLE) { if (flags.jsOutputFile.isEmpty()) { reportError("--compilation_level=BUNDLE cannot be used without a --js_output_file."); } else { bundleFiles = ImmutableList.of(flags.jsOutputFile); flags.jsOutputFile = ""; skipNormalOutputs = true; } } CodingConvention conv; if (flags.thirdParty) { conv = CodingConventions.getDefault(); } else if (flags.chromePass) { conv = new ChromeCodingConvention(); } else { conv = new ClosureCodingConvention(); } // For backwards compatibility, allow both commonJsPathPrefix and jsModuleRoot. List moduleRoots = new ArrayList<>(); if (!flags.moduleRoot.isEmpty()) { moduleRoots.addAll(flags.moduleRoot); if (!flags.commonJsPathPrefix.isEmpty()) { reportError("--commonJsPathPrefix cannot be used with --js_module_root."); } } else if (flags.commonJsPathPrefix != null) { moduleRoots.addAll(flags.commonJsPathPrefix); } else { moduleRoots.add(ModuleLoader.DEFAULT_FILENAME_PREFIX); } if (!flags.renaming && flags.compilationLevelParsed == CompilationLevel.ADVANCED_OPTIMIZATIONS) { reportError("ERROR - renaming cannot be disabled when ADVANCED_OPTIMIZATIONS is used."); } DependencyOptions dependencyOptions = null; try { dependencyOptions = DependencyOptions.fromFlags( flags.dependencyMode, flags.entryPoint, flags.closureEntryPoint, flags.commonJsEntryModule, flags.manageClosureDependencies, flags.onlyClosureDependencies); } catch (FlagUsageException e) { reportError(e.getMessage()); } if (errors) { Flags.printShortUsageAfterErrors(errorStream); } else if (flags.displayHelp || flags.helpMarkdown) { flags.printUsage(out); } else if (flags.version) { out.println( "Closure Compiler (http://github.com/google/closure-compiler)\n" + "Version: " + Compiler.getReleaseVersion() + "\n" + "Built on: " + Compiler.getReleaseDate()); out.flush(); } else { runCompiler = true; getCommandLineConfig() .setPrintTree(flags.printTree) .setPrintAst(flags.printAst) .setPrintPassGraph(flags.printPassGraph) .setJscompDevMode(flags.jscompDevMode) .setLoggingLevel(flags.loggingLevel) .setExterns(flags.externs) .setMixedJsSources(mixedSources) .setJsOutputFile(flags.jsOutputFile) .setSaveAfterChecksFileName(flags.saveAfterChecksFile) .setContinueSavedCompilationFileName(flags.continueSavedCompilationFile) .setModule(flags.chunk) .setVariableMapOutputFile(flags.variableMapOutputFile) .setCreateNameMapFiles(flags.createNameMapFiles) .setPropertyMapOutputFile(flags.propertyMapOutputFile) .setCodingConvention(conv) .setSummaryDetailLevel(flags.summaryDetailLevel) .setOutputWrapper(flags.outputWrapper) .setModuleWrapper(flags.chunkWrapper) .setModuleOutputPathPrefix(flags.chunkOutputPathPrefix) .setCreateSourceMap(flags.createSourceMap) .setSourceMapFormat(flags.sourceMapFormat) .setSourceMapLocationMappings(mappings) .setSourceMapInputFiles(sourceMapInputs) .setParseInlineSourceMaps(parseInlineSourceMaps) .setApplyInputSourceMaps(applyInputSourceMaps) .setWarningGuards(Flags.guardLevels) .setDefine(flags.define) .setBrowserFeaturesetYear(flags.browserFeaturesetYear) .setCharset(flags.charset) .setDependencyOptions(dependencyOptions) .setOutputManifest(ImmutableList.of(flags.outputManifest)) .setOutputBundle(bundleFiles) .setSkipNormalOutputs(skipNormalOutputs) .setOutputModuleDependencies(flags.outputChunkDependencies) .setProcessCommonJSModules(flags.processCommonJsModules) .setModuleRoots(moduleRoots) .setTransformAMDToCJSModules(flags.transformAmdModules) .setWarningsWhitelistFile(flags.warningsWhitelistFile) .setHideWarningsFor(flags.hideWarningsFor) .setAngularPass(flags.angularPass) .setJsonStreamMode(flags.jsonStreamMode) .setErrorFormat(flags.errorFormat); } errorStream = null; } @Override protected void addWhitelistWarningsGuard( CompilerOptions options, File whitelistFile) { options.addWarningsGuard(WhitelistWarningsGuard.fromFile(whitelistFile)); } @Override protected void checkModuleName(String name) { if (!TokenStream.isJSIdentifier( extraChunkNameChars.matcher(name).replaceAll("_"))) { throw new FlagUsageException("Invalid chunk name: '" + name + "'"); } } @Override protected CompilerOptions createOptions() { CompilerOptions options = new CompilerOptions(); if (!flags.languageIn.isEmpty()) { CompilerOptions.LanguageMode languageMode = CompilerOptions.LanguageMode.fromString(flags.languageIn); if (languageMode == LanguageMode.UNSUPPORTED) { throw new FlagUsageException( "Cannot specify the unsupported set of features for language_in."); } if (languageMode != null) { options.setLanguageIn(languageMode); } else { throw new FlagUsageException("Unknown language `" + flags.languageIn + "' specified."); } } if (flags.languageOut.isEmpty()) { options.setLanguageOut(options.getLanguageIn()); } else { CompilerOptions.LanguageMode languageMode = CompilerOptions.LanguageMode.fromString(flags.languageOut); if (languageMode == LanguageMode.UNSUPPORTED) { throw new FlagUsageException( "Cannot specify the unsupported set of features for language_out."); } if (languageMode != null) { options.setLanguageOut(languageMode); } else { throw new FlagUsageException("Unknown language `" + flags.languageOut + "' specified."); } } options.setCodingConvention(new ClosureCodingConvention()); options.setExtraAnnotationNames(flags.extraAnnotationName); CompilationLevel level = flags.compilationLevelParsed; level.setOptionsForCompilationLevel(options); if (flags.debug) { level.setDebugOptionsForCompilationLevel(options); } options.setNumParallelThreads(flags.numParallelThreads); options.setEnvironment(flags.environment); options.setChecksOnly(flags.checksOnly); if (flags.checksOnly) { options.setOutputJs(CompilerOptions.OutputJs.NONE); } options.setIncrementalChecks(flags.incrementalCheckMode); options.setContinueAfterErrors(flags.continueAfterErrors); if (flags.useTypesForOptimization) { level.setTypeBasedOptimizationOptions(options); } if (flags.assumeFunctionWrapper || flags.isolationMode == IsolationMode.IIFE) { level.setWrappedOutputOptimizations(options); } if (flags.generateExports) { options.setGenerateExports(flags.generateExports); } if (flags.exportLocalPropertyDefinitions) { options.setExportLocalPropertyDefinitions(true); } WarningLevel wLevel = flags.warningLevel; wLevel.setOptionsForWarningLevel(options); for (FormattingOption formattingOption : flags.formatting) { formattingOption.applyToOptions(options); } options.closurePass = flags.processClosurePrimitives; options.angularPass = flags.angularPass; if (flags.polymerPass) { options.polymerVersion = 1; } else { options.polymerVersion = flags.polymerVersion; } try { options.polymerExportPolicy = PolymerExportPolicy.valueOf(Ascii.toUpperCase(flags.polymerExportPolicy)); } catch (IllegalArgumentException ex) { throw new FlagUsageException( "Unknown PolymerExportPolicy `" + flags.polymerExportPolicy + "' specified."); } options.setChromePass(flags.chromePass); options.setDartPass(flags.dartPass); if (!flags.j2clPassMode.isEmpty()) { try { CompilerOptions.J2clPassMode j2clPassMode = CompilerOptions.J2clPassMode.valueOf(Ascii.toUpperCase(flags.j2clPassMode)); options.setJ2clPass(j2clPassMode); } catch (IllegalArgumentException ex) { throw new FlagUsageException( "Unknown J2clPassMode `" + flags.j2clPassMode + "' specified."); } } options.removeJ2clAsserts = flags.removeJ2cLAsserts; options.renamePrefix = flags.renamePrefix; options.renamePrefixNamespace = flags.renamePrefixNamespace; options.setPreserveTypeAnnotations(flags.preserveTypeAnnotations); options.setPreventLibraryInjection(!flags.injectLibraries); if (!flags.forceInjectLibraries.isEmpty()) { options.setForceLibraryInjection(flags.forceInjectLibraries); } options.rewritePolyfills = flags.rewritePolyfills && options.getLanguageIn().toFeatureSet().contains(FeatureSet.ES6); if (!flags.translationsFile.isEmpty()) { try { options.messageBundle = new XtbMessageBundle( new FileInputStream(flags.translationsFile), flags.translationsProject); } catch (IOException e) { throw new RuntimeException("Reading XTB file", e); } } else if (CompilationLevel.ADVANCED_OPTIMIZATIONS == level) { // In SIMPLE or WHITESPACE mode, if the user hasn't specified a // translations file, they might reasonably try to write their own // implementation of goog.getMsg that makes the substitution at // run-time. // // In ADVANCED mode, goog.getMsg is going to be renamed anyway, // so we might as well inline it. But shut off the i18n warnings, // because the user didn't really ask for i18n. options.messageBundle = new EmptyMessageBundle(); options.setWarningLevel(DiagnosticGroups.MSG_CONVENTIONS, CheckLevel.OFF); } options.setConformanceConfigs(loadConformanceConfigs(flags.conformanceConfigs)); options.setPrintSourceAfterEachPass(flags.printSourceAfterEachPass); options.setTracerMode(flags.tracerMode); options.setStrictModeInput(flags.strictModeInput); if (!flags.emitUseStrict) { options.setEmitUseStrict(false); } options.setSourceMapIncludeSourcesContent(flags.sourceMapIncludeSourcesContent); options.setModuleResolutionMode(flags.moduleResolutionMode); options.setBrowserResolverPrefixReplacements( ImmutableMap.copyOf(flags.browserResolverPrefixReplacements)); if (flags.packageJsonEntryNames != null) { try { List packageJsonEntryNames = flags.getPackageJsonEntryNames(); options.setPackageJsonEntryNames(packageJsonEntryNames); } catch (CmdLineException e) { reportError("ERROR - invalid package_json_entry_names format specified."); } } if (!flags.renaming) { options.setVariableRenaming(VariableRenamingPolicy.OFF); options.setPropertyRenaming(PropertyRenamingPolicy.OFF); } return options; } @Override protected Compiler createCompiler() { return new Compiler(getErrorPrintStream()); } private ClosureBundler bundler; private ClosureBundler getBundler() { if (bundler != null) { return bundler; } ImmutableList moduleRoots; if (!flags.moduleRoot.isEmpty()) { moduleRoots = ImmutableList.copyOf(flags.moduleRoot); } else { moduleRoots = ImmutableList.of(ModuleLoader.DEFAULT_FILENAME_PREFIX); } CompilerOptions options = createOptions(); return bundler = new ClosureBundler( Transpiler.NULL, new BaseTranspiler( new CompilerSupplier( LanguageMode.ECMASCRIPT_NEXT.toFeatureSet().without(Feature.MODULES), options.getModuleResolutionMode(), moduleRoots, options.getBrowserResolverPrefixReplacements()), /* runtimeLibraryName= */ "")); } @Override protected void prepForBundleAndAppendTo(Appendable out, CompilerInput input, String content) throws IOException { getBundler().withPath(input.getName()).appendTo(out, input, content); } @Override protected void appendRuntimeTo(Appendable out) throws IOException { getBundler().appendRuntimeTo(out); } @Override protected List createExterns(CompilerOptions options) throws IOException { List externs = super.createExterns(options); if (isInTestMode()) { return externs; } else { List builtinExterns = getBuiltinExterns(options.getEnvironment()); builtinExterns.addAll(externs); return builtinExterns; } } private static ImmutableList loadConformanceConfigs(List configPaths) { ImmutableList.Builder configs = ImmutableList.builder(); for (String configPath : configPaths) { try { configs.add(loadConformanceConfig(configPath)); } catch (IOException e) { throw new RuntimeException("Error loading conformance config", e); } } return configs.build(); } private static ConformanceConfig loadConformanceConfig(String configFile) throws IOException { String textProto = Files.asCharSource(new File(configFile), UTF_8).read(); ConformanceConfig.Builder builder = ConformanceConfig.newBuilder(); // Looking for BOM. if (!textProto.isEmpty() && textProto.charAt(0) == UTF8_BOM_CODE) { // Stripping the BOM. textProto = textProto.substring(1); } try { TextFormat.merge(textProto, builder); } catch (Exception e) { throw new RuntimeException(e); } return builder.build(); } @Deprecated public static List getDefaultExterns() throws IOException { return getBuiltinExterns(CompilerOptions.Environment.BROWSER); } /** * Returns all the JavaScript files from the set of patterns. The patterns support * globs, such as '*.js' for all JS files in a directory and '**.js' for all JS files * within the directory and sub-directories. */ public static List findJsFiles(Collection patterns) throws IOException { return findJsFiles(patterns, false); } /** * Returns all the JavaScript files from the set of patterns. * * @param patterns A collection of filename patterns. * @param sortAlphabetically Whether the output filenames should be in alphabetical order. * @return The list of JS filenames found by expanding the patterns. */ private static List findJsFiles(Collection patterns, boolean sortAlphabetically) throws IOException { // A map from normalized absolute paths to original paths. We need to return original paths to // support whitelist files that depend on them. Map allJsInputs = sortAlphabetically ? new TreeMap<>() : new LinkedHashMap<>(); Set excludes = new HashSet<>(); for (String pattern : patterns) { if (!pattern.contains("*") && !pattern.startsWith("!")) { File matchedFile = new File(pattern); if (matchedFile.isDirectory()) { matchPaths(new File(matchedFile, "**.js").toString(), allJsInputs, excludes); } else { Path original = Paths.get(pattern); String pathStringAbsolute = original.normalize().toAbsolutePath().toString(); if (!excludes.contains(pathStringAbsolute)) { allJsInputs.put(pathStringAbsolute, original.toString()); } } } else { matchPaths(pattern, allJsInputs, excludes); } } return new ArrayList<>(allJsInputs.values()); } private static void matchPaths(String pattern, final Map allJsInputs, final Set excludes) throws IOException { FileSystem fs = FileSystems.getDefault(); final boolean remove = pattern.indexOf('!') == 0; if (remove) { pattern = pattern.substring(1); } String separator = File.separator.equals("\\") ? "\\\\" : File.separator; // Split the pattern into two pieces: the globbing part // and the non-globbing prefix. List patternParts = Splitter.on(File.separator).splitToList(pattern); String prefix = "."; for (int i = 0; i < patternParts.size(); i++) { if (patternParts.get(i).contains("*")) { if (i > 0) { prefix = Joiner.on(separator).join(patternParts.subList(0, i)); pattern = Joiner.on(separator).join(patternParts.subList(i, patternParts.size())); } break; } } final PathMatcher matcher = fs.getPathMatcher("glob:" + prefix + separator + pattern); java.nio.file.Files.walkFileTree( fs.getPath(prefix), EnumSet.of(FileVisitOption.FOLLOW_LINKS), Integer.MAX_VALUE, new SimpleFileVisitor() { @Override public FileVisitResult visitFile(Path p, BasicFileAttributes attrs) { if (matcher.matches(p) || matcher.matches(p.normalize())) { String pathStringAbsolute = p.normalize().toAbsolutePath().toString(); if (remove) { excludes.add(pathStringAbsolute); allJsInputs.remove(pathStringAbsolute); } else if (!excludes.contains(pathStringAbsolute)) { allJsInputs.put(pathStringAbsolute, p.toString()); } } return FileVisitResult.CONTINUE; } @Override public FileVisitResult visitFileFailed(Path file, IOException e) { return FileVisitResult.SKIP_SUBTREE; } }); } /** * @return Whether the configuration is valid and specifies to run the * compiler. */ public boolean shouldRunCompiler() { return this.runCompiler; } /** * @return Whether the configuration has errors. */ public boolean hasErrors() { return this.errors; } private static final Logger phaseLogger = Logger.getLogger(PhaseOptimizer.class.getName()); /** * Runs the Compiler. Exits cleanly in the event of an error. */ public static void main(String[] args) { // disable any logging messages that can interfere with standard error reporting if (phaseLogger != null) { phaseLogger.setLevel(Level.OFF); } CommandLineRunner runner = new CommandLineRunner(args); if (runner.shouldRunCompiler()) { runner.run(); } if (runner.hasErrors()) { System.exit(-1); } } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy