com.google.javascript.jscomp.PhaseOptimizer Maven / Gradle / Ivy
/*
* Copyright 2009 The Closure Compiler Authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.google.javascript.jscomp;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.base.Preconditions;
import com.google.common.collect.ImmutableList;
import com.google.javascript.rhino.Node;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.logging.Logger;
/**
* An object that optimizes the order of compiler passes.
*
* @author [email protected] (Nick Santos)
* @author [email protected] (Dimitris Vardoulakis)
*/
class PhaseOptimizer implements CompilerPass {
private static final Logger logger =
Logger.getLogger(PhaseOptimizer.class.getName());
private final AbstractCompiler compiler;
private final PerformanceTracker tracker;
private final List passes;
private boolean inLoop;
private PassFactory sanityCheck;
private boolean printAstHashcodes = false;
private double progress = 0.0;
private double progressStep = 0.0;
private final ProgressRange progressRange;
// These fields are used during optimization loops.
// They are declared here for two reasons:
// 1) Loop and ScopedChangeHandler can communicate via shared state
// 2) Compiler talks to PhaseOptimizer, not Loop or ScopedChangeHandler
private NamedPass currentPass;
// For each pass, remember the time at the end of the pass's last run.
private Map lastRuns;
private Node currentScope;
// Starts at 0, increases as "interesting" things happen.
// Nothing happens at time START_TIME, the first pass starts at time 1.
// The correctness of scope-change tracking relies on Node/getIntProp
// returning 0 if the custom attribute on a node hasn't been set.
private int timestamp;
// The time of the last change made to the program by any pass.
private int lastChange;
private static final int START_TIME = 0;
private final Node jsRoot;
// Compiler/reportChangeToScope must call reportCodeChange to update all
// change handlers. This flag prevents double update in ScopedChangeHandler.
private boolean crossScopeReporting;
// Used for sanity checks between loopable passes
private Node lastAst;
private Map mtoc; // Stands for "main to clone"
/**
* When processing loopable passes in order, the PhaseOptimizer can be in one
* of these two states.
*
* This enum is used by Loop/process only, but enum types can't be local.
*/
enum State {
RUN_PASSES_NOT_RUN_IN_PREV_ITER,
RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER
}
// NOTE(dimvar): There used to be some code that tried various orderings of
// loopable passes and picked the fastest one. This code became stale
// gradually and I decided to remove it. It was also never tried after the
// new pass scheduler was written. If we need to revisit this order in the
// future, we should write new code to do it.
@VisibleForTesting
static final List OPTIMAL_ORDER = ImmutableList.of(
"inlineFunctions",
"inlineVariables",
"deadAssignmentsElimination",
"collapseObjectLiterals",
"removeUnusedVars",
"removeUnusedPrototypeProperties",
"removeUnusedClassProperties",
"peepholeOptimizations",
"minimizeExitPoints",
"removeUnreachableCode");
static final List CODE_MOTION_PASSES = ImmutableList.of(
Compiler.CROSS_MODULE_CODE_MOTION_NAME, Compiler.CROSS_MODULE_METHOD_MOTION_NAME);
static final int MAX_LOOPS = 100;
static final String OPTIMIZE_LOOP_ERROR =
"Fixed point loop exceeded the maximum number of iterations.";
/**
* @param comp the compiler that owns/creates this.
* @param tracker an optional performance tracker
* @param range the progress range for the process function or null
* if progress should not be reported.
*/
PhaseOptimizer(
AbstractCompiler comp, PerformanceTracker tracker, ProgressRange range) {
this.compiler = comp;
this.jsRoot = comp.getJsRoot();
this.tracker = tracker;
this.passes = new ArrayList<>();
this.progressRange = range;
this.inLoop = false;
this.crossScopeReporting = false;
this.timestamp = this.lastChange = START_TIME;
}
/**
* Add the passes generated by the given factories to the compile sequence.
*
* Automatically pulls multi-run passes into fixed point loops. If there
* are 1 or more multi-run passes in a row, they will run together in
* the same fixed point loop. The passes will run until they are finished
* making changes.
*
* The PhaseOptimizer is free to tweak the order and frequency of multi-run
* passes in a fixed-point loop.
*/
void consume(List factories) {
Loop currentLoop = new Loop();
boolean isCurrentLoopPopulated = false;
for (PassFactory factory : factories) {
if (factory.isOneTimePass()) {
if (isCurrentLoopPopulated) {
passes.add(currentLoop);
currentLoop = new Loop();
isCurrentLoopPopulated = false;
}
addOneTimePass(factory);
} else {
currentLoop.addLoopedPass(factory);
isCurrentLoopPopulated = true;
}
}
if (isCurrentLoopPopulated) {
passes.add(currentLoop);
}
}
/**
* Add the pass generated by the given factory to the compile sequence.
* This pass will be run once.
*/
@VisibleForTesting
void addOneTimePass(PassFactory factory) {
passes.add(new NamedPass(factory));
}
/**
* Add a loop to the compile sequence. This loop will continue running
* until the AST stops changing.
* @return The loop structure. Pass suppliers should be added to the loop.
*/
Loop addFixedPointLoop() {
Loop loop = new Loop();
passes.add(loop);
return loop;
}
/**
* Adds a sanity checker to be run after every pass. Intended for development.
*/
void setSanityCheck(PassFactory sanityCheck) {
this.sanityCheck = sanityCheck;
setSanityCheckState();
}
private void setSanityCheckState() {
if (inLoop) {
lastAst = jsRoot.cloneTree();
mtoc = NodeUtil.mapMainToClone(jsRoot, lastAst);
}
}
/**
* Sets the hashcode of the AST to be logged every pass.
* Intended for development.
*/
void setPrintAstHashcodes(boolean printAstHashcodes) {
this.printAstHashcodes = printAstHashcodes;
}
/**
* Run all the passes in the optimizer.
*/
@Override
public void process(Node externs, Node root) {
progress = 0.0;
progressStep = 0.0;
if (progressRange != null) {
progressStep = (progressRange.maxValue - progressRange.initialValue)
/ passes.size();
progress = progressRange.initialValue;
}
for (CompilerPass pass : passes) {
pass.process(externs, root);
if (hasHaltingErrors()) {
return;
}
}
}
private void maybePrintAstHashcodes(String passName, Node root) {
if (printAstHashcodes) {
String hashCodeMsg = "AST hashCode after " + passName + ": " +
compiler.toSource(root).hashCode();
System.err.println(hashCodeMsg);
compiler.addToDebugLog(hashCodeMsg);
}
}
/**
* Runs the sanity check if it is available.
*/
private void maybeSanityCheck(Node externs, Node root) {
if (sanityCheck != null) {
sanityCheck.create(compiler).process(externs, root);
// The cross-module passes are loopable and ran together, but do not
// participate in the other optimization loops, and are not relevant to
// tracking changed scopes.
if (inLoop &&
!currentPass.name.equals(Compiler.CROSS_MODULE_CODE_MOTION_NAME) &&
!currentPass.name.equals(Compiler.CROSS_MODULE_METHOD_MOTION_NAME)) {
NodeUtil.verifyScopeChanges(mtoc, jsRoot, true);
}
}
}
private boolean hasHaltingErrors() {
return compiler.hasHaltingErrors();
}
/**
* A single compiler pass.
*/
class NamedPass implements CompilerPass {
final String name;
private final PassFactory factory;
private Tracer tracer;
NamedPass(PassFactory factory) {
this.name = factory.getName();
this.factory = factory;
}
@Override
public void process(Node externs, Node root) {
logger.fine(name);
if (sanityCheck != null) {
// Before running the pass, clone the AST so you can sanity-check the
// changed AST against the clone after the pass finishes.
setSanityCheckState();
}
if (tracker != null) {
tracker.recordPassStart(name, factory.isOneTimePass());
}
tracer = new Tracer("JSCompiler");
compiler.beforePass(name);
// Delay the creation of the actual pass until *after* all previous passes
// have been processed.
// Some precondition checks rely on this, eg, in CoalesceVariableNames.
factory.create(compiler).process(externs, root);
compiler.afterPass(name);
try {
if (progressRange == null) {
compiler.setProgress(-1, name);
} else {
progress += progressStep;
compiler.setProgress(progress, name);
}
// Don't move this line in the IF. We create a Tracer even when the tracker
// is null; so we must also stop the tracer when the tracker is null.
// Otherwise, Tracer.ThreadTrace#events can become too big.
long traceRuntime = tracer.stop();
if (tracker != null) {
tracker.recordPassStop(name, traceRuntime);
}
maybePrintAstHashcodes(name, root);
maybeSanityCheck(externs, root);
} catch (IllegalStateException e) {
// TODO(johnlenz): Remove this once the normalization checks report
// errors instead of exceptions.
throw new RuntimeException("Sanity check failed for " + name, e);
}
}
@Override
public String toString() {
return "pass: " + name;
}
}
void setScope(Node n) {
// NodeTraversal causes setScope calls outside loops; ignore them.
if (inLoop) {
// Find the top-level node in the scope.
currentScope = n.isFunction() ? n : getEnclosingScope(n);
}
}
boolean hasScopeChanged(Node n) {
// Outside loops we don't track changed scopes, so we visit them all.
if (!inLoop) {
return true;
}
int timeOfLastRun = lastRuns.get(currentPass);
// A pass looks at all functions when it first runs
return timeOfLastRun == START_TIME
|| n.getChangeTime() > timeOfLastRun;
}
private Node getEnclosingScope(Node n) {
while (n.getParent() != null) {
n = n.getParent();
if (n.isFunction() || n.isScript()) {
return n;
}
}
return n;
}
void reportChangeToEnclosingScope(Node n) {
lastChange = timestamp;
getEnclosingScope(n).setChangeTime(timestamp);
// Every code change happens at a different time
timestamp++;
}
/**
* Records that the currently-running pass may report cross-scope changes.
* When this happens, we don't want to falsely report the current scope as
* changed when reportChangeToScope is called from Compiler.
*/
void startCrossScopeReporting() {
crossScopeReporting = true;
}
/** The currently-running pass won't report cross-scope changes. */
void endCrossScopeReporting() {
crossScopeReporting = false;
}
/**
* A change handler that marks scopes as changed when reportChange is called.
*/
private class ScopedChangeHandler implements CodeChangeHandler {
private int lastCodeChangeQuery;
ScopedChangeHandler() {
this.lastCodeChangeQuery = timestamp;
}
@Override
public void reportChange() {
if (crossScopeReporting) {
// This call was caused by Compiler/reportChangeToEnclosingScope,
// do nothing.
return;
}
lastChange = timestamp;
currentScope.setChangeTime(timestamp);
// Every code change happens at a different time
timestamp++;
}
private boolean hasCodeChangedSinceLastCall() {
boolean result = lastChange > lastCodeChangeQuery;
lastCodeChangeQuery = timestamp;
// The next call to the method will happen at a different time
timestamp++;
return result;
}
}
/**
* A compound pass that contains atomic passes and runs them until they reach
* a fixed point.
*
* Notice that this is a non-static class, because it includes the closure
* of PhaseOptimizer.
*/
@VisibleForTesting
class Loop implements CompilerPass {
private final List myPasses = new ArrayList<>();
private final Set myNames = new HashSet<>();
private ScopedChangeHandler scopeHandler;
void addLoopedPass(PassFactory factory) {
String name = factory.getName();
Preconditions.checkArgument(!myNames.contains(name),
"Already a pass with name '%s' in this loop", name);
myNames.add(name);
myPasses.add(new NamedPass(factory));
}
@Override
public void process(Node externs, Node root) {
Preconditions.checkState(!inLoop, "Nested loops are forbidden");
inLoop = true;
optimizePasses();
boolean isCodeMotionLoop = isCodeMotionLoop();
// Set up function-change tracking
scopeHandler = new ScopedChangeHandler();
compiler.addChangeHandler(scopeHandler);
setScope(root);
// lastRuns is initialized before each loop. This way, when a pass is run
// in the 2nd loop for the 1st time, it looks at all scopes.
lastRuns = new HashMap<>();
for (NamedPass pass : myPasses) {
lastRuns.put(pass, START_TIME);
}
// Contains a pass iff it made changes the last time it was run.
Set madeChanges = new HashSet<>();
// Contains a pass iff it was run during the last inner loop.
Set runInPrevIter = new HashSet<>();
State state = State.RUN_PASSES_NOT_RUN_IN_PREV_ITER;
boolean lastIterMadeChanges;
int count = 0;
int astSize = NodeUtil.countAstSize(root);
int previousAstSize = astSize;
// The loop starts at state RUN_PASSES_NOT_RUN_IN_PREV_ITER and runs all passes.
// After that, it goes to state RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER, and
// runs several iterations in that state, until there are no longer any changes
// to the AST, and then it goes back to RUN_PASSES_NOT_RUN_IN_PREV_ITER.
// We call one sequence of RUN_PASSES_NOT_RUN_IN_PREV_ITER followed by
// RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER a batch.
// At the end of every loop batch, if the batch made so few changes that the
// changed percentage of the AST is below some threshold, we stop the loop
// without waiting to reach a fixpoint.
try {
while (true) {
if (count++ > MAX_LOOPS) {
compiler.throwInternalError(OPTIMIZE_LOOP_ERROR, null);
}
lastIterMadeChanges = false;
for (NamedPass pass : myPasses) {
if ((state == State.RUN_PASSES_NOT_RUN_IN_PREV_ITER
&& !runInPrevIter.contains(pass))
|| (state == State.RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER
&& madeChanges.contains(pass))) {
timestamp++;
currentPass = pass;
pass.process(externs, root);
runInPrevIter.add(pass);
lastRuns.put(pass, timestamp);
if (hasHaltingErrors()) {
return;
} else if (scopeHandler.hasCodeChangedSinceLastCall()) {
madeChanges.add(pass);
lastIterMadeChanges = true;
} else {
madeChanges.remove(pass);
}
} else {
runInPrevIter.remove(pass);
}
}
if (state == State.RUN_PASSES_NOT_RUN_IN_PREV_ITER) {
if (lastIterMadeChanges) {
state = State.RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER;
} else {
return;
}
} else { // state == State.RUN_PASSES_THAT_CHANGED_STH_IN_PREV_ITER
if (!lastIterMadeChanges) {
previousAstSize = astSize;
astSize = NodeUtil.countAstSize(root);
float percentChange = Math.abs(astSize - previousAstSize) / (float) previousAstSize;
// If this loop batch made the code less than 0.1% smaller than the previous loop
// batch, stop before the fixpoint.
// Use this criterion only for loops that remove code; the code-motion loop may
// move code around but not remove code, so this criterion is not correct for
// stopping early.
// This threshold is based on the following heuristic: 1% size difference matters
// to our users. 0.1% size difference is borderline relevant. 0.1% difference
// between loop batches is smaller than 0.1% total difference, so it's unimportant.
if (!isCodeMotionLoop && percentChange < 0.001) {
return;
}
state = State.RUN_PASSES_NOT_RUN_IN_PREV_ITER;
}
}
}
} finally {
inLoop = false;
compiler.removeChangeHandler(scopeHandler);
}
}
/** Re-arrange the passes in an optimal order. */
private void optimizePasses() {
// It's important that this ordering is deterministic, so that
// multiple compiles with the same input produce exactly the same
// results.
//
// To do this, grab any passes we recognize, and move them to the end
// in an "optimal" order.
List optimalPasses = new ArrayList<>();
for (String passInOptimalOrder : OPTIMAL_ORDER) {
for (NamedPass loopablePass : myPasses) {
if (loopablePass.name.equals(passInOptimalOrder)) {
optimalPasses.add(loopablePass);
break;
}
}
}
myPasses.removeAll(optimalPasses);
myPasses.addAll(optimalPasses);
}
private boolean isCodeMotionLoop() {
for (NamedPass pass : this.myPasses) {
if (CODE_MOTION_PASSES.contains(pass.name)) {
return true;
}
}
return false;
}
}
/**
* An object used when running many NamedPass loopable passes as a Loop pass,
* to keep track of how far along we are.
*/
static class ProgressRange {
public final double initialValue;
public final double maxValue;
public ProgressRange(double initialValue, double maxValue) {
this.initialValue = initialValue;
this.maxValue = maxValue;
}
}
}