org.apache.hadoop.hive.ql.optimizer.correlation.AbstractCorrelationProcCtx Maven / Gradle / Ivy
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.optimizer.correlation;
import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVEOPTREDUCEDEDUPLICATIONMINREDUCER;
import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVESCRIPTOPERATORTRUST;
import java.util.HashSet;
import java.util.Set;
import org.apache.hadoop.hive.ql.exec.Operator;
import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx;
import org.apache.hadoop.hive.ql.parse.ParseContext;
abstract class AbstractCorrelationProcCtx implements NodeProcessorCtx {
private ParseContext pctx;
// For queries using script, the optimization cannot be applied without user's confirmation
// If script preserves alias and value for columns related to keys, user can set this true
private final boolean trustScript;
// This is min number of reducer for deduped RS to avoid query executed on
// too small number of reducers. For example, queries GroupBy+OrderBy can be executed by
// only one reducer if this configuration does not prevents
private final int minReducer;
private final Set> removedOps;
public AbstractCorrelationProcCtx(ParseContext pctx) {
removedOps = new HashSet>();
trustScript = pctx.getConf().getBoolVar(HIVESCRIPTOPERATORTRUST);
minReducer = pctx.getConf().getIntVar(HIVEOPTREDUCEDEDUPLICATIONMINREDUCER);
this.pctx = pctx;
}
public ParseContext getPctx() {
return pctx;
}
public void setPctx(ParseContext pctx) {
this.pctx = pctx;
}
public boolean trustScript() {
return trustScript;
}
public int minReducer() {
return minReducer;
}
public boolean hasBeenRemoved(Operator rsOp) {
return removedOps.contains(rsOp);
}
public boolean addRemovedOperator(Operator rsOp) {
return removedOps.add(rsOp);
}
}