org.apache.hadoop.hive.ql.optimizer.listbucketingpruner.LBProcFactory Maven / Gradle / Ivy
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.optimizer.listbucketingpruner;
import org.apache.hadoop.hive.ql.exec.FilterOperator;
import org.apache.hadoop.hive.ql.exec.TableScanOperator;
import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
import org.apache.hadoop.hive.ql.lib.NodeProcessor;
import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx;
import org.apache.hadoop.hive.ql.optimizer.PrunerOperatorFactory;
import org.apache.hadoop.hive.ql.parse.SemanticException;
import org.apache.hadoop.hive.ql.plan.ExprNodeDesc;
/**
* Operator factory for list bucketing pruning processing of operator graph We find
* all the filter operators that appear just beneath the table scan operators.
* We then pass the filter to the list bucketing to construct a pruner for
* that table alias and store a mapping from the table scan operator to that
* pruner. We call that list bucketing during plan generation.
*/
public final class LBProcFactory extends PrunerOperatorFactory {
/**
* Determines the list bucketing pruner for the filter. This is called only when
* the filter follows a table scan operator.
*/
public static class LBPRFilterPruner extends FilterPruner {
@Override
protected void generatePredicate(NodeProcessorCtx procCtx, FilterOperator fop,
TableScanOperator top) throws SemanticException, UDFArgumentException {
LBOpWalkerCtx owc = (LBOpWalkerCtx) procCtx;
// Otherwise this is not a sampling predicate and we need to
ExprNodeDesc predicate = fop.getConf().getPredicate();
String alias = top.getConf().getAlias();
// Generate the list bucketing pruning predicate
ExprNodeDesc lbprPred = LBExprProcFactory.genPruner(alias, predicate, owc.getPart());
/*
* add list bucketing predicate to to the table scan operator
*/
addPruningPred(owc.getOpToPartToLBPruner(), top, lbprPred, owc.getPart());
}
}
public static NodeProcessor getFilterProc() {
return new LBPRFilterPruner();
}
private LBProcFactory() {
// prevent instantiation
}
}