Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.exec;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorSMBMapJoinOperator;
import org.apache.hadoop.hive.ql.exec.vector.VectorizationContext;
import org.apache.hadoop.hive.ql.metadata.HiveException;
import org.apache.hadoop.hive.ql.plan.CollectDesc;
import org.apache.hadoop.hive.ql.plan.DemuxDesc;
import org.apache.hadoop.hive.ql.plan.DummyStoreDesc;
import org.apache.hadoop.hive.ql.plan.ExprNodeDesc;
import org.apache.hadoop.hive.ql.plan.ExtractDesc;
import org.apache.hadoop.hive.ql.plan.FileSinkDesc;
import org.apache.hadoop.hive.ql.plan.FilterDesc;
import org.apache.hadoop.hive.ql.plan.ForwardDesc;
import org.apache.hadoop.hive.ql.plan.GroupByDesc;
import org.apache.hadoop.hive.ql.plan.HashTableDummyDesc;
import org.apache.hadoop.hive.ql.plan.HashTableSinkDesc;
import org.apache.hadoop.hive.ql.plan.JoinDesc;
import org.apache.hadoop.hive.ql.plan.LateralViewForwardDesc;
import org.apache.hadoop.hive.ql.plan.LateralViewJoinDesc;
import org.apache.hadoop.hive.ql.plan.LimitDesc;
import org.apache.hadoop.hive.ql.plan.MapJoinDesc;
import org.apache.hadoop.hive.ql.plan.MuxDesc;
import org.apache.hadoop.hive.ql.plan.OperatorDesc;
import org.apache.hadoop.hive.ql.plan.PTFDesc;
import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc;
import org.apache.hadoop.hive.ql.plan.SMBJoinDesc;
import org.apache.hadoop.hive.ql.plan.ScriptDesc;
import org.apache.hadoop.hive.ql.plan.SelectDesc;
import org.apache.hadoop.hive.ql.plan.TableScanDesc;
import org.apache.hadoop.hive.ql.plan.UDTFDesc;
import org.apache.hadoop.hive.ql.plan.UnionDesc;
/**
* OperatorFactory.
*
*/
public final class OperatorFactory {
/**
* OpTuple.
*
* @param
*/
public static final class OpTuple {
public Class descClass;
public Class> opClass;
public OpTuple(Class descClass, Class> opClass) {
this.descClass = descClass;
this.opClass = opClass;
}
}
public static ArrayList opvec;
static {
opvec = new ArrayList();
opvec.add(new OpTuple(FilterDesc.class, FilterOperator.class));
opvec.add(new OpTuple(SelectDesc.class, SelectOperator.class));
opvec.add(new OpTuple(ForwardDesc.class, ForwardOperator.class));
opvec.add(new OpTuple(FileSinkDesc.class, FileSinkOperator.class));
opvec.add(new OpTuple(CollectDesc.class, CollectOperator.class));
opvec.add(new OpTuple(ScriptDesc.class, ScriptOperator.class));
opvec.add(new OpTuple(PTFDesc.class, PTFOperator.class));
opvec.add(new OpTuple(ReduceSinkDesc.class, ReduceSinkOperator.class));
opvec.add(new OpTuple(ExtractDesc.class, ExtractOperator.class));
opvec.add(new OpTuple(GroupByDesc.class, GroupByOperator.class));
opvec.add(new OpTuple(JoinDesc.class, JoinOperator.class));
opvec.add(new OpTuple(MapJoinDesc.class, MapJoinOperator.class));
opvec.add(new OpTuple(SMBJoinDesc.class, SMBMapJoinOperator.class));
opvec.add(new OpTuple(LimitDesc.class, LimitOperator.class));
opvec.add(new OpTuple(TableScanDesc.class, TableScanOperator.class));
opvec.add(new OpTuple(UnionDesc.class, UnionOperator.class));
opvec.add(new OpTuple(UDTFDesc.class, UDTFOperator.class));
opvec.add(new OpTuple(LateralViewJoinDesc.class,
LateralViewJoinOperator.class));
opvec.add(new OpTuple(LateralViewForwardDesc.class,
LateralViewForwardOperator.class));
opvec.add(new OpTuple(HashTableDummyDesc.class,
HashTableDummyOperator.class));
opvec.add(new OpTuple(HashTableSinkDesc.class,
HashTableSinkOperator.class));
opvec.add(new OpTuple(DummyStoreDesc.class,
DummyStoreOperator.class));
opvec.add(new OpTuple(DemuxDesc.class,
DemuxOperator.class));
opvec.add(new OpTuple(MuxDesc.class,
MuxOperator.class));
}
public static ArrayList vectorOpvec;
static {
vectorOpvec = new ArrayList();
vectorOpvec.add(new OpTuple(SelectDesc.class, VectorSelectOperator.class));
vectorOpvec.add(new OpTuple(GroupByDesc.class, VectorGroupByOperator.class));
vectorOpvec.add(new OpTuple(MapJoinDesc.class, VectorMapJoinOperator.class));
vectorOpvec.add(new OpTuple(SMBJoinDesc.class, VectorSMBMapJoinOperator.class));
vectorOpvec.add(new OpTuple(ReduceSinkDesc.class,
VectorReduceSinkOperator.class));
vectorOpvec.add(new OpTuple(FileSinkDesc.class, VectorFileSinkOperator.class));
vectorOpvec.add(new OpTuple(FilterDesc.class, VectorFilterOperator.class));
vectorOpvec.add(new OpTuple(LimitDesc.class, VectorLimitOperator.class));
}
public static Operator getVectorOperator(T conf,
VectorizationContext vContext) throws HiveException {
Class descClass = (Class) conf.getClass();
for (OpTuple o : vectorOpvec) {
if (o.descClass == descClass) {
try {
Operator op = (Operator) o.opClass.getDeclaredConstructor(
VectorizationContext.class, OperatorDesc.class).newInstance(
vContext, conf);
return op;
} catch (Exception e) {
e.printStackTrace();
throw new HiveException(e);
}
}
}
throw new HiveException("No vector operator for descriptor class "
+ descClass.getName());
}
public static Operator get(Class opClass) {
for (OpTuple o : opvec) {
if (o.descClass == opClass) {
try {
Operator op = (Operator) o.opClass.newInstance();
return op;
} catch (Exception e) {
e.printStackTrace();
throw new RuntimeException(e);
}
}
}
throw new RuntimeException("No operator for descriptor class "
+ opClass.getName());
}
public static Operator get(Class opClass,
RowSchema rwsch) {
Operator ret = get(opClass);
ret.setSchema(rwsch);
return ret;
}
/**
* Returns an operator given the conf and a list of children operators.
*/
public static Operator get(T conf,
Operator... oplist) {
Operator ret = get((Class) conf.getClass());
ret.setConf(conf);
makeChild(ret, oplist);
return (ret);
}
/**
* Returns an operator given the conf and a list of children operators.
*/
public static void makeChild(
Operator ret,
Operator... oplist) {
if (oplist.length == 0) {
return;
}
ArrayList> clist =
new ArrayList>();
for (Operator op : oplist) {
clist.add(op);
}
ret.setChildOperators(clist);
// Add this parent to the children
for (Operator op : oplist) {
List> parents = op.getParentOperators();
if (parents == null) {
parents = new ArrayList>();
}
parents.add(ret);
op.setParentOperators(parents);
}
}
/**
* Returns an operator given the conf and a list of children operators.
*/
public static Operator get(T conf,
RowSchema rwsch, Operator... oplist) {
Operator ret = get(conf, oplist);
ret.setSchema(rwsch);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
Operator... oplist) {
Operator ret = get((Class) conf.getClass());
ret.setConf(conf);
if (oplist.length == 0) {
return (ret);
}
// Add the new operator as child of each of the passed in operators
for (Operator op : oplist) {
List children = op.getChildOperators();
if (children == null) {
children = new ArrayList();
}
children.add(ret);
op.setChildOperators(children);
}
// add parents for the newly created operator
List> parent =
new ArrayList>();
for (Operator op : oplist) {
parent.add(op);
}
ret.setParentOperators(parent);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
List> oplist) {
Operator ret = get((Class) conf.getClass());
ret.setConf(conf);
if (oplist.size() == 0) {
return (ret);
}
// Add the new operator as child of each of the passed in operators
for (Operator op : oplist) {
List children = op.getChildOperators();
if (children == null) {
children = new ArrayList();
}
children.add(ret);
op.setChildOperators(children);
}
// add parents for the newly created operator
List> parent =
new ArrayList>();
for (Operator op : oplist) {
parent.add(op);
}
ret.setParentOperators(parent);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
RowSchema rwsch, Operator... oplist) {
Operator ret = getAndMakeChild(conf, oplist);
ret.setSchema(rwsch);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
RowSchema rwsch, Map colExprMap, Operator... oplist) {
Operator ret = getAndMakeChild(conf, rwsch, oplist);
ret.setColumnExprMap(colExprMap);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
RowSchema rwsch, List> oplist) {
Operator ret = getAndMakeChild(conf, oplist);
ret.setSchema(rwsch);
return (ret);
}
/**
* Returns an operator given the conf and a list of parent operators.
*/
public static Operator getAndMakeChild(T conf,
RowSchema rwsch, Map colExprMap, List> oplist) {
Operator ret = getAndMakeChild(conf, rwsch, oplist);
ret.setColumnExprMap(colExprMap);
return (ret);
}
private OperatorFactory() {
// prevent instantiation
}
}
