Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.exec;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.hive.conf.HiveConf;
import org.apache.hadoop.hive.ql.exec.mr.MapRedTask;
import org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask;
import org.apache.hadoop.hive.ql.exec.spark.SparkTask;
import org.apache.hadoop.hive.ql.exec.tez.TezTask;
import org.apache.hadoop.hive.ql.index.IndexMetadataChangeTask;
import org.apache.hadoop.hive.ql.index.IndexMetadataChangeWork;
import org.apache.hadoop.hive.ql.io.merge.MergeFileTask;
import org.apache.hadoop.hive.ql.io.merge.MergeFileWork;
import org.apache.hadoop.hive.ql.io.rcfile.stats.PartialScanTask;
import org.apache.hadoop.hive.ql.io.rcfile.stats.PartialScanWork;
import org.apache.hadoop.hive.ql.plan.ColumnStatsUpdateWork;
import org.apache.hadoop.hive.ql.plan.ColumnStatsWork;
import org.apache.hadoop.hive.ql.plan.ConditionalWork;
import org.apache.hadoop.hive.ql.plan.CopyWork;
import org.apache.hadoop.hive.ql.plan.DDLWork;
import org.apache.hadoop.hive.ql.plan.DependencyCollectionWork;
import org.apache.hadoop.hive.ql.plan.ExplainSQRewriteWork;
import org.apache.hadoop.hive.ql.plan.ExplainWork;
import org.apache.hadoop.hive.ql.plan.FetchWork;
import org.apache.hadoop.hive.ql.plan.FunctionWork;
import org.apache.hadoop.hive.ql.plan.MapredLocalWork;
import org.apache.hadoop.hive.ql.plan.MapredWork;
import org.apache.hadoop.hive.ql.plan.MoveWork;
import org.apache.hadoop.hive.ql.plan.SparkWork;
import org.apache.hadoop.hive.ql.plan.StatsNoJobWork;
import org.apache.hadoop.hive.ql.plan.StatsWork;
import org.apache.hadoop.hive.ql.plan.TezWork;
/**
* TaskFactory implementation.
**/
public final class TaskFactory {
/**
* taskTuple.
*
* @param
*/
public static final class TaskTuple {
public Class workClass;
public Class> taskClass;
public TaskTuple(Class workClass, Class> taskClass) {
this.workClass = workClass;
this.taskClass = taskClass;
}
}
public static ArrayList> taskvec;
static {
taskvec = new ArrayList>();
taskvec.add(new TaskTuple(MoveWork.class, MoveTask.class));
taskvec.add(new TaskTuple(FetchWork.class, FetchTask.class));
taskvec.add(new TaskTuple(CopyWork.class, CopyTask.class));
taskvec.add(new TaskTuple(DDLWork.class, DDLTask.class));
taskvec.add(new TaskTuple(FunctionWork.class,
FunctionTask.class));
taskvec
.add(new TaskTuple(ExplainWork.class, ExplainTask.class));
taskvec
.add(new TaskTuple(ExplainSQRewriteWork.class, ExplainSQRewriteTask.class));
taskvec.add(new TaskTuple(ConditionalWork.class,
ConditionalTask.class));
taskvec.add(new TaskTuple(MapredWork.class,
MapRedTask.class));
taskvec.add(new TaskTuple(MapredLocalWork.class,
MapredLocalTask.class));
taskvec.add(new TaskTuple(StatsWork.class,
StatsTask.class));
taskvec.add(new TaskTuple(StatsNoJobWork.class, StatsNoJobTask.class));
taskvec.add(new TaskTuple(ColumnStatsWork.class, ColumnStatsTask.class));
taskvec.add(new TaskTuple(ColumnStatsUpdateWork.class, ColumnStatsUpdateTask.class));
taskvec.add(new TaskTuple(MergeFileWork.class,
MergeFileTask.class));
taskvec.add(new TaskTuple(DependencyCollectionWork.class,
DependencyCollectionTask.class));
taskvec.add(new TaskTuple(PartialScanWork.class,
PartialScanTask.class));
taskvec.add(new TaskTuple(IndexMetadataChangeWork.class,
IndexMetadataChangeTask.class));
taskvec.add(new TaskTuple(TezWork.class, TezTask.class));
taskvec.add(new TaskTuple(SparkWork.class, SparkTask.class));
}
private static ThreadLocal tid = new ThreadLocal() {
@Override
protected synchronized Integer initialValue() {
return Integer.valueOf(0);
}
};
public static int getAndIncrementId() {
int curValue = tid.get().intValue();
tid.set(new Integer(curValue + 1));
return curValue;
}
public static void resetId() {
tid.set(Integer.valueOf(0));
}
@SuppressWarnings("unchecked")
public static Task get(Class workClass,
HiveConf conf) {
for (TaskTuple t : taskvec) {
if (t.workClass == workClass) {
try {
Task ret = (Task) t.taskClass.newInstance();
ret.setId("Stage-" + Integer.toString(getAndIncrementId()));
return ret;
} catch (Exception e) {
throw new RuntimeException(e);
}
}
}
throw new RuntimeException("No task for work class " + workClass.getName());
}
public static Task get(T work, HiveConf conf,
Task... tasklist) {
Task ret = get((Class) work.getClass(), conf);
ret.setWork(work);
if (tasklist.length == 0) {
return (ret);
}
ArrayList> clist = new ArrayList>();
for (Task tsk : tasklist) {
clist.add(tsk);
}
ret.setChildTasks(clist);
return (ret);
}
public static Task getAndMakeChild(T work,
HiveConf conf, Task... tasklist) {
Task ret = get((Class) work.getClass(), conf);
ret.setWork(work);
if (tasklist.length == 0) {
return (ret);
}
makeChild(ret, tasklist);
return (ret);
}
public static void makeChild(Task ret,
Task... tasklist) {
// Add the new task as child of each of the passed in tasks
for (Task tsk : tasklist) {
List> children = tsk.getChildTasks();
if (children == null) {
children = new ArrayList>();
}
children.add(ret);
tsk.setChildTasks(children);
}
}
private TaskFactory() {
// prevent instantiation
}
}
