All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.hadoop.hive.ql.exec.spark.status.impl.LocalSparkJobRef Maven / Gradle / Ivy

There is a newer version: 4.0.0
Show newest version
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 

* http://www.apache.org/licenses/LICENSE-2.0 *

* Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hive.ql.exec.spark.status.impl; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.exec.spark.status.LocalSparkJobMonitor; import org.apache.hadoop.hive.ql.exec.spark.status.SparkJobRef; import org.apache.hadoop.hive.ql.exec.spark.status.SparkJobStatus; import org.apache.spark.api.java.JavaSparkContext; public class LocalSparkJobRef implements SparkJobRef { private final String jobId; private final HiveConf hiveConf; private final LocalSparkJobStatus sparkJobStatus; private final JavaSparkContext javaSparkContext; public LocalSparkJobRef( String jobId, HiveConf hiveConf, LocalSparkJobStatus sparkJobStatus, JavaSparkContext javaSparkContext) { this.jobId = jobId; this.hiveConf = hiveConf; this.sparkJobStatus = sparkJobStatus; this.javaSparkContext = javaSparkContext; } @Override public String getJobId() { return jobId; } @Override public SparkJobStatus getSparkJobStatus() { return sparkJobStatus; } @Override public boolean cancelJob() { int id = Integer.parseInt(jobId); javaSparkContext.sc().cancelJob(id); return true; } @Override public int monitorJob() { LocalSparkJobMonitor localSparkJobMonitor = new LocalSparkJobMonitor(hiveConf, sparkJobStatus); return localSparkJobMonitor.startMonitor(); } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy