org.janusgraph.hadoop.scan.HBaseHadoopScanRunner Maven / Gradle / Ivy
// Copyright 2017 JanusGraph Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package org.janusgraph.hadoop.scan;
import com.google.common.base.Preconditions;
import org.janusgraph.diskstorage.configuration.ConfigElement;
import org.janusgraph.diskstorage.keycolumnvalue.scan.ScanJob;
import org.janusgraph.diskstorage.keycolumnvalue.scan.ScanMetrics;
import org.janusgraph.graphdb.olap.VertexScanJob;
import org.janusgraph.hadoop.config.JanusGraphHadoopConfiguration;
import org.janusgraph.hadoop.formats.hbase.HBaseBinaryInputFormat;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
// TODO port HBase-Kerberos auth token support
public class HBaseHadoopScanRunner extends AbstractHadoopScanRunner {
private static final Logger log = LoggerFactory.getLogger(HBaseHadoopScanRunner.class);
public HBaseHadoopScanRunner(ScanJob scanJob) {
super(scanJob);
}
public HBaseHadoopScanRunner(VertexScanJob vertexScanJob) {
super(vertexScanJob);
}
@Override
protected HBaseHadoopScanRunner self() {
return this;
}
public ScanMetrics run() throws InterruptedException, IOException, ClassNotFoundException {
org.apache.hadoop.conf.Configuration hadoopConf = null != baseHadoopConf ?
baseHadoopConf : new org.apache.hadoop.conf.Configuration();
if (null != janusgraphConf) {
String prefix = ConfigElement.getPath(JanusGraphHadoopConfiguration.GRAPH_CONFIG_KEYS, true) + ".";
for (String k : janusgraphConf.getKeys("")) {
hadoopConf.set(prefix + k, janusgraphConf.get(k, Object.class).toString());
log.debug("Set: {}={}", prefix + k, janusgraphConf.get(k, Object.class).toString());
}
}
Preconditions.checkNotNull(hadoopConf);
if (null != scanJob) {
return HadoopScanRunner.runScanJob(scanJob, scanJobConf, scanJobConfRoot, hadoopConf, HBaseBinaryInputFormat.class);
} else {
return HadoopScanRunner.runVertexScanJob(vertexScanJob, scanJobConf, scanJobConfRoot, hadoopConf, HBaseBinaryInputFormat.class);
}
}
}