com.datastax.insight.ml.spark.hive.HiveHandler Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of data-analysis Show documentation

data-analysis

The newest version!

package com.datastax.insight.ml.spark.hive;

import com.datastax.insight.spec.DataSetOperator;
import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.apache.spark.sql.SparkSession;

public class HiveHandler implements DataSetOperator {
    public static Dataset hsql(String... hql){
        SparkSession spark = SparkSession
                .builder()
                .appName("datastax-Insight Hive Operator")
                .getOrCreate();

        Dataset result = null;

        for(String sql : hql){
            result = spark.sql(sql);
        }

        return result;
    }

    public static Dataset hsql(String hql){
        String[] sql = hql.split(";");
        return hsql(sql);
    }
}