com.intel.analytics.bigdl.ppml.examples.tpch.Q18.scala Maven / Gradle / Ivy
The newest version!
// scalastyle:off
/*
* This file is copied from:
* https://github.com/ssavvides/tpch-spark/blob/master/src/main/scala/Q18.scala
*
* Copyright (c) 2015 Savvas Savvides, [email protected], [email protected]
*
* Licensed under the The MIT License:
*
* Permission is hereby granted, free of charge, to any person
* obtaining a copy of this software and associated documentation
* files (the "Software"), to deal in the Software without
* restriction, including without limitation the rights to use,
* copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following
* conditions:
*
* The above copyright notice and this permission notice shall be
* included in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*/
// scalastyle:on
package com.intel.analytics.bigdl.ppml.examples.tpch
import org.apache.spark.sql.DataFrame
import org.apache.spark.SparkContext
import org.apache.spark.sql.functions.first
import org.apache.spark.sql.functions.sum
import org.apache.spark.sql.functions.udf
import com.intel.analytics.bigdl.ppml.PPMLContext
/**
* TPC-H Query 18
* Savvas Savvides
*
*/
class Q18 extends TpchQuery {
override def execute(sc: PPMLContext, schemaProvider: TpchSchemaProvider): DataFrame = {
// this is used to implicitly convert an RDD to a DataFrame.
val sqlContext = sc.getSparkSession.sqlContext
import sqlContext.implicits._
import schemaProvider._
lineitem.groupBy($"l_orderkey")
.agg(sum($"l_quantity").as("sum_quantity"))
.filter($"sum_quantity" > 300)
.select($"l_orderkey".as("key"), $"sum_quantity")
.join(order, order("o_orderkey") === $"key")
.join(lineitem, $"o_orderkey" === lineitem("l_orderkey"))
.join(customer, customer("c_custkey") === $"o_custkey")
.select($"l_quantity", $"c_name", $"c_custkey", $"o_orderkey",
$"o_orderdate", $"o_totalprice")
.groupBy($"c_name", $"c_custkey", $"o_orderkey", $"o_orderdate", $"o_totalprice")
.agg(sum("l_quantity"))
.sort($"o_totalprice".desc, $"o_orderdate")
.limit(100)
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy