All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.flink.table.api.scala.DataStreamConversions.scala Maven / Gradle / Ivy

The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.flink.table.api.scala

import org.apache.flink.api.common.typeinfo.TypeInformation
import org.apache.flink.table.api.Table
import org.apache.flink.table.expressions.Expression
import org.apache.flink.streaming.api.scala.DataStream

/**
  * Holds methods to convert a [[DataStream]] into a [[Table]].
  *
  * @param dataStream The [[DataStream]] to convert.
  * @param inputType The [[TypeInformation]] for the type of the [[DataStream]].
  * @tparam T The type of the [[DataStream]].
  */
class DataStreamConversions[T](dataStream: DataStream[T], inputType: TypeInformation[T]) {

  /**
    * Converts the [[DataStream]] into a [[Table]].
    *
    * The field name of the new [[Table]] can be specified like this:
    *
    * {{{
    *   val env = StreamExecutionEnvironment.getExecutionEnvironment
    *   val tEnv = TableEnvironment.getTableEnvironment(env)
    *
    *   val stream: DataStream[(String, Int)] = ...
    *   val table = stream.toTable(tEnv, 'name, 'amount)
    * }}}
    *
    * If not explicitly specified, field names are automatically extracted from the type of
    * the [[DataStream]].
    *
    * @param tableEnv The [[StreamTableEnvironment]] in which the new [[Table]] is created.
    * @param fields The field names of the new [[Table]] (optional).
    * @return The resulting [[Table]].
    */
  def toTable(tableEnv: StreamTableEnvironment, fields: Expression*): Table = {
    if (fields.isEmpty) {
      tableEnv.fromDataStream(dataStream)
    } else {
      tableEnv.fromDataStream(dataStream, fields:_*)
    }
  }

}





© 2015 - 2025 Weber Informatics LLC | Privacy Policy