Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.table.plan.schema
import java.util
import org.apache.flink.shaded.guava18.com.google.common.collect.ImmutableSet
import org.apache.flink.table.calcite.FlinkTypeFactory
import org.apache.flink.table.catalog.{CatalogTable, ExternalTableUtil, FlinkTempTable}
import org.apache.flink.table.plan.stats.FlinkStatistic
import org.apache.calcite.rel.`type`.RelDataTypeFactory
import org.apache.calcite.schema.ConfigurableTable
import org.apache.flink.table.api.TableSourceParser
import org.apache.flink.table.catalog.config.CatalogTableConfig
import org.apache.flink.table.sinks.TableSink
import org.apache.flink.table.sources.{BatchTableSource, StreamTableSource}
import scala.collection.mutable.ArrayBuffer
/**
* CatalogCalciteTable represents an CatalogTable in Calcite.
* 1. The isStreaming flag indicates the execution environment of the job which is used to
* determine the schema of the table and which TableSink can be create from catalog table.
* 2. CatalogTable will be transferred to a TableSource in TableScan and a TableSink in DML query
* and a DimensionTableSource in TemporalTableScan by CatalogTableRules.
* 3. The schema of CatalogTable can be different in different execution environment since there is
* no TimeIndicator in batch table and dimension table.
* 4. The computed columns of CatalogTable will registered as virtual columns in calcite
* which cannot be update in dml query.
*
*/
class CatalogCalciteTable(
val name:String,
val table: CatalogTable)
extends FlinkTable with ConfigurableTable {
val isStreaming =
if (table.getProperties.containsKey(CatalogTableConfig.IS_STREAMING)) {
Option.apply(table.getProperties.remove(CatalogTableConfig.IS_STREAMING).toBoolean)
} else {
Option.empty
}
/**
* Creates a copy of this table, changing statistic.
*
* @param statistic A new FlinkStatistic.
* @return Copy of this table, substituting statistic.
*/
override def copy(statistic: FlinkStatistic): CatalogCalciteTable = {
if (isStreaming.isDefined) {
table.getProperties.put(CatalogTableConfig.IS_STREAMING, isStreaming.get.toString)
}
return new CatalogCalciteTable(name, table)
}
override def getRowType(typeFactory: RelDataTypeFactory) =
typeFactory.asInstanceOf[FlinkTypeFactory]
.buildLogicalRowType(table.getTableSchema, isStreaming)
override def config(dynamicParameters: util.Map[String, String]) = {
val newProperties = new util.HashMap[String, String]()
newProperties.putAll(table.getProperties)
newProperties.putAll(dynamicParameters)
val newTable = new CatalogTable(
table.getTableType,
table.getTableSchema,
newProperties,
table.getRichTableSchema,
table.getTableStats,
table.getComment,
table.getPartitionColumnNames,
table.isPartitioned,
table.getComputedColumnsSql,
table.getRowTimeField,
table.getWatermarkOffset,
table.getCreateTime,
table.getLastAccessTime)
if (isStreaming.isDefined) {
newTable.getProperties.put(CatalogTableConfig.IS_STREAMING, isStreaming.get.toString)
}
new CatalogCalciteTable(name, newTable)
}
override def getStatistic(): FlinkStatistic = {
val statisticBuilder = FlinkStatistic.builder.tableStats(table.getTableStats)
val primaryKeys = table.getTableSchema.getPrimaryKeys
val uniqueKeys = table.getTableSchema.getUniqueKeys
if (primaryKeys.nonEmpty || uniqueKeys.nonEmpty) {
val keyBuffer = new ArrayBuffer[util.Set[String]]()
if (!primaryKeys.isEmpty) {
keyBuffer.append(ImmutableSet.copyOf(primaryKeys))
}
uniqueKeys.foreach {
case uniqueKey: Array[String] => keyBuffer.append(ImmutableSet.copyOf(uniqueKey))
}
statisticBuilder.uniqueKeys(ImmutableSet.copyOf(keyBuffer.toArray))
}
statisticBuilder.build()
}
/**
* Create table sink.
* @return table sink
*/
def tableSink: TableSink[Any] = {
if (isStreaming.isDefined) {
isStreaming.get match {
case true => streamTableSink
case false => batchTableSink
}
} else {
throw new RuntimeException("isStreaming flag should be set for external tables")
}
}
/**
* Create a stream table sink from table.
* @return table sink
*/
private def streamTableSink: TableSink[Any] =
ExternalTableUtil.toTableSink(name, table, true)
.asInstanceOf[TableSink[Any]]
/**
* Create a batch table sink from table.
* @return table sink
*/
private def batchTableSink: TableSink[Any] =
ExternalTableUtil.toTableSink(name, table, false)
.asInstanceOf[TableSink[Any]]
/**
* Create a streaming table source from a catalog table.
* @return the stream table source
*/
def streamTableSource: StreamTableSource[Any] =
if (isStreaming.isDefined) {
if (!isStreaming.get) {
null
} else {
ExternalTableUtil.toTableSource(name, table, true) match {
case t: StreamTableSource[Any] => t
case _ => null
}
}
} else {
null
}
/**
* Create a table parser for a catalog table.
* @return
*/
def tableSourceParser: TableSourceParser =
if (isStreaming.isDefined) {
ExternalTableUtil.toParser(name, table, isStreaming.get)
} else {
null
}
/**
* Create a batch table source from a catalog table.
* @return the batch table source
*/
def batchTableSource: BatchTableSource[Any] =
if (isStreaming.isDefined) {
if (isStreaming.get) {
null
} else {
ExternalTableUtil.toTableSource(name, table, false) match {
case t: BatchTableSource[Any] => t
case _ => null
}
}
} else {
null
}
}
