Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.trino.metadata.GlobalFunctionCatalog Maven / Gradle / Ivy
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.trino.metadata;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableListMultimap;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Multimap;
import com.google.errorprone.annotations.ThreadSafe;
import com.google.inject.Inject;
import com.google.inject.Provider;
import io.trino.connector.system.GlobalSystemConnector;
import io.trino.operator.table.ExcludeColumnsFunction.ExcludeColumnsFunctionHandle;
import io.trino.operator.table.SequenceFunction.SequenceFunctionHandle;
import io.trino.operator.table.json.JsonTable.JsonTableFunctionHandle;
import io.trino.spi.function.AggregationFunctionMetadata;
import io.trino.spi.function.AggregationImplementation;
import io.trino.spi.function.BoundSignature;
import io.trino.spi.function.CatalogSchemaFunctionName;
import io.trino.spi.function.FunctionDependencies;
import io.trino.spi.function.FunctionDependencyDeclaration;
import io.trino.spi.function.FunctionId;
import io.trino.spi.function.FunctionMetadata;
import io.trino.spi.function.FunctionProvider;
import io.trino.spi.function.InvocationConvention;
import io.trino.spi.function.OperatorType;
import io.trino.spi.function.ScalarFunctionImplementation;
import io.trino.spi.function.Signature;
import io.trino.spi.function.WindowFunctionSupplier;
import io.trino.spi.function.table.ConnectorTableFunctionHandle;
import io.trino.spi.function.table.TableFunctionProcessorProvider;
import io.trino.spi.type.TypeManager;
import io.trino.spi.type.TypeSignature;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.function.Function;
import static com.google.common.base.Preconditions.checkArgument;
import static com.google.common.base.Preconditions.checkState;
import static com.google.common.collect.ImmutableMap.toImmutableMap;
import static io.trino.metadata.OperatorNameUtil.isOperatorName;
import static io.trino.metadata.OperatorNameUtil.mangleOperatorName;
import static io.trino.metadata.OperatorNameUtil.unmangleOperator;
import static io.trino.operator.table.ExcludeColumnsFunction.getExcludeColumnsFunctionProcessorProvider;
import static io.trino.operator.table.SequenceFunction.getSequenceFunctionProcessorProvider;
import static io.trino.operator.table.json.JsonTable.getJsonTableFunctionProcessorProvider;
import static io.trino.spi.function.FunctionKind.AGGREGATE;
import static io.trino.spi.type.BigintType.BIGINT;
import static io.trino.spi.type.BooleanType.BOOLEAN;
import static io.trino.spi.type.IntegerType.INTEGER;
import static java.util.Locale.ENGLISH;
import static java.util.Objects.requireNonNull;
@ThreadSafe
public class GlobalFunctionCatalog
implements FunctionProvider
{
public static final String BUILTIN_SCHEMA = "builtin";
private final Provider metadata;
private final Provider typeManager;
private final Provider functionManager;
private volatile FunctionMap functions = new FunctionMap();
@Inject
public GlobalFunctionCatalog(Provider metadata, Provider typeManager, Provider functionManager)
{
this.metadata = requireNonNull(metadata, "metadata is null");
this.typeManager = requireNonNull(typeManager, "typeManager is null");
this.functionManager = requireNonNull(functionManager, "functionManager is null");
}
public final synchronized void addFunctions(FunctionBundle functionBundle)
{
for (FunctionMetadata functionMetadata : functionBundle.getFunctions()) {
checkArgument(!functions.getFunctionsById().containsKey(functionMetadata.getFunctionId()), "Function already registered: %s", functionMetadata.getFunctionId());
for (String alias : functionMetadata.getNames()) {
checkArgument(!alias.contains("|"), "Function name cannot contain '|' character: %s(%s)", alias, functionMetadata.getSignature());
checkArgument(!alias.contains("@"), "Function name cannot contain '@' character: %s(%s)", alias, functionMetadata.getSignature());
checkNotSpecializedTypeOperator(alias, functionMetadata.getSignature());
for (FunctionMetadata existingFunction : this.functions.get(alias)) {
checkArgument(!functionMetadata.getSignature().equals(existingFunction.getSignature()), "Function already registered: %s(%s)", alias, functionMetadata.getSignature());
}
}
}
this.functions = new FunctionMap(this.functions, functionBundle);
}
/**
* Type operators are handled automatically by the engine, so custom operator implementations
* cannot be registered for these.
*/
private static void checkNotSpecializedTypeOperator(String alias, Signature signature)
{
if (!isOperatorName(alias)) {
return;
}
OperatorType operatorType = unmangleOperator(alias);
// The trick here is the Generic*Operator implementations implement these exact signatures,
// so we only these exact signatures to be registered. Since, only a single function with
// a specific signature can be registered, it prevents others from being registered.
Signature.Builder expectedSignature = Signature.builder()
.argumentTypes(Collections.nCopies(operatorType.getArgumentCount(), new TypeSignature("T")));
switch (operatorType) {
case EQUAL:
case IDENTICAL:
case INDETERMINATE:
expectedSignature.returnType(BOOLEAN);
expectedSignature.comparableTypeParameter("T");
break;
case HASH_CODE:
case XX_HASH_64:
expectedSignature.returnType(BIGINT);
expectedSignature.comparableTypeParameter("T");
break;
case COMPARISON_UNORDERED_FIRST:
case COMPARISON_UNORDERED_LAST:
expectedSignature.returnType(INTEGER);
expectedSignature.orderableTypeParameter("T");
break;
case LESS_THAN:
case LESS_THAN_OR_EQUAL:
expectedSignature.returnType(BOOLEAN);
expectedSignature.orderableTypeParameter("T");
break;
default:
return;
}
checkArgument(signature.equals(expectedSignature.build()), "Can not register %s functionMetadata: %s", operatorType, signature);
}
public List listFunctions()
{
return functions.list();
}
public Collection getBuiltInFunctions(String functionName)
{
return functions.get(functionName);
}
public FunctionMetadata getFunctionMetadata(FunctionId functionId)
{
return functions.get(functionId);
}
public AggregationFunctionMetadata getAggregationFunctionMetadata(FunctionId functionId)
{
return functions.getFunctionBundle(functionId).getAggregationFunctionMetadata(functionId);
}
@Override
public WindowFunctionSupplier getWindowFunctionSupplier(FunctionId functionId, BoundSignature boundSignature, FunctionDependencies functionDependencies)
{
return functions.getFunctionBundle(functionId).getWindowFunctionSupplier(functionId, boundSignature, functionDependencies);
}
@Override
public AggregationImplementation getAggregationImplementation(FunctionId functionId, BoundSignature boundSignature, FunctionDependencies functionDependencies)
{
return functions.getFunctionBundle(functionId).getAggregationImplementation(functionId, boundSignature, functionDependencies);
}
public FunctionDependencyDeclaration getFunctionDependencies(FunctionId functionId, BoundSignature boundSignature)
{
return functions.getFunctionBundle(functionId).getFunctionDependencies(functionId, boundSignature);
}
@Override
public ScalarFunctionImplementation getScalarFunctionImplementation(
FunctionId functionId,
BoundSignature boundSignature,
FunctionDependencies functionDependencies,
InvocationConvention invocationConvention)
{
return functions.getFunctionBundle(functionId).getScalarFunctionImplementation(functionId, boundSignature, functionDependencies, invocationConvention);
}
@Override
public TableFunctionProcessorProvider getTableFunctionProcessorProvider(ConnectorTableFunctionHandle functionHandle)
{
if (functionHandle instanceof ExcludeColumnsFunctionHandle) {
return getExcludeColumnsFunctionProcessorProvider();
}
if (functionHandle instanceof SequenceFunctionHandle) {
return getSequenceFunctionProcessorProvider();
}
if (functionHandle instanceof JsonTableFunctionHandle) {
return getJsonTableFunctionProcessorProvider(metadata.get(), typeManager.get(), functionManager.get());
}
return null;
}
public static boolean isBuiltinFunctionName(CatalogSchemaFunctionName functionName)
{
return functionName.getCatalogName().equals(GlobalSystemConnector.NAME) && functionName.getSchemaName().equals(BUILTIN_SCHEMA);
}
public static CatalogSchemaFunctionName builtinFunctionName(OperatorType operatorType)
{
return builtinFunctionName(mangleOperatorName(operatorType));
}
public static CatalogSchemaFunctionName builtinFunctionName(String functionName)
{
return new CatalogSchemaFunctionName(GlobalSystemConnector.NAME, BUILTIN_SCHEMA, functionName);
}
private static class FunctionMap
{
private final Map functionBundlesById;
private final Map functionsById;
// function names are currently lower cased
private final Multimap functionsByLowerCaseName;
public FunctionMap()
{
functionBundlesById = ImmutableMap.of();
functionsById = ImmutableMap.of();
functionsByLowerCaseName = ImmutableListMultimap.of();
}
public FunctionMap(FunctionMap map, FunctionBundle functionBundle)
{
this.functionBundlesById = ImmutableMap.builder()
.putAll(map.functionBundlesById)
.putAll(functionBundle.getFunctions().stream()
.collect(toImmutableMap(FunctionMetadata::getFunctionId, functionMetadata -> functionBundle)))
.buildOrThrow();
this.functionsById = ImmutableMap.builder()
.putAll(map.functionsById)
.putAll(functionBundle.getFunctions().stream()
.collect(toImmutableMap(FunctionMetadata::getFunctionId, Function.identity())))
.buildOrThrow();
ImmutableListMultimap.Builder functionsByName = ImmutableListMultimap.builder()
.putAll(map.functionsByLowerCaseName);
for (FunctionMetadata function : functionBundle.getFunctions()) {
for (String alias : function.getNames()) {
functionsByName.put(alias.toLowerCase(ENGLISH), function);
}
}
this.functionsByLowerCaseName = functionsByName.build();
// Make sure all functions with the same name are aggregations or none of them are
for (Map.Entry> entry : this.functionsByLowerCaseName.asMap().entrySet()) {
Collection values = entry.getValue();
long aggregations = values.stream()
.map(FunctionMetadata::getKind)
.filter(kind -> kind == AGGREGATE)
.count();
checkState(aggregations == 0 || aggregations == values.size(), "'%s' is both an aggregation and a scalar function", entry.getKey());
}
}
public List list()
{
return ImmutableList.copyOf(functionsByLowerCaseName.values());
}
public Map getFunctionsById()
{
return functionsById;
}
public Collection get(String functionName)
{
return functionsByLowerCaseName.get(functionName.toLowerCase(ENGLISH));
}
public FunctionMetadata get(FunctionId functionId)
{
FunctionMetadata functionMetadata = functionsById.get(functionId);
checkArgument(functionMetadata != null, "Unknown function implementation: %s", functionId);
return functionMetadata;
}
public FunctionBundle getFunctionBundle(FunctionId functionId)
{
FunctionBundle functionBundle = functionBundlesById.get(functionId);
checkArgument(functionBundle != null, "Unknown function implementation: %s", functionId);
return functionBundle;
}
}
}
