io.trino.tests.product.iceberg.TestIcebergHiveTablesCompatibility Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of trino-product-tests Show documentation
There is a newer version: 468
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.tests.product.iceberg;

import io.trino.tempto.ProductTest;
import io.trino.tests.product.hudi.TestHudiHiveTablesCompatibility;
import org.testng.annotations.Test;

import static io.trino.tempto.assertions.QueryAssert.Row.row;
import static io.trino.tempto.assertions.QueryAssert.assertQueryFailure;
import static io.trino.testing.TestingNames.randomNameSuffix;
import static io.trino.tests.product.TestGroups.HMS_ONLY;
import static io.trino.tests.product.TestGroups.ICEBERG;
import static io.trino.tests.product.TestGroups.STORAGE_FORMATS;
import static io.trino.tests.product.utils.QueryExecutors.onTrino;
import static java.lang.String.format;
import static org.assertj.core.api.Assertions.assertThat;

/**
 * Tests interactions between Iceberg and Hive connectors, when one tries to read a table created by the other.
 *
 * @see TestIcebergRedirectionToHive
 * @see TestIcebergHiveViewsCompatibility
 * @see TestHudiHiveTablesCompatibility
 */
public class TestIcebergHiveTablesCompatibility
        extends ProductTest
{
    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testIcebergSelectFromHiveTable()
    {
        String tableName = "test_iceberg_select_from_hive_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE hive.default." + tableName + "(a bigint)");

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM iceberg.default." + tableName))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q Not an Iceberg table: default." + tableName);

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM iceberg.default.\"" + tableName + "$data\""))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:15: Table 'iceberg.default.\"" + tableName + "$data\"' does not exist");

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM iceberg.default.\"" + tableName + "$files\""))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:15: Table 'iceberg.default.\"" + tableName + "$files\"' does not exist");

        onTrino().executeQuery("DROP TABLE hive.default." + tableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testHiveSelectFromIcebergTable()
    {
        String tableName = "test_hive_select_from_iceberg_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE iceberg.default." + tableName + "(a bigint)");

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM hive.default." + tableName))
                .hasMessageMatching(format("Query failed \\(#\\w+\\):\\Q Cannot query Iceberg table 'default.%s'", tableName));

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM hive.default.\"" + tableName + "$partitions\""))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:15: Table 'hive.default.\"" + tableName + "$partitions\"' does not exist");

        assertQueryFailure(() -> onTrino().executeQuery("SELECT * FROM hive.default.\"" + tableName + "$properties\""))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:15: Table 'hive.default.\"" + tableName + "$properties\"' does not exist");

        onTrino().executeQuery("DROP TABLE iceberg.default." + tableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testIcebergCannotCreateTableNamesakeToHiveTable()
    {
        String tableName = "test_iceberg_create_namesake_hive_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE hive.default." + tableName + "(a bigint)");

        assertQueryFailure(() -> onTrino().executeQuery("CREATE TABLE iceberg.default." + tableName + "(a bigint)"))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:1: Table 'iceberg.default." + tableName + "' of unsupported type already exists");

        onTrino().executeQuery("DROP TABLE hive.default." + tableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testHiveCannotCreateTableNamesakeToIcebergTable()
    {
        String tableName = "test_hive_create_namesake_iceberg_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE iceberg.default." + tableName + "(a bigint)");

        assertQueryFailure(() -> onTrino().executeQuery("CREATE TABLE hive.default." + tableName + "(a bigint)"))
                .hasMessageMatching("Query failed \\(#\\w+\\):\\Q line 1:1: Table 'hive.default." + tableName + "' of unsupported type already exists");

        onTrino().executeQuery("DROP TABLE iceberg.default." + tableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testHiveSelectTableColumns()
    {
        String hiveTableName = "test_hive_table_columns_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE hive.default." + hiveTableName + "(a bigint)");

        String icebergTableName = "test_iceberg_table_columns_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE iceberg.default." + icebergTableName + "(a bigint)");

        assertThat(onTrino().executeQuery(
                format("SELECT table_cat, table_schem, table_name, column_name FROM system.jdbc.columns WHERE table_cat = 'hive' AND table_schem = 'default' AND table_name = '%s'", hiveTableName)))
                .containsOnly(row("hive", "default", hiveTableName, "a"));
        // Hive does not show any information about tables with unsupported format
        assertThat(onTrino().executeQuery(
                format("SELECT table_cat, table_schem, table_name, column_name FROM system.jdbc.columns WHERE table_cat = 'hive' AND table_schem = 'default' AND table_name = '%s'", icebergTableName)))
                .hasNoRows();

        onTrino().executeQuery("DROP TABLE hive.default." + hiveTableName);
        onTrino().executeQuery("DROP TABLE iceberg.default." + icebergTableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testHiveListsIcebergTable()
    {
        String tableName = "test_hive_lists_iceberg_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE iceberg.default." + tableName + "(a bigint)");
        assertThat(onTrino().executeQuery("SHOW TABLES FROM hive.default")).contains(row(tableName));
        onTrino().executeQuery("DROP TABLE iceberg.default." + tableName);
    }

    @Test(groups = {ICEBERG, STORAGE_FORMATS, HMS_ONLY})
    public void testIcebergListsHiveTable()
    {
        String tableName = "test_iceberg_lists_hive_table_" + randomNameSuffix();
        onTrino().executeQuery("CREATE TABLE hive.default." + tableName + "(a bigint)");
        assertThat(onTrino().executeQuery("SHOW TABLES FROM iceberg.default")).contains(row(tableName));
        onTrino().executeQuery("DROP TABLE hive.default." + tableName);
    }
}