Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.facebook.presto.tests.hive.TestInsertIntoHiveTable Maven / Gradle / Ivy
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.tests.hive;
import io.prestodb.tempto.ProductTest;
import io.prestodb.tempto.Requirement;
import io.prestodb.tempto.RequirementsProvider;
import io.prestodb.tempto.configuration.Configuration;
import io.prestodb.tempto.fulfillment.table.TableDefinition;
import io.prestodb.tempto.fulfillment.table.hive.HiveTableDefinition;
import org.testng.annotations.Test;
import java.math.BigDecimal;
import java.sql.Date;
import java.sql.Timestamp;
import java.time.LocalDateTime;
import static com.facebook.presto.tests.TestGroups.POST_HIVE_1_0_1;
import static com.facebook.presto.tests.hive.AllSimpleTypesTableDefinitions.ALL_HIVE_SIMPLE_TYPES_TEXTFILE;
import static io.prestodb.tempto.Requirements.compose;
import static io.prestodb.tempto.assertions.QueryAssert.Row.row;
import static io.prestodb.tempto.assertions.QueryAssert.assertThat;
import static io.prestodb.tempto.fulfillment.table.MutableTableRequirement.State.CREATED;
import static io.prestodb.tempto.fulfillment.table.MutableTablesState.mutableTablesState;
import static io.prestodb.tempto.fulfillment.table.TableRequirements.immutableTable;
import static io.prestodb.tempto.fulfillment.table.TableRequirements.mutableTable;
import static io.prestodb.tempto.query.QueryExecutor.query;
public class TestInsertIntoHiveTable
extends ProductTest
implements RequirementsProvider
{
private static final String TABLE_NAME = "target_table";
private static final String PARTITIONED_TABLE_WITH_SERDE = "target_partitioned_with_serde_property";
@Override
public Requirement getRequirements(Configuration configuration)
{
return compose(
mutableTable(ALL_HIVE_SIMPLE_TYPES_TEXTFILE, TABLE_NAME, CREATED),
mutableTable(partitionedTableDefinition(), PARTITIONED_TABLE_WITH_SERDE, CREATED),
immutableTable(ALL_HIVE_SIMPLE_TYPES_TEXTFILE));
}
private static TableDefinition partitionedTableDefinition()
{
String createTableDdl = "CREATE TABLE %NAME%( " +
"id int, " +
"name string " +
") " +
"PARTITIONED BY (dt string) " +
"ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' " +
"WITH SERDEPROPERTIES ( " +
"'field.delim'='\\t', " +
"'line.delim'='\\n', " +
"'serialization.format'='\\t' " +
")";
return HiveTableDefinition.builder(PARTITIONED_TABLE_WITH_SERDE)
.setCreateTableDDLTemplate(createTableDdl)
.setNoData()
.build();
}
@Test(groups = {POST_HIVE_1_0_1})
public void testInsertIntoValuesToHiveTableAllHiveSimpleTypes()
{
String tableNameInDatabase = mutableTablesState().get(TABLE_NAME).getNameInDatabase();
assertThat(query("SELECT * FROM " + tableNameInDatabase)).hasNoRows();
query("INSERT INTO " + tableNameInDatabase + " VALUES(" +
"TINYINT '127', " +
"SMALLINT '32767', " +
"2147483647, " +
"9223372036854775807, " +
"REAL '123.345', " +
"234.567, " +
"CAST(346 as DECIMAL(10,0))," +
"CAST(345.67800 as DECIMAL(10,5))," +
"timestamp '2015-05-10 12:15:35.123', " +
"date '2015-05-10', " +
"'ala ma kota', " +
"'ala ma kot', " +
"CAST('ala ma ' as CHAR(10)), " +
"true, " +
"from_base64('a290IGJpbmFybnk=')" +
")");
assertThat(query("SELECT * FROM " + tableNameInDatabase)).containsOnly(
row(
127,
32767,
2147483647,
9223372036854775807L,
123.345f,
234.567,
new BigDecimal("346"),
new BigDecimal("345.67800"),
Timestamp.valueOf(LocalDateTime.of(2015, 5, 10, 12, 15, 35, 123_000_000)),
Date.valueOf("2015-05-10"),
"ala ma kota",
"ala ma kot",
"ala ma ",
true,
"kot binarny".getBytes()));
}
@Test(groups = {POST_HIVE_1_0_1})
public void testInsertIntoSelectToHiveTableAllHiveSimpleTypes()
{
String tableNameInDatabase = mutableTablesState().get(TABLE_NAME).getNameInDatabase();
assertThat(query("SELECT * FROM " + tableNameInDatabase)).hasNoRows();
assertThat(query("INSERT INTO " + tableNameInDatabase + " SELECT * from textfile_all_types")).containsExactly(row(1));
assertThat(query("SELECT * FROM " + tableNameInDatabase)).containsOnly(
row(
127,
32767,
2147483647,
9223372036854775807L,
123.345f,
234.567,
new BigDecimal("346"),
new BigDecimal("345.67800"),
Timestamp.valueOf(LocalDateTime.of(2015, 5, 10, 12, 15, 35, 123_000_000)),
Date.valueOf("2015-05-10"),
"ala ma kota",
"ala ma kot",
"ala ma ",
true,
"kot binarny".getBytes()));
}
@Test(groups = {POST_HIVE_1_0_1})
public void testInsertIntoPartitionedWithSerdeProperty()
{
String tableNameInDatabase = mutableTablesState().get(PARTITIONED_TABLE_WITH_SERDE).getNameInDatabase();
assertThat(query("INSERT INTO " + tableNameInDatabase + " SELECT 1, 'presto', '2018-01-01'")).containsExactly(row(1));
assertThat(query("SELECT * FROM " + tableNameInDatabase)).containsExactly(row(1, "presto", "2018-01-01"));
}
}
