Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.facebook.presto.tests.hive.TestCsv Maven / Gradle / Ivy
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.tests.hive;
import io.prestodb.tempto.ProductTest;
import io.prestodb.tempto.assertions.QueryAssert.Row;
import io.prestodb.tempto.query.QueryResult;
import org.testng.annotations.Test;
import java.util.List;
import static com.facebook.presto.tests.TestGroups.STORAGE_FORMATS;
import static com.google.common.collect.ImmutableList.toImmutableList;
import static io.prestodb.tempto.assertions.QueryAssert.Row.row;
import static io.prestodb.tempto.assertions.QueryAssert.assertThat;
import static io.prestodb.tempto.query.QueryExecutor.query;
import static java.lang.String.format;
public class TestCsv
extends ProductTest
{
private static final String TPCH_SCHEMA = "tiny";
@Test(groups = STORAGE_FORMATS)
public void testInsertIntoCsvTable()
{
testInsertIntoCsvTable("storage_formats_test_insert_into_csv", "");
}
@Test(groups = STORAGE_FORMATS)
public void testInsertIntoCsvTableWithCustomProperties()
{
testInsertIntoCsvTable("storage_formats_test_insert_into_csv_with_custom_properties", ", csv_escape = 'e', csv_separator='s', csv_quote='q'");
}
private void testInsertIntoCsvTable(String tableName, String additionalTableProperties)
{
query("DROP TABLE IF EXISTS " + tableName);
query(format(
"CREATE TABLE %s(" +
" linestatus varchar," +
" shipinstruct varchar," +
" shipmode varchar," +
" comment varchar," +
" returnflag varchar" +
") WITH (format='CSV' %s)",
tableName, additionalTableProperties));
query(format("INSERT INTO %s SELECT linestatus, shipinstruct, shipmode, comment, returnflag FROM tpch.%s.lineitem", tableName, TPCH_SCHEMA));
assertSelect("select max(linestatus), max(shipinstruct), max(shipmode) from %s", tableName);
query("DROP TABLE " + tableName);
}
@Test(groups = STORAGE_FORMATS)
public void testCreateCsvTableAs()
{
String tableName = "storage_formats_test_ctas_csv";
testCreateCsvTableAs(tableName, "");
}
@Test(groups = STORAGE_FORMATS)
public void testCreateCsvTableAsWithCustomProperties()
{
String tableName = "storage_formats_test_ctas_csv_custom_properties";
testCreateCsvTableAs(tableName, ", csv_escape = 'e', csv_separator = 's', csv_quote = 'q'");
}
private void testCreateCsvTableAs(String tableName, String additionalParameters)
{
query("DROP TABLE IF EXISTS " + tableName);
query(format(
"CREATE TABLE %s WITH (format='CSV' %s) AS " +
"SELECT " +
"cast(linestatus AS varchar) AS linestatus, cast(shipmode AS varchar) AS shipmode, cast(returnflag AS varchar) AS returnflag " +
"FROM tpch.tiny.lineitem",
tableName,
additionalParameters));
assertSelect("select max(linestatus), max(shipmode), count(returnflag) from %s", tableName);
query("DROP TABLE " + tableName);
}
@Test(groups = STORAGE_FORMATS)
public void testInsertIntoPartitionedCsvTable()
{
testInsertIntoPartitionedCsvTable("test_partitioned_csv_table", "");
}
@Test(groups = STORAGE_FORMATS)
public void testInsertIntoPartitionedCsvTableWithCustomProperties()
{
testInsertIntoPartitionedCsvTable("test_partitioned_csv_table_with_custom_parameters", ", csv_escape = 'e', csv_separator = 's', csv_quote = 'q'");
}
private void testInsertIntoPartitionedCsvTable(String tableName, String additionalParameters)
{
query("DROP TABLE IF EXISTS " + tableName);
query(format(
"CREATE TABLE %s(" +
" linestatus varchar," +
" shipinstruct varchar," +
" shipmode varchar," +
" comment varchar," +
" returnflag varchar," +
" suppkey bigint" +
") WITH (format='CSV' %s, partitioned_by = ARRAY['suppkey'])",
tableName,
additionalParameters));
query(format(
"INSERT INTO %s " +
"SELECT " +
"linestatus, shipinstruct, shipmode, comment, returnflag, suppkey " +
"FROM tpch.%s.lineitem", tableName, TPCH_SCHEMA));
assertSelect("select max(linestatus), max(shipinstruct), max(shipmode), max(suppkey) from %s", tableName);
query("DROP TABLE " + tableName);
}
@Test(groups = STORAGE_FORMATS)
public void testCreatePartitionedCsvTableAs()
{
testCreatePartitionedCsvTableAs("storage_formats_test_create_table_as_select_partitioned_csv", "");
}
@Test(groups = STORAGE_FORMATS)
public void testCreatePartitionedCsvTableAsWithCustomParameters()
{
testCreatePartitionedCsvTableAs(
"storage_formats_test_create_table_as_select_partitioned_csv_with_custom_parameters",
", csv_escape = 'e', csv_separator='s', csv_quote='q'");
}
private void testCreatePartitionedCsvTableAs(String tableName, String additionalParameters)
{
query("DROP TABLE IF EXISTS " + tableName);
query(format(
"CREATE TABLE %s WITH (format='CSV', partitioned_by = ARRAY['suppkey'] %s) AS " +
"SELECT cast(shipmode AS varchar) AS shipmode, cast(comment AS varchar) AS comment, suppkey FROM tpch.tiny.lineitem",
tableName,
additionalParameters));
assertSelect("select max(shipmode), max(comment), sum(suppkey) from %s", tableName);
query("DROP TABLE " + tableName);
}
private static void assertSelect(String query, String tableName)
{
QueryResult expected = query(format(query, "tpch." + TPCH_SCHEMA + ".lineitem"));
List expectedRows = expected.rows().stream()
.map((columns) -> row(columns.toArray()))
.collect(toImmutableList());
QueryResult actual = query(format(query, tableName));
assertThat(actual)
.hasColumns(expected.getColumnTypes())
.containsOnly(expectedRows);
}
}
