All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.datavec.dataframe.io.jdbc.SqlResultSetReader Maven / Gradle / Ivy

Go to download

High-performance Java Dataframe with integrated columnar storage (fork of tablesaw)

There is a newer version: 0.9.1
Show newest version
package org.datavec.dataframe.io.jdbc;

import com.google.common.base.Preconditions;
import com.google.common.collect.ImmutableMap;
import org.datavec.dataframe.api.ColumnType;
import org.datavec.dataframe.api.Table;
import org.datavec.dataframe.columns.Column;
import org.datavec.dataframe.io.TypeUtils;

import java.sql.ResultSet;
import java.sql.ResultSetMetaData;
import java.sql.SQLException;
import java.sql.Types;

/**
 * Creates a Relation from the result of a SQL query, by passing the jdbc resultset to the constructor
 */
public class SqlResultSetReader {

    // Maps from supported SQL types to their Tablesaw 'equivalents'
    private static final ImmutableMap SQL_TYPE_TO_TABLESAW_TYPE =
                    new ImmutableMap.Builder().put(Types.BINARY, ColumnType.BOOLEAN)
                                    .put(Types.BOOLEAN, ColumnType.BOOLEAN)

                                    .put(Types.DATE, ColumnType.LOCAL_DATE).put(Types.TIME, ColumnType.LOCAL_TIME)
                                    .put(Types.TIMESTAMP, ColumnType.LOCAL_DATE_TIME)

                                    .put(Types.DECIMAL, ColumnType.FLOAT).put(Types.DOUBLE, ColumnType.FLOAT)
                                    .put(Types.FLOAT, ColumnType.FLOAT).put(Types.NUMERIC, ColumnType.FLOAT)
                                    .put(Types.REAL, ColumnType.FLOAT)

                                    .put(Types.INTEGER, ColumnType.INTEGER).put(Types.SMALLINT, ColumnType.SHORT_INT)
                                    .put(Types.TINYINT, ColumnType.SHORT_INT).put(Types.BIGINT, ColumnType.LONG_INT)
                                    .put(Types.BIT, ColumnType.SHORT_INT)

                                    .put(Types.CHAR, ColumnType.CATEGORY).put(Types.LONGVARCHAR, ColumnType.CATEGORY)
                                    .put(Types.LONGNVARCHAR, ColumnType.CATEGORY).put(Types.NCHAR, ColumnType.CATEGORY)
                                    .put(Types.NVARCHAR, ColumnType.CATEGORY).put(Types.VARCHAR, ColumnType.CATEGORY)
                                    .build();

    /**
     * Returns a new table with the given tableName, constructed from the given result set
     *
     * @throws SQLException
     */
    public static Table read(ResultSet resultSet, String tableName) throws SQLException {

        ResultSetMetaData metaData = resultSet.getMetaData();
        Table table = Table.create(tableName);

        // Setup the columns and add to the table
        for (int i = 1; i <= metaData.getColumnCount(); i++) {
            String name = metaData.getColumnName(i);

            ColumnType type = SQL_TYPE_TO_TABLESAW_TYPE.get(metaData.getColumnType(i));
            Preconditions.checkState(type != null, "No column type found for %s as specified for column %s",
                            metaData.getColumnType(i), name);

            Column newColumn = TypeUtils.newColumn(name, type);
            table.addColumn(newColumn);
        }

        // Add the rows
        while (resultSet.next()) {
            for (int i = 1; i <= metaData.getColumnCount(); i++) {
                Column column = table.column(i - 1); // subtract 1 because results sets originate at 1 not 0
                column.addCell(resultSet.getString(i));
            }
        }
        return table;
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy