com.xxdb.route.AutoFitTableUpsert Maven / Gradle / Ivy

Go to download
package com.xxdb.route;

import com.xxdb.DBConnection;
import com.xxdb.data.*;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

public class AutoFitTableUpsert {
    private DBConnection connection_;
    private String upsertScript_;
    private int cols_;
    private List columnCategories_ = new ArrayList<>();
    private List columnTypes_ = new ArrayList<>();
    private List colNames_ = new ArrayList<>();

    public AutoFitTableUpsert(String dbUrl, String tableName, DBConnection connection, boolean ignoreNull, String[] pkeyColNames, String[] psortColumns) throws IOException {
        connection_ = connection;
        BasicTable colDefs;
        BasicIntVector colTypesInt;
        BasicDictionary schema;
        BasicStringVector colNames;
        try {
            this.upsertScript_ = defineInsertScript(dbUrl,tableName, ignoreNull, pkeyColNames, psortColumns);
            String runSchemaScript;
            if (dbUrl.equals(""))
                runSchemaScript = "schema(" + tableName+ ")";
            else
                runSchemaScript = "schema(loadTable(\"" + dbUrl + "\", \"" + tableName + "\"))";
            schema = (BasicDictionary) connection_.run(runSchemaScript);
            colDefs = (BasicTable) schema.get(new BasicString("colDefs"));
            cols_ = colDefs.rows();
            colTypesInt = (BasicIntVector) colDefs.getColumn("typeInt");
            colNames = (BasicStringVector) colDefs.getColumn("name");
            for (int i = 0; i < cols_; i++){
                columnTypes_.add(Entity.DATA_TYPE.valueOf(colTypesInt.getInt(i)));
                columnCategories_.add(Utils.getCategory(columnTypes_.get(i)));
                colNames_.add(colNames.getString(i));
            }
        } catch (IOException e){
            throw e;
        }
    }

    public int upsert(BasicTable table) throws Exception{
        if (cols_ != table.columns())
            throw new RuntimeException("The input table columns doesn't match the columns of the target table.");
        List colums = new ArrayList<>();
        for (int i = 0; i < cols_; i++){
            Vector curCol = table.getColumn(i);
            checkColumnType(i, curCol.getDataCategory(), curCol.getDataType());
            if (columnCategories_.get(i) == Entity.DATA_CATEGORY.TEMPORAL && curCol.getDataType() != columnTypes_.get(i)){
                colums.add((Vector) Utils.castDateTime(curCol, columnTypes_.get(i)));
            }else {
                colums.add(curCol);
            }
        }
        BasicTable tableToInsert = new BasicTable(colNames_, colums);
        List args = new ArrayList<>();
        args.add(tableToInsert);
        Entity res = connection_.run(upsertScript_, args);

        return ((BasicInt) res).getInt();
    }

    private String defineInsertScript (String dbUrl, String tableName, boolean ignoreNull, String[] pkeyColNames, String[] psortColumns) {
        StringBuilder script = new StringBuilder("(def(mutable tb, data){upsert!(tb, data");

        if (!ignoreNull)
            script.append(",ignoreNull=false");
        else
            script.append(",ignoreNull=true");

        if (pkeyColNames != null && pkeyColNames.length > 0) {
            script.append(",keyColNames=");
            for (String colName : pkeyColNames)
                script.append("`").append(colName);
        }

        if (psortColumns != null && psortColumns.length > 0) {
            script.append(",sortColumns=");
            for (String colName : psortColumns)
                script.append("`").append(colName);
        }

        script.append(");return 0;}){");

        if (dbUrl == null || dbUrl.isEmpty())
            script.append(tableName).append("}");
        else
            script.append("loadTable('").append(dbUrl).append("','").append(tableName).append("')}");

        return script.toString();
    }

    private void checkColumnType(int col, Entity.DATA_CATEGORY category, Entity.DATA_TYPE type){
        Entity.DATA_TYPE expectedType = columnTypes_.get(col);
        Entity.DATA_CATEGORY expectedCategory = columnCategories_.get(col);

        if (expectedType == type || (expectedType == Entity.DATA_TYPE.DT_IOTANY && expectedCategory == Entity.DATA_CATEGORY.MIXED))
            return;

        if (category != expectedCategory)
            throw new RuntimeException(String.format("Column %d: expected category %s, got %s", col, expectedCategory, category));
    }
}