All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.meteoinfo.table.DataTable Maven / Gradle / Ivy

/* Copyright 2012 Yaqiang Wang,
 * [email protected]
 * 
 * This library is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or (at
 * your option) any later version.
 * 
 * This library is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser
 * General Public License for more details.
 */
package org.meteoinfo.table;

import org.meteoinfo.common.MIMath;
import org.meteoinfo.ndarray.DataType;
import org.meteoinfo.ndarray.Range;
import org.meteoinfo.table.util.TableUtil;

import java.io.BufferedWriter;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;

/**
 *
 * @author Yaqiang Wang
 */
public class DataTable {

    protected DataRowCollection rows;
    protected DataColumnCollection columns;
    protected String tableName;
    protected boolean readOnly = false;
    protected int nextRowIndex = 0;
//private DataExpression dataExpression;
    protected Object tag;

    /**
     * Constructor
     */
    public DataTable() {
        this.columns = new DataColumnCollection();
        this.rows = new DataRowCollection();
        this.rows.setColumns(columns);
        //dataExpression = new DataExpression(this);
    }

    /**
     * Constructor
     *
     * @param dataTableName The data table name
     */
    public DataTable(String dataTableName) {
        this();
        this.tableName = dataTableName;
    }

    /**
     * Get total row count
     *
     * @return Row number
     */
    public int getTotalCount() {
        return rows.size();
    }

    /**
     * Get row count
     *
     * @return Row count
     */
    public int getRowCount() {
        return rows.size();
    }

    /**
     * Get column count
     *
     * @return Column count
     */
    public int getColumnCount() {
        return columns.size();
    }

    /**
     * Get if is read only
     *
     * @return Boolean
     */
    public boolean isReadOnly() {
        return this.readOnly;
    }

    /**
     * Set if is read only
     *
     * @param readOnly Read only
     */
    public void setReadOnly(boolean readOnly) {
        this.readOnly = readOnly;
    }

    /**
     * Get table name
     *
     * @return Table name
     */
    public String getTableName() {
        return this.tableName;
    }

    /**
     * Set tabel name
     *
     * @param tableName Table name
     */
    public void setTableName(String tableName) {
        this.tableName = tableName;
    }

    /**
     * Get data rows
     *
     * @return DataRowCollection The data rows
     */
    public DataRowCollection getRows() {
        return this.rows;
    }
    
    /**
     * Get data rows
     *
     * @param idx Index
     * @return DataRowCollection The data rows
     */
    public DataRowCollection getRows(List idx) {
        DataRowCollection r = new DataRowCollection();
        for (int i : idx){
            r.add(this.rows.get(i));
        }
        return r;
    }
    
    /**
     * Get data rows
     *
     * @param range Range
     * @return DataRowCollection The data rows
     */
    public DataRowCollection getRows(Range range) {
        DataRowCollection r = new DataRowCollection();
        for (int i = range.first(); i < range.last(); i++){
            r.add(this.rows.get(i));
        }
        return r;
    }

    /**
     * Get data columns
     *
     * @return The data columns
     */
    public DataColumnCollection getColumns() {
        return this.columns;
    }

    /**
     * Get column names
     *
     * @return Column names
     */
    public List getColumnNames() {
        return this.columns.getColumnNames();
    }

    /**
     * Get the value by row index and column name
     *
     * @param row Row index
     * @param colName Column name
     * @return Object The value
     */
    public Object getValue(int row, String colName) {
        return this.rows.get(row).getValue(colName);
    }

    /**
     * Get the value by row and column index
     *
     * @param row Row index
     * @param col Column index
     * @return Object The value
     */
    public Object getValue(int row, int col) {
        return this.rows.get(row).getValue(col);
    }

    /**
     * Create a new data row
     *
     * @return DataRow The new data row
     * @throws Exception
     */
    public DataRow newRow() throws Exception {
        DataRow tempRow = new DataRow(this);
        nextRowIndex = nextRowIndex < this.rows.size() ? this.rows.size()
                : nextRowIndex;
        tempRow.setColumns(this.columns);
        tempRow.setRowIndex(nextRowIndex++);
        for (DataColumn col : columns) {
            switch (col.getDataType()) {
                case STRING:
                    tempRow.setValue(col.getColumnName(), "");
                    break;
                case DATE:
                    tempRow.setValue(col.getColumnName(), LocalDateTime.now());
                    break;
                case BOOLEAN:
                    tempRow.setValue(col.getColumnName(), Boolean.TRUE);
                    break;
                default:
                    tempRow.setValue(col.getColumnName(), 0);
                    break;
            }
        }
        return tempRow;
    }

    /**
     * Set a vlaue by row and column index
     *
     * @param row Row index
     * @param col Column index
     * @param value The value
     */
    public void setValue(int row, int col, Object value) {
        this.rows.get(row).setValue(col, value);
    }

    /**
     * Set a value
     *
     * @param row Row index
     * @param colName Column name
     * @param value The value
     */
    public void setValue(int row, String colName, Object value) {
        this.rows.get(row).setValue(colName, value);
    }

    /**
     * Set values
     *
     * @param colName Column name
     * @param values Values
     */
    public void setValues(String colName, List values) {
        for (int i = 0; i < values.size(); i++) {
            this.rows.get(i).setValue(colName, values.get(i));
        }
    }

    /**
     * Set tag
     *
     * @param tag The tag
     */
    public void setTag(Object tag) {
        this.tag = tag;
    }

    /**
     * Get tag
     *
     * @return the tag
     */
    public Object getTag() {
        return tag;
    }

    /**
     * Find column by name
     *
     * @param colName The column name
     * @return The data column
     */
    public DataColumn findColumn(String colName) {
        if (colName == null)
            return null;

        for (DataColumn col : this.columns) {
            if (col.getColumnName().equals(colName)) {
                return col;
            }
        }

        return null;
    }
    
    /**
     * Get data columns by names
     *
     * @param colNames Data column names
     * @return Data columns
     */
    public List findColumns(List colNames) {
        List cols = new ArrayList<>();
        for (DataColumn col : this.getColumns()) {
            for (String colName : colNames) {
                if (col.getColumnName().equals(colName)) {
                    cols.add(col);
                    break;
                }
            }
        }

        return cols;
    }
    
    /**
     * Get data columns by index
     *
     * @param colIndex Data column index
     * @return Data columns
     */
    public List findColumns_Index(List colIndex) {
        List cols = new ArrayList<>();
        int n = this.getColumnCount();
        for (int i : colIndex) {
            if (i < 0)
                i = n + i;
            if (i < n)
                cols.add(this.columns.get(i));
        }

        return cols;
    }
    
    /**
     * Check if the table has time column
     * @return Boolean
     */
    public boolean hasTimeColumn(){
        for (DataColumn col : this.columns){
            if (col.getDataType() == DataType.DATE){
                return true;
            }
        }
        return false;
    }

    /**
     * Add a data column
     *
     * @param columnName Data column name
     * @param dataType Data type
     * @return The data column
     * @throws Exception
     */
    public DataColumn addColumn(String columnName, DataType dataType) throws Exception {
        DataColumn col = new DataColumn(columnName, dataType);
        addColumn(col);
        return col;
    }

    /**
     * Add a data column
     *
     * @param index The index
     * @param columnName Data column name
     * @param dataType Data type
     * @return The data column
     * @throws Exception
     */
    public DataColumn addColumn(int index, String columnName, DataType dataType) throws Exception {
        DataColumn col = new DataColumn(columnName, dataType);
        addColumn(index, col);
        return col;
    }

    /**
     * Add a data column by index
     *
     * @param index The index
     * @param column Data column
     */
    public void addColumn(int index, DataColumn column) {
        this.columns.add(index, column);
        for (DataRow row : this.rows) {
            row.setColumns(columns);
            row.addColumn(column);
        }
    }

    /**
     * Add a data column
     *
     * @param column Data column
     */
    public void addColumn(DataColumn column) {
        this.columns.add(column);
        for (DataRow row : this.rows) {
            row.setColumns(columns);
            row.addColumn(column);
        }
    }

    /**
     * Remove a data column
     *
     * @param column The data column
     */
    public void removeColumn(DataColumn column) {
        this.columns.remove(column);
        for (DataRow row : this.rows) {
            row.setColumns(columns);
            row.removeColumn(column);
        }
    }

    /**
     * Rename column
     *
     * @param column The column
     * @param fieldName The new column name
     */
    public void renameColumn(DataColumn column, String fieldName) {
        String oldName = column.getColumnName();
        this.columns.renameColumn(column, fieldName);
        for (DataRow row : this.rows) {
            row.setColumns(columns);
            row.renameColumn(oldName, fieldName);
        }
    }
    
    /**
     * Rename column
     *
     * @param oldName The old column name
     * @param newName The new column name
     */
    public void renameColumn(String oldName, String newName) {
        DataColumn column = findColumn(oldName);
        this.columns.renameColumn(column, newName);
        for (DataRow row : this.rows) {
            row.setColumns(columns);
            row.renameColumn(oldName, newName);
        }
    }

    /**
     * Rename column
     *
     * @param colIdx The column index
     * @param fieldName The new column name
     */
    public void renameColumn(int colIdx, String fieldName) {
        DataColumn column = this.columns.get(colIdx);
        this.renameColumn(column, fieldName);
    }

    /**
     * Add a data row
     *
     * @param row The data row
     * @return Boolean
     * @throws Exception
     */
    public boolean addRow(DataRow row) throws Exception {
        nextRowIndex = nextRowIndex < this.rows.size() ? this.rows.size()
                : nextRowIndex;
        row.setColumns(this.columns);
        row.setRowIndex(nextRowIndex++);
        row.setTable(this);
        return this.rows.add(row);
    }

    /**
     * Add data row
     *
     * @return Data row
     * @throws Exception
     */
    public DataRow addRow() throws Exception {
        DataRow row = new DataRow();
        this.addRow(row);
        return row;
    }

    /**
     * Add data rows
     *
     * @param rows Data rows
     * @throws Exception
     */
    public void addRows(List rows) throws Exception {
        for (DataRow row : rows) {
            addRow(row);
        }
    }

    /**
     * Append a data row
     *
     * @param row Data row
     * @return Boolean
     */
    public boolean appendRow(DataRow row) {
        List colNames = row.getColumns().getColumnNames();
        nextRowIndex = nextRowIndex < this.rows.size() ? this.rows.size()
                : nextRowIndex;
        row.setColumns(this.columns);
        row.setRowIndex(nextRowIndex++);
        row.setTable(this);
        for (DataColumn col : this.columns) {
            if (!colNames.contains(col.getColumnName())) {
                row.setValue(col, null);
            }
        }
        return this.rows.add(row);
    }

    /**
     * Remove a row
     *
     * @param rowIdx Row index
     */
    public void removeRow(int rowIdx) {
        this.rows.remove(rowIdx);
    }

    /**
     * Remove a row
     *
     * @param row The row will be removed
     */
    public void removeRow(DataRow row) {
        this.rows.remove(row);
    }

    /**
     * Remove rows
     *
     * @param rows The rows will be removed
     */
    public void removeRows(List rows) {
        this.rows.removeAll(rows);
    }

    /**
     * Set data rows
     *
     * @param rows The data rows
     */
    public void setRows(List rows) {
        this.rows.clear();
        for (DataRow row : rows) {
            this.rows.add(row);
        }
    }
    
    /**
     * Add column data
     *
     * @param col The column
     * @param colData The column data
     * @throws Exception
     */
    public void setColumnData(DataColumn col, List colData) throws Exception {
        if (this.getRowCount() == 0) {
            for (int i = 0; i < colData.size(); i++){
                DataRow row = this.addRow();
                row.setValue(col, colData.get(i));
            }
        } else {
            int i = 0;
            for (DataRow row : this.rows) {
                if (i < colData.size()) {
                    row.setValue(col, colData.get(i));
                }
                i++;
            }
        }
    }
    
    /**
     * Add column data
     *
     * @param colName Column name
     * @param colData The column data
     * @throws Exception
     */
    public void setColumnData(String colName, List colData) throws Exception {
        DataColumn col = this.findColumn(colName);
        if (col == null){
            System.out.println("The column not exists: " + colName + "!");
            return;
        }
        
        setColumnData(col, colData);
    }

    /**
     * Add column data
     *
     * @param colData The column data
     * @throws Exception
     */
    public void addColumnData(ColumnData colData) throws Exception {
        DataColumn col = this.addColumn(colData.getDataColumn().getColumnName(), colData.getDataType());
        int i = 0;
        for (DataRow row : this.rows) {
            if (i < colData.size()) {
                row.setValue(col, colData.getValue(i));
            }
            i++;
        }
    }

    /**
     * Add column data
     *
     * @param colName Column name
     * @param dataType Data type
     * @param colData The column data
     * @throws Exception
     */
    public void addColumnData(String colName, DataType dataType, List colData) throws Exception {
        DataColumn col = this.addColumn(colName, dataType);
        setColumnData(col, colData);
    }
    
    /**
     * Add column data
     *
     * @param index Column index
     * @param colName Column name
     * @param dataType Data type
     * @param colData The column data
     * @throws Exception
     */
    public void addColumnData(int index, String colName, DataType dataType, List colData) throws Exception {
        DataColumn col = this.addColumn(index, colName, dataType);
        setColumnData(col, colData);
    }

    /**
     * Add column data
     *
     * @param colName Column name
     * @param dt Data type string
     * @param colData The column data
     * @throws Exception
     */
    public void addColumnData(String colName, String dt, List colData) throws Exception {
        DataType dataType = TableUtil.toDataTypes(dt);
        this.addColumnData(colName, dataType, colData);
    }

    /**
     * Get column data
     *
     * @param colName The column name
     * @return Column data
     */
    public ColumnData getColumnData(String colName) {
        return this.getColumnData(this.getRows(), colName);
    }

    /**
     * Get column data
     *
     * @param col The data column
     * @return Column data
     */
    public ColumnData getColumnData(DataColumn col) {
        return this.getColumnData(col.getColumnName());
    }

    /**
     * Get column data
     *
     * @param rows The data row list
     * @param colName The data column name
     * @return Column values
     */
    public ColumnData getColumnData(List rows, String colName) {
        ColumnData colData = new ColumnData(this.findColumn(colName));
        for (DataRow row : rows) {
            colData.addData(row.getValue(colName));
        }

        return colData;
    }

    /**
     * Select data rows
     *
     * @param expression SQL expression
     * @return Selected data rows
     */
    public List select(String expression) {
        SQLExpression e = new SQLExpression(expression);
        List dataRows = new ArrayList<>();
        for (int i = 0; i < this.rows.size(); i++) {
            DataRow row = this.rows.get(i);
            row.setRowIndex(i);
            if (e.eval(row.getItemMap())) {
                dataRows.add(row);
            }
        }

        return dataRows;
    }

    /**
     * Select and form a new data table
     *
     * @param expression SQL expression
     * @param dataColumns Data columns
     * @return Selected data table
     */
    public DataTable select(String expression, DataColumn[] dataColumns) {
        DataTable result = new DataTable();
        List dataRows = this.select(expression);
        for (DataColumn dc : dataColumns) {
            DataColumn newDc = (DataColumn)dc.clone();
            result.columns.add(newDc);
        }

        for (DataRow r : dataRows) {
            try {
                DataRow newRow = result.newRow();
                newRow.copyFrom(r);
                result.addRow(newRow);
            } catch (Exception ex) {
                Logger.getLogger(DataTable.class.getName()).log(Level.SEVERE, null, ex);
            }
        }

        return result;
    }
    
    /**
     * Get a new table by row range
     * @param rowRange Row range
     * @return
     * @throws Exception 
     */
    public DataTable select(Range rowRange) throws Exception{
        return select(rowRange.first(), rowRange.last(), rowRange.stride());
    }
    
    /**
     * Get a new table by select rows
     * @param r_start row start
     * @param r_stop row stop
     * @param r_step row step
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(int r_start, int r_stop, int r_step) throws Exception {
        DataTable r = new DataTable();
        for (DataColumn dc : this.columns) {
            DataColumn newDc = (DataColumn)dc.clone();
            r.columns.add(newDc);
        }

        for (int i = r_start; i < r_stop; i+=r_step) {
            if (i >= this.getRowCount())
                break;
            DataRow newRow = r.newRow();
            newRow.copyFrom(this.rows.get(i));
            r.addRow(newRow);
        }
        
        return r;
    }
    
    /**
     * Get a new table by row index
     * @param rowIndex Row index
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(List rowIndex) throws Exception {
        DataTable r = new DataTable();
        for (DataColumn dc : this.columns) {
            DataColumn newDc = (DataColumn)dc.clone();
            r.columns.add(newDc);
        }

        for (int i : rowIndex) {
            if (i >= this.getRowCount())
                break;
            DataRow newRow = r.newRow();
            newRow.copyFrom(this.rows.get(i));
            r.addRow(newRow);
        }
        
        return r;
    }
    
    /**
     * Get a new table by row range and column range
     * @param rowRange Row range
     * @param colRange Column range
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(Range rowRange, Range colRange) throws Exception {
        return select(rowRange.first(), rowRange.last(), rowRange.stride(), colRange.first(), colRange.last(), colRange.stride());
    }
    
    /**
     * Get a new table by select rows
     * @param r_start Row start
     * @param r_stop Row stop
     * @param r_step Row step
     * @param c_start Column start
     * @param c_stop Column stop
     * @param c_step Column step
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(int r_start, int r_stop, int r_step, int c_start, int c_stop, int c_step) throws Exception {
        List cols = new ArrayList<>();
        for (int i = c_start; i < c_stop; i+= c_step){
            if (i >= this.getColumnCount())
                break;
            cols.add(this.columns.get(i));
        }
        
        return this.select(r_start, r_stop, r_step, cols);
    }
    
    /**
     * Get a new table by row index and column range
     * @param rowIndex Row index
     * @param colRange Column range
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(List rowIndex, Range colRange) throws Exception {
        return select(rowIndex, colRange.first(), colRange.last(), colRange.stride());
    }
    
    /**
     * Get a new table by row index and column slice
     * @param rowIndex Row index
     * @param c_start Column start
     * @param c_stop Column stop
     * @param c_step Column step
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(List rowIndex, int c_start, int c_stop, int c_step) throws Exception {
        List cols = new ArrayList<>();
        for (int i = c_start; i < c_stop; i+= c_step){
            if (i >= this.getColumnCount())
                break;
            cols.add(this.columns.get(i));
        }
        
        return this.select(rowIndex, cols);
    }
    
    /**
     * Get a new table by row range and columns
     * @param rowRange Row range
     * @param cols Columns
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(Range rowRange, List cols) throws Exception {
        return select(rowRange.first(), rowRange.last(), rowRange.stride(), cols);
    }
    
    /**
     * Get a new table by select rows
     * @param r_start Row start
     * @param r_stop Row stop
     * @param r_step Row step
     * @param cols Columns
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(int r_start, int r_stop, int r_step, List cols) throws Exception {
        DataTable r = new DataTable();
        for (DataColumn dc : cols) {
            DataColumn newDc = (DataColumn)dc.clone();
            r.columns.add(newDc);
        }

        DataColumnCollection dcc = new DataColumnCollection(cols);
        for (int i = r_start; i < r_stop; i+=r_step) {
            if (i >= this.getRowCount())
                break;
            DataRow newRow = this.rows.get(i).colSelect(dcc);
            r.addRow(newRow);
        }
        
        return r;
    }    
    
    /**
     * Get a new table by row index and columns
     * @param rowIndex Row index
     * @param cols Columns
     * @return Result table
     * @throws Exception 
     */
    public DataTable select(List rowIndex, List cols) throws Exception {
        DataTable r = new DataTable();
        for (DataColumn dc : cols) {
            DataColumn newDc = (DataColumn)dc.clone();
            r.columns.add(newDc);
        }

        DataColumnCollection dcc = new DataColumnCollection(cols);
        for (int i : rowIndex) {
            if (i >= this.getRowCount())
                break;
            DataRow newRow = this.rows.get(i).colSelect(dcc);
            r.addRow(newRow);
        }
        
        return r;
    }
    
    /**
     * Create a new data table using selected columns
     * @param cols The columns
     * @return Selected data table
     * @throws Exception
     */
    public DataTable colSelect(List cols) throws Exception {
        DataTable r = new DataTable();
        for (DataColumn dc : cols) {
            DataColumn newDc = (DataColumn)dc.clone();
            r.columns.add(dc);
        }
        
        DataColumnCollection dcc = new DataColumnCollection(cols);
        for (DataRow dr : this.rows) {
            DataRow ndr = dr.colSelect(dcc);
            r.addRow(ndr);
        }
        
        return r;
    }

    /**
     * Select and form a new data table
     *
     * @param expression SQL expression
     * @return Selected data table
     */
    public DataTable sqlSelect(String expression) {
        DataTable result = new DataTable();
        List dataRows = this.select(expression);
        for (DataColumn dc : this.columns) {
            DataColumn newDc = (DataColumn)dc.clone();
            result.columns.add(newDc);
        }

        for (DataRow r : dataRows) {
            try {
                DataRow newRow = result.newRow();
                newRow.copyFrom(r);
                result.addRow(newRow);
            } catch (Exception ex) {
                Logger.getLogger(DataTable.class.getName()).log(Level.SEVERE, null, ex);
            }
        }

        return result;
    }

//      //以下为数据表扩展方法实现集合
//      /**  
//       * 功能描述:  返回符合过滤条件的数据行集合,并返回
//       * @param
//      * @return: DataTable    
//       */
//      public List select(String filterString) {
//          List rows = new ArrayList();
//          if (StringUtil.isNotEmpty(filterString)) {
//             for (Object row : this.rows) {
//                  DataRow currentRow = (DataRow) row;
//                  if ((Boolean) dataExpression.compute(filterString,
//                          currentRow.getItemMap())) {
//                      rows.add(currentRow);
//                  }
//              }
//              return rows;
//          } else {
//             return this.rows;
//         }
//      }
//      /**  
//       * 功能描述:  对当前表进行查询 过滤,并返回指定列集合拼装的DataTable对象
//       * @param
//       * @return: DataTable    
//       */
//      public DataTable select(String filterString,
//              String[] columns,
//              boolean distinct) throws Exception {
//         DataTable result = new DataTable();
//          List rows = select(filterString);
//         //构造表结构
//          for (String c : columns) {
//              DataColumn dc = this.columns.get(c);
//              DataColumn newDc = new DataColumn(dc.getColumnName(),
//                      dc.getDataType());
//              newDc.setCaptionName(dc.getCaptionName());
//              result.columns.add(newDc);
//          }
//          //填充数据
//          for (DataRow r : rows) {
//              DataRow newRow = result.newRow();
//              newRow.copyFrom(r);
//              result.addRow(newRow);
//          }
//          return result;
//      }    
//      /**  
//       * 功能描述:  根据指定表达式对符合过滤条件的数据进行计算
//       * @param
//      * @return: Object
//      * @author: James Cheung
//      * @version: 2.0 
//       */
//      public Object compute(String expression,
//              String filter) {
//          return dataExpression.compute(expression, select(filter));
//      }
    public Object max(String columns,
            String filter) {
        return null;
    }

    public Object min(String columns,
            String filter) {
        return null;
    }

    public Object avg(String columns,
            String filter) {
        return null;
    }

    public Object max(String columns,
            String filter,
            String groupBy) {
        return null;
    }

    public Object min(String columns,
            String filter,
            String groupBy) {
        return null;
    }

    public Object avg(String columns,
            String filter,
            String groupBy) {
        return null;
    }

    /**
     * Clone
     *
     * @return Cloned DataTable object
     */
    @Override
    public Object clone() {
        DataTable table = new DataTable();
        table.tableName = this.tableName;
        table.tag = this.tag;
        table.readOnly = this.readOnly;
        for (DataColumn col : this.columns) {
            DataColumn newcol = (DataColumn) col.clone();
            //newcol.setTable(table);
            table.addColumn(new Field(newcol));
        }

        for (DataRow row : this.rows) {
            try {
                DataRow newrow = this.newRow();
                newrow.copyFrom(row);
                table.addRow(newrow);
            } catch (Exception ex) {
                Logger.getLogger(DataTable.class.getName()).log(Level.SEVERE, null, ex);
            }
        }

        return table;
    }

    /**
     * Clone table - Vectorlayer with fields
     *
     * @return DataTable
     */
    public DataTable cloneTable_Field() {
        DataTable table = new DataTable();
        table.tableName = this.tableName;
        table.tag = this.tag;
        table.readOnly = this.readOnly;
        for (DataColumn col : this.columns) {
            Field newcol = new Field(col.getColumnName(), col.getDataType());
            newcol.setCaptionName(col.getCaptionName());
            newcol.setColumnIndex(col.getColumnIndex());
            newcol.setReadOnly(col.isReadOnly());
            //newcol.setTable(table);
            table.addColumn(newcol);
        }

        for (DataRow row : this.rows) {
            try {
                DataRow newrow = this.newRow();
                newrow.copyFrom(row);
                table.addRow(newrow);
            } catch (Exception ex) {
                Logger.getLogger(DataTable.class.getName()).log(Level.SEVERE, null, ex);
            }
        }

        return table;
    }
    
    /**
     * Convert to string - head
     *
     * @param n Head row number
     * @return The string
     */
    public String head(int n) {
        StringBuilder sb = new StringBuilder();
        for (DataColumn col : this.columns) {
            if (sb.length() == 0) {
                sb.append(col.getColumnName());
            } else {
                sb.append("\t");
                sb.append(col.getColumnName());
            }
        }
        sb.append("\n");

        DateTimeFormatter format;
        int rn = this.getRowCount();
        if (n > rn) {
            n = rn;
        }
        Object v;
        for (int r = 0; r < n; r++) {
            DataRow row = this.rows.get(r);
            int i = 0;
            for (DataColumn col : this.columns) {
                if (i > 0) {
                    sb.append("\t");
                }
                switch (col.getDataType()) {
                    case DATE:
                        format = DateTimeFormatter.ofPattern(col.getFormat());
                        sb.append(format.format((LocalDateTime) row.getValue(col.getColumnName())));
                        break;
                    case STRING:
                        sb.append("'").append(row.getValue(col.getColumnName()).toString()).append("'");
                        break;
                    default:
                        v = row.getValue(col.getColumnName());
                        if (v == null) {
                            sb.append("null");
                        } else {
                            sb.append(v.toString());
                        }
                        break;
                }
                i += 1;
            }
            sb.append("\n");
        }
        if (n < rn) {
            sb.append("...");
        }

        return sb.toString();
    }
    
    /**
     * Convert to string - tail
     *
     * @param n Tail row number
     * @return The string
     */
    public String tail(int n) {
        StringBuilder sb = new StringBuilder();
        for (DataColumn col : this.columns) {
            if (sb.length() == 0) {
                sb.append(col.getColumnName());
            } else {
                sb.append("\t");
                sb.append(col.getColumnName());
            }
        }
        sb.append("\n");

        DateTimeFormatter format;
        int rn = this.getRowCount();
        if (n > rn) {
            n = rn;
        }
        Object v;
        for (int r = rn - n; r < rn; r++) {
            DataRow row = this.rows.get(r);
            int i = 0;
            for (DataColumn col : this.columns) {
                if (i > 0) {
                    sb.append("\t");
                }
                switch (col.getDataType()) {
                    case DATE:
                        format = DateTimeFormatter.ofPattern(col.getFormat());
                        sb.append(format.format((LocalDateTime) row.getValue(col.getColumnName())));
                        break;
                    case STRING:
                        sb.append("'").append(row.getValue(col.getColumnName()).toString()).append("'");
                        break;
                    default:
                        v = row.getValue(col.getColumnName());
                        if (v == null) {
                            sb.append("null");
                        } else {
                            sb.append(v.toString());
                        }
                        break;
                }
                i += 1;
            }
            sb.append("\n");
        }

        return sb.toString();
    }

    /**
     * Convert to string
     *
     * @return The string
     */
    @Override
    public String toString() {
        return head(100);
    }

    /**
     * Convert to string
     *
     * @param dateFormat Date format string
     * @return The string
     */
    public String toString(String dateFormat) {
        String str = "";
        for (DataColumn col : this.columns) {
            str += "," + col.getColumnName();
        }
        str = str.substring(1);
        DateTimeFormatter format = DateTimeFormatter.ofPattern(dateFormat);
        for (DataRow row : this.rows) {
            String line = "";
            for (DataColumn col : this.columns) {
                if (col.getDataType() == DataType.DATE) {
                    line += "," + format.format((LocalDateTime) row.getValue(col.getColumnName()));
                } else {
                    line += "," + row.getValue(col.getColumnName()).toString();
                }
            }
            line = line.substring(1);
            str += System.getProperty("line.separator") + line;
        }

        return str;
    }

    /**
     * Convert to string
     *
     * @param decimalNum Decimal number
     * @return The string
     */
    public String toString(int decimalNum) {
        return this.toString("yyyyMMddHH", decimalNum);
    }

    /**
     * Convert to string
     *
     * @param dateFormat Date format string
     * @param decimalNum Decimal number
     * @return The string
     */
    public String toString(String dateFormat, int decimalNum) {
        DateTimeFormatter format = DateTimeFormatter.ofPattern(dateFormat);
        String dFormat = "%1$." + String.valueOf(decimalNum) + "f";
        String str = "";
        for (DataColumn col : this.columns) {
            str += "," + col.getColumnName();
        }
        str = str.substring(1);
        String vstr;
        for (DataRow row : this.rows) {
            String line = "";
            for (DataColumn col : this.columns) {
                vstr = row.getValue(col.getColumnName()).toString();
                switch (col.getDataType()) {
                    case FLOAT:
                    case DOUBLE:
                        if (MIMath.isNumeric(vstr)) {
                            line += "," + String.format(dFormat, Double.parseDouble(vstr));
                        } else {
                            line += ",";
                        }
                        break;
                    case DATE:
                        line += "," + format.format((LocalDateTime) row.getValue(col.getColumnName()));
                        break;
                    default:
                        line += "," + vstr;
                        break;
                }
            }
            line = line.substring(1);
            str += System.getProperty("line.separator") + line;
        }

        return str;
    }

    /**
     * Save as csv file
     *
     * @param fileName File name
     * @throws IOException
     */
    public void saveAsCSVFile(String fileName) throws IOException {
        this.saveAsCSVFile(fileName, null);
    }

    /**
     * Save as csv file
     *
     * @param fileName File name
     * @param format Format string
     * @throws IOException
     */
    public void saveAsCSVFile(String fileName, String format) throws IOException {
        List formats = TableUtil.getFormats(format);
        int n = this.getColumnCount();
        if (formats != null) {
            if (formats.size() < n) {
                while (formats.size() < n) {
                    formats.add(null);
                }
            }
        }
        
        if (!fileName.endsWith(".csv")) {
            fileName = fileName + ".csv";
        }

        BufferedWriter sw = new BufferedWriter(new FileWriter(new File(fileName)));
        String str = "";
        for (DataColumn col : this.columns) {
            str += "," + col.getColumnName();
        }
        str = str.substring(1);
        sw.write(str);

        String line, vstr;
        DataColumn col;
        String formatStr;
        for (DataRow row : this.rows) {
            line = "";
            for (int i = 0; i < n; i++) {
                col = this.columns.get(i);
                if (formats == null){
                    vstr = row.getValueStr(col.getColumnName());
                } else {
                    formatStr = formats.get(i);
                    vstr = row.getValueStr(col.getColumnName(), formatStr);
                }
                if (vstr.equalsIgnoreCase("NaN") || vstr.equalsIgnoreCase("null")){
                    vstr = "";
                }
                line += "," + vstr;
            }
            line = line.substring(1);
            sw.newLine();
            sw.write(line);
        }
        sw.flush();
        sw.close();
    }

    /**
     * Save as ASCII file
     *
     * @param fileName File name
     * @throws IOException
     */
    public void saveAsASCIIFile(String fileName) throws IOException {
        this.saveAsASCIIFile(fileName, ",", null, null);
    }
    
    /**
     * Save as ASCII file
     *
     * @param fileName File name
     * @param delimiter Delimiter
     * @param dateFormat Date format string
     * @param floatFormat Float format string
     * @throws IOException
     */
    public void saveAsASCIIFile(String fileName, String delimiter, String dateFormat, String floatFormat) throws IOException {        
        BufferedWriter sw = new BufferedWriter(new FileWriter(new File(fileName)));
        int n = this.getColumnCount();
        String str = "";
        for (int i = 0; i < n; i++){
            if (i == 0)
                str = this.columns.get(i).getColumnName();
            else
                str = str + delimiter + this.columns.get(i).getColumnName();
        };
        sw.write(str);

        String line, vstr;
        DataColumn col;        
        for (DataRow row : this.rows) {
            line = "";
            for (int i = 0; i < n; i++) {
                col = this.columns.get(i);
                switch (col.getDataType()){
                    case DATE:
                        vstr = row.getValueStr(col.getColumnName(), dateFormat);
                        break;
                    case FLOAT:
                    case DOUBLE:
                        vstr = row.getValueStr(col.getColumnName(), floatFormat);
                        break;
                    default:
                        vstr = row.getValueStr(col.getColumnName());
                        break;
                }
                
                line += delimiter + vstr;
            }
            line = line.substring(1);
            sw.newLine();
            sw.write(line);
        }
        sw.flush();
        sw.close();
    }

    /**
     * Save as ASCII file
     *
     * @param fileName File name
     * @param format Format string
     * @throws IOException
     */
    public void saveAsASCIIFile_format(String fileName, String format) throws IOException {
        List formats = TableUtil.getFormats(format);
        int n = this.getColumnCount();
        if (formats != null) {
            if (formats.size() < n) {
                while (formats.size() < n) {
                    formats.add(null);
                }
            }
        }

        BufferedWriter sw = new BufferedWriter(new FileWriter(new File(fileName)));
        String str = "";
        for (DataColumn col : this.columns) {
            str += " " + col.getColumnName();
        }
        str = str.substring(1);
        sw.write(str);

        String line, vstr;
        DataColumn col;
        String formatStr;
        for (DataRow row : this.rows) {
            line = "";
            for (int i = 0; i < n; i++) {
                col = this.columns.get(i);
                if (formats == null)
                    vstr = row.getValueStr(col.getColumnName());
                else {
                    formatStr = formats.get(i);
                    vstr = row.getValueStr(col.getColumnName(), formatStr);
                }
                line += " " + vstr;
            }
            line = line.substring(1);
            sw.newLine();
            sw.write(line);
        }
        sw.flush();
        sw.close();
    }

    /**
     * Join data table
     *
     * @param dataTable The input data table
     * @param colName The column name for join
     */
    public void join(DataTable dataTable, String colName) {
        this.join(dataTable, colName, colName, false);
    }

    /**
     * Join data table
     *
     * @param dataTable The input data table
     * @param colName The column name for join
     * @param isUpdate If update the existing values with same column name
     */
    public void join(DataTable dataTable, String colName, boolean isUpdate) {
        this.join(dataTable, colName, colName, isUpdate);
    }

    /**
     * Join data table
     *
     * @param dataTable The input data table
     * @param colName_this The column name of this data table for join
     * @param colName_in The column name of the input data table for join
     * @param isUpdate If update the existing values with same column name
     */
    public void join(DataTable dataTable, String colName_this, String colName_in, boolean isUpdate) {
        DataColumn col_this = this.findColumn(colName_this);
        if (col_this == null) {
            System.out.println("There is no column of " + colName_this + " in this table");
            return;
        }
        DataColumn col_in = dataTable.findColumn(colName_in);
        if (col_in == null) {
            System.out.println("There is no column of " + colName_in + " in this table");
            return;
        }

        List values_this = this.getColumnData(colName_this).getDataStrings();
        List values_in = dataTable.getColumnData(colName_in).getDataStrings();

        List colNames = this.getColumnNames();
        List newColNames = new ArrayList<>();
        for (DataColumn col : dataTable.columns) {
            if (col.getColumnName().equals(colName_in)) {
                continue;
            }
            if (!colNames.contains(col.getColumnName())) {
                Field newCol = new Field(col.getColumnName(), col.getDataType());
                newCol.setJoined(true);
                this.addColumn(newCol);
                newColNames.add(col.getColumnName());
            }
        }
        String value;
        int idx;
        for (int i = 0; i < this.getRowCount(); i++) {
            value = values_this.get(i);
            idx = values_in.indexOf(value);
            if (idx >= 0) {
                if (isUpdate) {
                    for (String cn : dataTable.getColumnNames()) {
                        if (cn.equals(colName_in)) {
                            continue;
                        }
                        this.setValue(i, cn, dataTable.getValue(idx, cn));
                    }
                } else {
                    for (String cn : newColNames) {
                        this.setValue(i, cn, dataTable.getValue(idx, cn));
                    }
                }
            }
        }
    }

    /**
     * Remove joined data columns
     */
    public void removeJoin() {
        for (DataColumn col : this.columns) {
            if (col.isJoined()) {
                this.removeColumn(col);
            }
        }
    }
}