All Downloads are FREE. Search and download functionalities are using the official Maven repository.
  • Log In
  • Register

    • org.meteoinfo.data.TableData Maven / Gradle / Ivy

    There is a newer version: 3.8
    Show newest version
     /* Copyright 2014 Yaqiang Wang,
 * [email protected]
 * 
 * This library is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or (at
 * your option) any later version.
 * 
 * This library is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser
 * General Public License for more details.
 */
package org.meteoinfo.data;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import javax.swing.JOptionPane;

import org.meteoinfo.common.MIMath;
import org.meteoinfo.common.util.GlobalUtil;
import org.meteoinfo.data.analysis.Statistics;
import org.meteoinfo.ndarray.DataType;
import org.meteoinfo.table.DataColumn;
import org.meteoinfo.table.DataRow;
import org.meteoinfo.table.DataTable;

 /**
  *
  * @author Yaqiang Wang
  */
 public class TableData extends DataTable {

     // 
     //protected DataTable dataTable = new DataTable();
     protected double missingValue = -9999.0;

     // 
     // 
     /**
      * Constructor
      */
     public TableData() {
         super();
     }

     /**
      * Constructor
      *
      * @param dataTable The data table
      */
     public TableData(DataTable dataTable) {
         this.columns = dataTable.getColumns();
         this.readOnly = dataTable.isReadOnly();
         this.rows = dataTable.getRows();
         this.tableName = dataTable.getTableName();
         this.tag = dataTable.getTag();
     }

     // 
     // 
 //    /**
 //     * Get data table
 //     *
 //     * @return Data table
 //     */
 //    public DataTable getDataTable() {
 //        return dataTable;
 //    }
 //
 //    /**
 //     * Set data table
 //     *
 //     * @param value Data table
 //     */
 //    public void setDataTable(DataTable value) {
 //        dataTable = value;
 //    }

     /**
      * Get time column name
      *
      * @return Time column name
      */
     public String getTimeColName() {
         return null;
     }

     /**
      * Get missing value
      *
      * @return Missing value
      */
     public double getMissingValue() {
         return missingValue;
     }

     /**
      * Set missing value
      *
      * @param value Missing value
      */
     public void setMissingValue(double value) {
         missingValue = value;
     }
     // 
     // 

     // 

     /**
      * Add column data
      *
      * @param colName Column name
      * @param dt Data type string
      * @param colData The column data
      * @throws Exception
      */
     @Override
     public void addColumnData(String colName, String dt, List colData) throws Exception {
         DataType dataType = TableUtil.toDataTypes(dt);
         switch (dataType) {
             case DATE:
                 if (colData.get(0) instanceof LocalDateTime) {
                     this.addColumnData(colName, dataType, colData);
                 } else {
                     String dformat = TableUtil.getDateFormat(dt);
                     this.addColumn(new DataColumn(colName, dataType, dformat));
                     this.setValues(colName, colData);
                 }
                 break;
             default:
                 this.addColumnData(colName, dataType, colData);
                 break;
         }
     }

     /**
      * Add column data
      *
      * @param index Column index
      * @param colName Column name
      * @param dt Data type string
      * @param colData The column data
      * @throws Exception
      */
     public void addColumnData(int index, String colName, String dt, List colData) throws Exception {
         DataType dataType = TableUtil.toDataTypes(dt);
         switch (dataType) {
             case DATE:
                 if (colData.get(0) instanceof LocalDateTime) {
                     this.addColumnData(index, colName, dataType, colData);
                 } else {
                     String dformat = TableUtil.getDateFormat(dt);
                     this.addColumn(index, new DataColumn(colName, dataType, dformat));
                     this.setValues(colName, colData);
                 }
                 break;
             default:
                 this.addColumnData(index, colName, dataType, colData);
                 break;
         }
     }

     /**
      * Remove a column
      *
      * @param colName Column name
      */
     public void removeColumn(String colName) {
         this.removeColumn(this.findColumn(colName));
     }

     /**
      * Get data row
      * @param idx Index
      * @return Data row
      */
     public DataRow getRow(int idx){
         return this.getRows().get(idx);
     }

     /**
      * Get data columns
      *
      * @return Data columns
      */
     public List getDataColumns() {
         List cols = new ArrayList<>();
         for (DataColumn col : this.getColumns()) {
             if (col.getDataType() != DataType.DATE) {
                 cols.add(col);
             }
         }

         return cols;
     }

     /**
      * Get column values
      *
      * @param col The data column
      * @return Value list
      */
     public List getValidColumnValues(DataColumn col) {
         return this.getValidColumnValues(this.getRows(), col);
     }

     /**
      * Get column values
      *
      * @param rows The data row list
      * @param col The data column
      * @return Column values
      */
     public List getValidColumnValues(List rows, DataColumn col) {
         List values = new ArrayList<>();
         String colName = col.getColumnName();
         String vstr;
         double value = Double.NaN;
         for (DataRow row : rows) {
             if (row.getValue(colName) == null) {
                 continue;
             }
             switch (col.getDataType()) {
                 case INT:
                     value = (double) (Integer) row.getValue(colName);
                     break;
                 case FLOAT:
                     value = (double) (Float) row.getValue(colName);
                     break;
                 case DOUBLE:
                     value = (Double) row.getValue(colName);
                     break;
                 case STRING:
                     vstr = (String) row.getValue(colName);
                     if (!vstr.isEmpty()) {
                         value = Double.parseDouble(vstr);
                     } else {
                         value = Double.NaN;
                     }
                     break;
             }
             if (!Double.isNaN(value) && !MIMath.doubleEquals(value, this.missingValue)) {
                 values.add(value);
             }
         }

         return values;
     }

     /**
      * Set column data
      *
      * @param colName Column name
      * @param values Values
      */
     @Override
     public void setColumnData(String colName, List values) {
         this.setValues(colName, values);
     }

     /**
      * Convert a data column to double data type
      *
      * @param colName The data column name
      */
     public void columnToDouble(String colName) {
         DataColumn col = this.findColumn(colName);
         DataType oldType = col.getDataType();
         col.setDataType(DataType.DOUBLE);
         Object value;
         for (DataRow row : this.getRows()) {
             value = row.getValue(colName);
             switch (oldType) {
                 case INT:
                     row.setValue(col, (double) (Integer) value);
                     break;
                 case FLOAT:
                     row.setValue(col, (double) (Float) value);
                     break;
                 case STRING:
                     if (MIMath.isNumeric((String) value)) {
                         row.setValue(col, Double.parseDouble((String) value));
                     } else {
                         row.setValue(col, Double.NaN);
                     }
                     break;
             }
         }
     }

     /**
      * Average data
      *
      * @param cols The data columns
      * @return Result data table
      * @throws Exception
      */
     public DataTable average(List cols) throws Exception {
         DataTable rTable = new DataTable();
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }
         DataRow nRow = rTable.addRow();

         for (DataColumn col : cols) {
             List values = this.getValidColumnValues(col);
             double mean = Statistics.mean(values);
             nRow.setValue(col, mean);
         }

         return rTable;
     }

     /**
      * Summary data
      *
      * @param cols The data columns
      * @return Result data table
      * @throws Exception
      */
     public DataTable sum(List cols) throws Exception {
         DataTable rTable = new DataTable();
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }
         DataRow nRow = rTable.addRow();

         for (DataColumn col : cols) {
             List values = this.getValidColumnValues(col);
             double mean = Statistics.sum(values);
             nRow.setValue(col, mean);
         }

         return rTable;
     }

     /**
      * Average data and calculate standard deviation
      *
      * @param cols The data columns
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_stdev(List cols) throws Exception {
         DataTable rTable = new DataTable();
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
             rTable.addColumn(col.getColumnName() + "_sd", DataType.DOUBLE);
         }
         DataRow nRow = rTable.addRow();

         for (DataColumn col : cols) {
             List values = this.getValidColumnValues(col);
             double mean = Statistics.mean(values);
             double stdev = Statistics.standardDeviation(values);
             nRow.setValue(col.getColumnName(), mean);
             nRow.setValue(col.getColumnName() + "_sd", stdev);
         }

         return rTable;
     }

     /**
      * Get average data table
      *
      * @param dataColumns
      * @return Average data table
      * @throws Exception
      */
     public DataTable statistics(List dataColumns) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Type", DataType.STRING);
         rTable.addColumn("Mean", DataType.DOUBLE);
         rTable.addColumn("Minimum", DataType.DOUBLE);
         rTable.addColumn("Q1", DataType.DOUBLE);
         rTable.addColumn("Meadian", DataType.DOUBLE);
         rTable.addColumn("Q3", DataType.DOUBLE);
         rTable.addColumn("Maximum", DataType.DOUBLE);
         rTable.addColumn("StdDev", DataType.DOUBLE);
         rTable.addColumn("Count", DataType.INT);

         int i = 0;
         for (DataColumn col : dataColumns) {
             List values = this.getValidColumnValues(col);
             double mean = Statistics.mean(values);
             double min = Statistics.minimum(values);
             double q1 = Statistics.quantile(values, 1);
             double meadian = Statistics.median(values);
             double q3 = Statistics.quantile(values, 3);
             double max = Statistics.maximum(values);
             double sd = Statistics.standardDeviation(values);
             int n = values.size();

             rTable.addRow();
             rTable.setValue(i, 0, col.getColumnName());
             rTable.setValue(i, 1, mean);
             rTable.setValue(i, 2, min);
             rTable.setValue(i, 3, q1);
             rTable.setValue(i, 4, meadian);
             rTable.setValue(i, 5, q3);
             rTable.setValue(i, 6, max);
             rTable.setValue(i, 7, sd);
             rTable.setValue(i, 8, n);

             i++;
         }

         return rTable;
     }

     /**
      * Get average data table
      *
      * @return Average data table
      * @throws Exception
      */
     public DataTable statistics() throws Exception {
         return this.statistics(this.getDataColumns());
     }

     /**
      * Read data table from ASCII file
      *
      * @param fileName File name
      * @param formatSpec Format specifiers string
      * @throws FileNotFoundException
      */
     public void readASCIIFile(String fileName, String formatSpec) throws FileNotFoundException, IOException, Exception {
         BufferedReader sr = new BufferedReader(new InputStreamReader(new FileInputStream(fileName), "UTF8"));
         String title = sr.readLine().trim();
         //Determine separator
         String delimiter = GlobalUtil.getDelimiter(title);
         sr.close();
         this.readASCIIFile(fileName, delimiter, 0, formatSpec, "UTF8");
     }

     /**
      * Read data table from ASCII file
      *
      * @param fileName File name
      * @param delimiter Delimiter
      * @param headerLines Number of lines to skip at begining of the file
      * @param formatSpec Format specifiers string
      * @param encoding Fle encoding
      * @throws FileNotFoundException
      */
     public void readASCIIFile(String fileName, String delimiter, int headerLines, String formatSpec, String encoding) throws FileNotFoundException, IOException, Exception {
         //DataTable dTable = new DataTable();

         BufferedReader sr = new BufferedReader(new InputStreamReader(new FileInputStream(fileName), encoding));
         if (headerLines > 0) {
             for (int i = 0; i < headerLines; i++) {
                 sr.readLine();
             }
         }

         String title = sr.readLine().trim();
         String[] titleArray = GlobalUtil.split(title, delimiter);
         int colNum = titleArray.length;
         if (titleArray.length < 2) {
             System.out.println("File Format Error!");
             sr.close();
         } else {
             //Get fields
             String[] colFormats;
             if (formatSpec == null) {
                 colFormats = new String[colNum];
                 for (int i = 0; i < colNum; i++) {
                     colFormats[i] = "C";
                 }
             } else {
                 colFormats = formatSpec.split("%");
             }

             int idx = 0;
             for (String colFormat : colFormats) {
                 if (colFormat.isEmpty()) {
                     continue;
                 }

                 switch (colFormat) {
                     case "C":
                     case "s":
                         this.addColumn(titleArray[idx], DataType.STRING);
                         break;
                     case "i":
                         this.addColumn(titleArray[idx], DataType.INT);
                         break;
                     case "f":
                         this.addColumn(titleArray[idx], DataType.FLOAT);
                         break;
                     case "d":
                         this.addColumn(titleArray[idx], DataType.DOUBLE);
                         break;
                     case "B":
                         this.addColumn(titleArray[idx], DataType.BOOLEAN);
                         break;
                     default:
                         if (colFormat.substring(0, 1).equals("{")) {    //Date
                             int eidx = colFormat.indexOf("}");
                             String formatStr = colFormat.substring(1, eidx);
                             this.addColumn(new DataColumn(titleArray[idx], DataType.DATE, formatStr));
                         } else {
                             this.addColumn(titleArray[idx], DataType.STRING);
                         }
                         break;
                 }

                 idx += 1;
             }

             String[] dataArray;
             int rn = 0;
             String line = sr.readLine();
             while (line != null) {
                 line = line.trim();
                 if (line.isEmpty()) {
                     line = sr.readLine();
                     continue;
                 }
                 dataArray = GlobalUtil.split(line, delimiter);

                 this.addRow();
                 int cn = 0;
                 for (int i = 0; i < dataArray.length; i++) {
                     this.setValue(rn, cn, dataArray[i]);
                     cn++;
                 }

                 rn += 1;
                 line = sr.readLine();
             }

             sr.close();
         }
     }

     /**
      * Read data table from ASCII file
      *
      * @param fileName File name
      * @param dataColumns Data columns
      * @throws FileNotFoundException
      */
     public void readASCIIFile(String fileName, List dataColumns) throws FileNotFoundException, IOException, Exception {
         //DataTable dTable = new DataTable();

         BufferedReader sr = new BufferedReader(new FileReader(new File(fileName)));
         String title = sr.readLine().trim();
         //Determine separator
         String separator = GlobalUtil.getDelimiter(title);
         String[] titleArray = GlobalUtil.split(title, separator);
         if (titleArray.length < 2) {
             JOptionPane.showMessageDialog(null, "File Format Error!");
             sr.close();
         } else {
             //Get fields
             for (DataColumn col : dataColumns) {
                 this.addColumn(col);
             }
             List dataIdxs = new ArrayList<>();
             String fieldName;
             for (int i = 0; i < titleArray.length; i++) {
                 fieldName = titleArray[i];
                 for (DataColumn col : dataColumns) {
                     if (fieldName.equals(col.getColumnName())) {
                         dataIdxs.add(i);
                     }
                 }
             }

             String[] dataArray;
             int rn = 0;
             String line = sr.readLine();
             while (line != null) {
                 line = line.trim();
                 if (line.isEmpty()) {
                     continue;
                 }
                 dataArray = GlobalUtil.split(line, separator);
                 this.addRow();
                 int cn = 0;
                 for (int idx : dataIdxs) {
                     this.setValue(rn, cn, dataArray[idx]);
                     cn++;
                 }

                 rn += 1;
                 line = sr.readLine();
             }

             //dataTable = dTable;
             sr.close();
         }
     }

     /**
      * Read data table from ASCII file
      *
      * @param fileName File name
      * @throws FileNotFoundException
      */
     public void readASCIIFile(String fileName) throws FileNotFoundException, IOException, Exception {
         //DataTable dTable = new DataTable();

         BufferedReader sr = new BufferedReader(new InputStreamReader(new FileInputStream(fileName), "utf-8"));
         String title = sr.readLine().trim();
         //Determine separator
         String separator = GlobalUtil.getDelimiter(title);
         String[] titleArray = GlobalUtil.split(title, separator);
         if (titleArray.length < 2) {
             JOptionPane.showMessageDialog(null, "File Format Error!");
             sr.close();
         } else {
             //Get fields
             List dataIdxs = new ArrayList<>();
             String fieldName;
             for (int i = 0; i < titleArray.length; i++) {
                 fieldName = titleArray[i];
                 this.addColumn(fieldName, DataType.STRING);
                 dataIdxs.add(i);
             }

             String[] dataArray;
             int rn = 0;
             String line = sr.readLine();
             while (line != null) {
                 line = line.trim();
                 if (line.isEmpty()) {
                     continue;
                 }
                 dataArray = GlobalUtil.split(line, separator);
                 this.addRow();
                 int cn = 0;
                 for (int idx : dataIdxs) {
                     this.setValue(rn, cn, dataArray[idx]);
                     cn++;
                 }

                 rn += 1;
                 line = sr.readLine();
             }

             //dataTable = dTable;
             sr.close();
         }
     }

     /**
      * Convert a multi rows data table to single row data table
      *
      * @param inTable Input data table - multi rows
      * @param firstColName The new first column name
      * @param firstColValue The new first column value
      * @return Result data table
      * @throws Exception
      */
     public DataTable toSingleRowTable(DataTable inTable, String firstColName, String firstColValue) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn(firstColName, DataType.STRING);
         List values = new ArrayList<>();

         if (inTable.getColumnCount() == 2) {
             DataColumn col = inTable.getColumns().get(1);
             String colName = col.getColumnName();
             int r = 0;
             for (DataRow row : inTable.getRows()) {
                 String rowName = row.getValue(0).toString();
                 DataColumn newCol = new DataColumn(rowName, col.getDataType());
                 rTable.addColumn(newCol);
                 values.add(inTable.getValue(r, colName));
                 r++;
             }
         } else {
             int i = 0;
             for (DataColumn col : inTable.getColumns()) {
                 if (i > 0) {
                     String colName = col.getColumnName();
                     int r = 0;
                     for (DataRow row : inTable.getRows()) {
                         String rowName = row.getValue(0).toString();
                         DataColumn newCol = new DataColumn(rowName + "_" + colName, col.getDataType());
                         rTable.addColumn(newCol);
                         values.add(inTable.getValue(r, colName));
                         r++;
                     }
                 }
                 i++;
             }
         }

         rTable.addRow();
         rTable.setValue(0, 0, firstColValue);
         int i = 1;
         for (Object value : values) {
             rTable.setValue(0, i, value);
             i++;
         }

         return rTable;
     }

     /**
      * Convert a multi rows data table to single row data table
      *
      * @param inTable Input data table - multi rows
      * @return Result data table
      * @throws Exception
      */
     public DataTable toSingleRowTable(DataTable inTable) throws Exception {
         DataTable rTable = new DataTable();
         List values = new ArrayList<>();

         if (inTable.getColumnCount() == 2) {
             DataColumn col = inTable.getColumns().get(1);
             String colName = col.getColumnName();
             int r = 0;
             for (DataRow row : inTable.getRows()) {
                 String rowName = row.getValue(0).toString();
                 DataColumn newCol = new DataColumn(rowName, col.getDataType());
                 rTable.addColumn(newCol);
                 values.add(inTable.getValue(r, colName));
                 r++;
             }
         } else {
             int i = 0;
             for (DataColumn col : inTable.getColumns()) {
                 if (i > 0) {
                     String colName = col.getColumnName();
                     int r = 0;
                     for (DataRow row : inTable.getRows()) {
                         String rowName = row.getValue(0).toString();
                         DataColumn newCol = new DataColumn(rowName + "_" + colName, col.getDataType());
                         rTable.addColumn(newCol);
                         values.add(inTable.getValue(r, colName));
                         r++;
                     }
                 }
                 i++;
             }
         }

         rTable.addRow();
         int i = 0;
         for (Object value : values) {
             rTable.setValue(0, i, value);
             i++;
         }

         return rTable;
     }

     /**
      * Convert a multi rows data table to single row data table
      *
      * @return Result data table
      * @throws Exception
      */
     public DataTable toSingleRowTable() throws Exception {
         DataTable rTable = new DataTable();
         List values = new ArrayList<>();

         if (this.getColumnCount() == 2) {
             DataColumn col = this.getColumns().get(1);
             String colName = col.getColumnName();
             int r = 0;
             for (DataRow row : this.getRows()) {
                 String rowName = row.getValue(0).toString();
                 DataColumn newCol = new DataColumn(rowName, col.getDataType());
                 rTable.addColumn(newCol);
                 values.add(this.getValue(r, colName));
                 r++;
             }
         } else {
             int i = 0;
             for (DataColumn col : this.getColumns()) {
                 if (i > 0) {
                     String colName = col.getColumnName();
                     int r = 0;
                     for (DataRow row : this.getRows()) {
                         String rowName = row.getValue(0).toString();
                         DataColumn newCol = new DataColumn(rowName + "_" + colName, col.getDataType());
                         rTable.addColumn(newCol);
                         values.add(this.getValue(r, colName));
                         r++;
                     }
                 }
                 i++;
             }
         }

         rTable.addRow();
         int i = 0;
         for (Object value : values) {
             rTable.setValue(0, i, value);
             i++;
         }

         return rTable;
     }

     /**
      * Join data table
      *
      * @param tableData The input table data
      * @param colName The column name for join
      */
     public void join(TableData tableData, String colName) {
         this.join(tableData, colName, colName, false);
     }

     /**
      * Join data table
      *
      * @param tableData The input table data
      * @param thisColName The column name for join
      * @param otherColName The other column name for join
      */
     public void join(TableData tableData, String thisColName, String otherColName) {
         this.join(tableData, thisColName, otherColName, false);
     }

     /**
      * Clone
      *
      * @return Cloned TableData object
      */
     @Override
     public Object clone() {
         TableData td = (TableData) super.clone();
         td.missingValue = this.missingValue;

         return td;
     }
     // 

     // 
     /**
      * Get years
      *
      * @param tColName Time column name
      * @return Year list
      */
     public List getYears(String tColName) {
         List years = new ArrayList<>();
         LocalDateTime ldt;
         int year;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             year = ldt.getYear();
             if (!years.contains(year)) {
                 years.add(year);
             }
         }

         return years;
     }

     /**
      * Get year months
      *
      * @param tColName Time column name
      * @return Year month list
      */
     public List getYearMonths(String tColName) {
         List yms = new ArrayList<>();
         DateTimeFormatter format =DateTimeFormatter.ofPattern("yyyyMM");
         String ym;
         for (DataRow row : this.getRows()) {
             ym = format.format((LocalDateTime) row.getValue(tColName));
             if (!yms.contains(ym)) {
                 yms.add(ym);
             }
         }

         return yms;
     }

     /**
      * Get data row list by year
      *
      * @param year The year
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataByYear(int year, String tColName) {
         List rows = new ArrayList<>();
         LocalDateTime ldt;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             if (ldt.getYear() == year) {
                 rows.add(row);
             }
         }

         return rows;
     }

     /**
      * Get data row list by year
      *
      * @param season The season
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataBySeason(String season, String tColName) {
         List months = this.getMonthsBySeason(season);
         List rows = new ArrayList<>();
         LocalDateTime ldt;
         int month;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             month = ldt.getMonthValue();
             if (months.contains(month)) {
                 rows.add(row);
             }
         }

         return rows;
     }

     private List getMonthsBySeason(String season) {
         List months = new ArrayList<>();
         if (season.equalsIgnoreCase("spring")) {
             months.add(3);
             months.add(4);
             months.add(5);
         } else if (season.equalsIgnoreCase("summer")) {
             months.add(6);
             months.add(7);
             months.add(8);
         } else if (season.equalsIgnoreCase("autumn")) {
             months.add(9);
             months.add(10);
             months.add(11);
         } else if (season.equalsIgnoreCase("winter")) {
             months.add(12);
             months.add(1);
             months.add(2);
         }

         return months;
     }

     /**
      * Get data row list by year and month
      *
      * @param yearMonth The year and month
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataByYearMonth(String yearMonth, String tColName) {
         int year = Integer.parseInt(yearMonth.substring(0, 4));
         int month = Integer.parseInt(yearMonth.substring(4));
         return this.getDataByYearMonth(year, month, tColName);
     }

     /**
      * Get data row list by year and month
      *
      * @param year The year
      * @param month The month
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataByYearMonth(int year, int month, String tColName) {
         List rows = new ArrayList<>();
         LocalDateTime ldt;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             if (ldt.getYear() == year) {
                 if (ldt.getMonthValue() == month) {
                     rows.add(row);
                 }
             }
         }

         return rows;
     }

     /**
      * Get data row list by month
      *
      * @param month The month
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataByMonth(int month, String tColName) {
         List rows = new ArrayList<>();
         LocalDateTime ldt;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             if (ldt.getMonthValue() == month) {
                 rows.add(row);
             }
         }

         return rows;
     }

     /**
      * Get data row list by day of week
      *
      * @param dow Day of week
      * @param tColName Time column name
      * @return Data row list
      */
     public List getDataByDayOfWeek(int dow, String tColName) {
         dow = dow + 1;
         if (dow == 8) {
             dow = 1;
         }

         List rows = new ArrayList<>();
         LocalDateTime ldt;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             if (ldt.getDayOfWeek().getValue() == dow) {
                 rows.add(row);
             }
         }

         return rows;
     }

     /**
      * Get data row list by hour
      *
      * @param hour The hour
      * @param tColName Time column name
      * @return Result data row list
      */
     public List getDataByHour(int hour, String tColName) {
         List rows = new ArrayList<>();
         LocalDateTime ldt;
         for (DataRow row : this.getRows()) {
             ldt = (LocalDateTime) row.getValue(tColName);
             if (ldt.getHour() == hour) {
                 rows.add(row);
             }
         }

         return rows;
     }

     /**
      * Average year by year
      *
      * @param cols The data columns
      * @param tColName The time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_Year(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Year", DataType.INT);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List years = this.getYears(tColName);
         for (int year : years) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, year);
             List rows = this.getDataByYear(year, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
         }

         return rTable;
     }

     /**
      * Average month by month
      *
      * @param cols The data columns
      * @param tColName Time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_Month(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("YearMonth", DataType.STRING);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List yms = this.getYearMonths(tColName);
         for (String ym : yms) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, ym);
             List rows = this.getDataByYearMonth(ym, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
         }

         return rTable;
     }

     /**
      * Average monthly
      *
      * @param cols The data columns
      * @param tColName Time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_MonthOfYear(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Month", DataType.STRING);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List monthNames = Arrays.asList(new String[]{"Jan", "Feb", "Mar", "Apr", "May",
             "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"});
         List months = new ArrayList<>();
         int i;
         for (i = 1; i < 13; i++) {
             months.add(i);
         }

         i = 0;
         for (int month : months) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, monthNames.get(i));
             List rows = this.getDataByMonth(month, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
             i++;
         }

         return rTable;
     }

     /**
      * Average seasonal
      *
      * @param cols The data columns
      * @param tColName Time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_SeasonOfYear(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Season", DataType.STRING);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List seasons = Arrays.asList(new String[]{"Spring", "Summer", "Autumn", "Winter"});
         for (String season : seasons) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, season);
             List rows = this.getDataBySeason(season, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
         }

         return rTable;
     }

     /**
      * Average by day of week
      *
      * @param cols The data columns
      * @param tColName Time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_DayOfWeek(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Day", DataType.STRING);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List dowNames = Arrays.asList(new String[]{"Sunday", "Monday", "Tuesday", "Wednesday", "Thursday", "Friday",
             "Saturday"});
         List dows = new ArrayList<>();
         dows.add(7);
         int i;
         for (i = 1; i < 7; i++) {
             dows.add(i);
         }

         i = 0;
         for (int dow : dows) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, dowNames.get(i));
             List rows = this.getDataByDayOfWeek(dow, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
             i++;
         }

         return rTable;
     }

     /**
      * Average by hour of day
      *
      * @param cols The data columns
      * @param tColName Time column name
      * @return Result data table
      * @throws Exception
      */
     public DataTable ave_HourOfDay(List cols, String tColName) throws Exception {
         DataTable rTable = new DataTable();
         rTable.addColumn("Hour", DataType.INT);
         for (DataColumn col : cols) {
             rTable.addColumn(col.getColumnName(), DataType.DOUBLE);
         }

         List hours = new ArrayList<>();
         for (int i = 0; i < 24; i++) {
             hours.add(i);
         }

         for (int hour : hours) {
             DataRow nRow = rTable.addRow();
             nRow.setValue(0, hour);
             List rows = this.getDataByHour(hour, tColName);
             for (DataColumn col : cols) {
                 List values = this.getValidColumnValues(rows, col);
                 nRow.setValue(col.getColumnName(), Statistics.mean(values));
             }
         }

         return rTable;
     }

     /**
      * SQL select
      * @param expression SQL expression
      * @return Result TableData
      */
     @Override
     public TableData sqlSelect(String expression){
         TableData r = new TableData((DataTable)super.sqlSelect(expression));
         return r;
     }

     // 

     // 
 }
    
    
    
    

    




    
    
    © 2015 - 2025 Weber Informatics LLC | Privacy Policy