All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.nd4j.linalg.util.DataSetUtils Maven / Gradle / Ivy

There is a newer version: 1.0.0-M2.1
Show newest version
/*******************************************************************************
 * Copyright (c) 2015-2018 Skymind, Inc.
 *
 * This program and the accompanying materials are made available under the
 * terms of the Apache License, Version 2.0 which is available at
 * https://www.apache.org/licenses/LICENSE-2.0.
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations
 * under the License.
 *
 * SPDX-License-Identifier: Apache-2.0
 ******************************************************************************/

package org.nd4j.linalg.util;

import org.nd4j.common.util.ArrayUtil;
import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.dataset.DataSet;
import org.nd4j.linalg.exception.ND4JArraySizeException;
import org.nd4j.common.tools.BTools;
import org.nd4j.common.tools.InfoLine;
import org.nd4j.common.tools.InfoValues;
import org.nd4j.common.tools.SIS;


/**
 * shows content of some classes
 *
 * 
 *
 * @author clavvis 
 */

public class DataSetUtils {
	//
	private SIS sis;
	//
	public DataSetUtils(
			SIS sis,
			String superiorModuleCode
			) {
		//
		this.sis = sis;
		//
		initValues( superiorModuleCode );
	}
	//
	private final String  baseModuleCode = "DL4JT";
	private String  moduleCode     = "";
	//
	
	private void initValues( String superiorModuleCode ) {
		//
		moduleCode = superiorModuleCode + "." + baseModuleCode;
		//
	}
	
	/**
	 * showDataSet
* public void showDataSet( int mtLv, String itemCode, DataSet ds,
* int in_Digits, int ot_Digits, int r_End_I, int c_End_I )
* Shows content of DataSet.
* @param mtLv - method level * @param itemCode - item = DataSet * @param ds - DataSet * @param in_Digits - input digits * @param ot_Digits - output digits * @param r_End_I - rows end index * @param c_End_I - columns end index */ public void showDataSet( int mtLv, String itemCode, DataSet ds, int in_Digits, int ot_Digits, int r_End_I, int c_End_I ) { // mtLv++; // String oinfo = ""; // String methodName = moduleCode + "." + "showDataSet"; // if ( ds == null ) { oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += methodName + ": "; oinfo += "\"" + itemCode + "\": "; oinfo += " == null !!!; "; oinfo += BTools.getSLcDtTm(); sis.info( oinfo ); return; } // oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += methodName + ": "; oinfo += "\"" + itemCode + "\": "; oinfo += "in_Digits: " + in_Digits + "; "; oinfo += "ot_Digits: " + ot_Digits + "; "; sis.info( oinfo ); oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "r_End_I: " + r_End_I + "; "; oinfo += "c_End_I: " + c_End_I + "; "; oinfo += BTools.getSLcDtTm(); sis.info( oinfo ); oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "ds: "; oinfo += ".numInputs: " + ds.numInputs() + "; "; oinfo += ".numOutcomes: " + ds.numOutcomes() + "; "; oinfo += ".numExamples: " + ds.numExamples() + "; "; oinfo += ".hasMaskArrays: " + BTools.getSBln( ds.hasMaskArrays() ) + "; "; sis.info( oinfo ); // if ( in_Digits < 0 ) in_Digits = 0; if ( ot_Digits < 0 ) ot_Digits = 0; // INDArray in_INDA; // I = Input INDArray ot_INDA; // O = Output // in_INDA = ds.getFeatures(); ot_INDA = ds.getLabels(); // oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "in_INDA: "; oinfo += ".rows: " + in_INDA.rows() + "; "; oinfo += ".columns: " + in_INDA.columns() + "; "; oinfo += ".rank: " + in_INDA.rank() + "; "; oinfo += ".shape: " + BTools.getSIntA( ArrayUtil.toInts(in_INDA.shape()) ) + "; "; oinfo += ".length: " + in_INDA.length() + "; "; oinfo += ".size( 0 ): " + in_INDA.size( 0 ) + "; "; sis.info( oinfo ); // if ( ot_INDA != null ) { oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "ot_INDA: "; oinfo += ".rows: " + ot_INDA.rows() + "; "; oinfo += ".columns: " + ot_INDA.columns() + "; "; oinfo += ".rank: " + ot_INDA.rank() + "; "; oinfo += ".shape: " + BTools.getSIntA( ArrayUtil.toInts(ot_INDA.shape()) ) + "; "; oinfo += ".length: " + ot_INDA.length() + "; "; oinfo += ".size( 0 ): " + ot_INDA.size( 0 ) + "; "; sis.info( oinfo ); } else { oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "ot_INDA == null ! "; sis.info( oinfo ); } // if ( in_INDA.rows() != ot_INDA.rows() ) { oinfo = "==="; oinfo += methodName + ": "; oinfo += "in_INDA.rows() != ot_INDA.rows() !!! ; "; oinfo += BTools.getSLcDtTm(); sis.info( oinfo ); // return; } // boolean wasShownTitle = false; // InfoLine il; InfoValues iv; // double j_Dbl = -1; if (in_INDA.rows() > Integer.MAX_VALUE) { throw new ND4JArraySizeException(); } int i_CharsCount = BTools.getIndexCharsCount( (int) in_INDA.rows() - 1 ); // oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "Data: j: IN->I0; "; sis.info( oinfo ); // for ( int i = 0; i < in_INDA.rows(); i++ ) { // if ( i > r_End_I ) break; // il = new InfoLine(); // iv = new InfoValues( "i", "" ); il.ivL.add( iv ); iv.vsL.add( BTools.getSInt( i, i_CharsCount ) ); // iv = new InfoValues( "", "", "" ); il.ivL.add( iv ); iv.vsL.add( "" ); // int c_I = 0; // for ( int j = (int) in_INDA.columns() - 1; j >= 0; j-- ) { // if ( c_I > c_End_I ) break; // j_Dbl = in_INDA.getDouble( i, j ); // iv = new InfoValues( "In", "j", BTools.getSInt( j ) ); il.ivL.add( iv ); iv.vsL.add( BTools.getSDbl( j_Dbl, in_Digits, true, in_Digits + 4 ) ); // c_I++; } // iv = new InfoValues( "", "", "" ); il.ivL.add( iv ); iv.vsL.add( "" ); // c_I = 0; // if ( ot_INDA != null ) { if (ot_INDA.columns() - 1 > Integer.MAX_VALUE) throw new ND4JArraySizeException(); for ( int j = (int) ot_INDA.columns() - 1; j >= 0; j-- ) { // if ( c_I > c_End_I ) break; // j_Dbl = ot_INDA.getDouble( i, j ); // iv = new InfoValues( "Ot", "j", BTools.getSInt( j ) ); il.ivL.add( iv ); iv.vsL.add( BTools.getSDbl( j_Dbl, ot_Digits, true, ot_Digits + 4 ) ); // c_I++; } } // if ( !wasShownTitle ) { oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo ); wasShownTitle = true; } oinfo = il.getValuesLine( mtLv ); sis.info( oinfo ); } // } /** * showINDArray
* public void showINDArray( int mtLv, String itemCode, INDArray INDA,
* int digits, int r_End_I, int c_End_I )
* Shows content of INDArray.
* Shows first rows and than columns.
* * * * @param mtLv - method level * @param itemCode - item code * @param INDA - INDArray * @param digits - values digits * @param r_End_I - rows end index * @param c_End_I - columns end index */ public void showINDArray( int mtLv, String itemCode, INDArray INDA, int digits, int r_End_I, int c_End_I ) { // showINDArray( mtLv, itemCode, INDA, digits, r_End_I, c_End_I, false ); } /** * showINDArray
* public void showINDArray( int mtLv, String itemCode, INDArray INDA,
* int digits, int r_End_I, int c_End_I, boolean turned )
* Shows content of INDArray.
* If turned is false shows first rows and than columns.
* If turned is true shows first columns and than rows.
* @param mtLv - method level * @param itemCode - item code * @param INDA - INDArray * @param digits - values digits * @param r_End_I - rows end index * @param c_End_I - columns end index * @param turned - turned rows and columns */ public void showINDArray( int mtLv, String itemCode, INDArray INDA, int digits, int r_End_I, int c_End_I, boolean turned ) { // mtLv++; // String oinfo = ""; // String methodName = moduleCode + "." + "showINDArray"; // if ( INDA == null ) { oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += methodName + ": "; oinfo += "\"" + itemCode + "\": "; oinfo += " == null !!!; "; oinfo += BTools.getSLcDtTm(); sis.info( oinfo ); return; } // oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += methodName + ": "; oinfo += "\"" + itemCode + "\": "; oinfo += "digits: " + digits + "; "; oinfo += "r_End_I: " + r_End_I + "; "; oinfo += "c_End_I: " + c_End_I + "; "; oinfo += "turned: " + turned + "; "; oinfo += BTools.getSLcDtTm(); sis.info( oinfo ); // if ( digits < 0 ) digits = 0; // oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "rows: " + INDA.rows() + "; "; oinfo += "columns: " + INDA.columns() + "; "; oinfo += "rank: " + INDA.rank() + "; "; oinfo += "shape: " + BTools.getSIntA(ArrayUtil.toInts( INDA.shape()) ) + "; "; oinfo += "length: " + INDA.length() + "; "; oinfo += "size( 0 ): " + INDA.size( 0 ) + "; "; sis.info( oinfo ); // boolean wasShownTitle = false; // InfoLine il; InfoValues iv; // double j_Dbl = -1; if (INDA.rows() - 1 > Integer.MAX_VALUE) throw new ND4JArraySizeException(); int i_CharsCount = BTools.getIndexCharsCount( (int) INDA.rows() - 1 ); // if ( !turned ) { //= standard oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "Data: j: IN->I0; "; sis.info( oinfo ); // for ( int i = 0; i < INDA.rows(); i++ ) { // if ( i > r_End_I ) break; // il = new InfoLine(); // iv = new InfoValues( "i", "" ); il.ivL.add( iv ); iv.vsL.add( BTools.getSInt( i, i_CharsCount ) ); // int c_I = 0; if (INDA.columns() - 1 > Integer.MAX_VALUE) throw new ND4JArraySizeException(); for ( int j = (int) INDA.columns() - 1; j >= 0; j-- ) { // if ( c_I > c_End_I ) break; // j_Dbl = INDA.getDouble( i, j ); // iv = new InfoValues( "j", "", BTools.getSInt( j ) ); il.ivL.add( iv ); iv.vsL.add( BTools.getSDbl( j_Dbl, digits, true, digits + 4 ) ); // c_I++; } // if ( !wasShownTitle ) { oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo ); wasShownTitle = true; } oinfo = il.getValuesLine( mtLv ); sis.info( oinfo ); } } else { // = turned oinfo = ""; oinfo += BTools.getMtLvESS( mtLv ); oinfo += BTools.getMtLvISS(); oinfo += "Data: "; sis.info( oinfo ); // for ( int i = 0; i < INDA.columns(); i++ ) { // if ( i > c_End_I ) break; // il = new InfoLine(); // iv = new InfoValues( "i", "" ); il.ivL.add( iv ); iv.vsL.add( BTools.getSInt( i, i_CharsCount ) ); // int r_I = 0; // for ( int j = 0; j < INDA.rows(); j++ ) { // if ( r_I > r_End_I ) break; // j_Dbl = INDA.getDouble( j, i ); // iv = new InfoValues( "j", "", BTools.getSInt( j ) ); il.ivL.add( iv ); iv.vsL.add( BTools.getSDbl( j_Dbl, digits, true, digits + 4 ) ); // r_I++; } // if ( !wasShownTitle ) { oinfo = il.getTitleLine( mtLv, 0 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 1 ); sis.info( oinfo ); oinfo = il.getTitleLine( mtLv, 2 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 3 ); sis.info( oinfo ); // oinfo = il.getTitleLine( mtLv, 4 ); sis.info( oinfo ); wasShownTitle = true; } oinfo = il.getValuesLine( mtLv ); sis.info( oinfo ); } } // } }




© 2015 - 2024 Weber Informatics LLC | Privacy Policy