prerna.ds.spark.SparkFrameIterator Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of semoss Show documentation

SEMOSS

The newest version!

//package prerna.ds.spark;
//
//import scala.collection.Iterator;
//
//import org.apache.spark.sql.DataFrame;
//import org.apache.spark.sql.Row;
//
//public class SparkFrameIterator implements java.util.Iterator{
//
//	Iterator sparkIterator;
//	public SparkFrameIterator(DataFrame sparkFrame) {
//		scala.collection.Iterator iterator = sparkFrame.rdd().toLocalIterator();
//		sparkIterator = iterator;
//	}
//
//	@Override
//	public boolean hasNext() {
//		return sparkIterator.hasNext();
//	}
//
//	@Override
//	public Object[] next() {
//		Row row = (Row)sparkIterator.next();
//		Object[] returnRow = new Object[row.length()];
//		for(int i = 0; i < row.length(); i++) {
//			returnRow[i] = row.get(i);
//		}
//		return returnRow;
//	}
//}