org.deeplearning4j.aws.s3.reader.BaseS3DataSetIterator Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of deeplearning4j-aws Show documentation

There is a newer version: 0.9.1

/*
 *
 *  * Copyright 2015 Skymind,Inc.
 *  *
 *  *    Licensed under the Apache License, Version 2.0 (the "License");
 *  *    you may not use this file except in compliance with the License.
 *  *    You may obtain a copy of the License at
 *  *
 *  *        http://www.apache.org/licenses/LICENSE-2.0
 *  *
 *  *    Unless required by applicable law or agreed to in writing, software
 *  *    distributed under the License is distributed on an "AS IS" BASIS,
 *  *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  *    See the License for the specific language governing permissions and
 *  *    limitations under the License.
 *
 */

package org.deeplearning4j.aws.s3.reader;

import java.io.InputStream;
import java.util.Iterator;
import java.util.List;

import org.deeplearning4j.datasets.iterator.DataSetIterator;
/**
 * baseline data applyTransformToDestination iterator for
 * @author Adam Gibson
 *
 */
public abstract class BaseS3DataSetIterator implements DataSetIterator {

	/**
	 * 
	 */
	private static final long serialVersionUID = 885205002006822431L;
	private S3Downloader downloader;
	private List buckets;
	private int currBucket;
	private Iterator currIterator;
	
	public BaseS3DataSetIterator() {
		downloader = new S3Downloader();
		buckets = downloader.buckets();
		currBucket = 0;
		currIterator = downloader.iterateBucket(buckets.get(currBucket));
	}




	public InputStream nextObject() {
		if(currIterator.hasNext())
			return currIterator.next();
		else if(currBucket < buckets.size()) {
			currBucket++;
			currIterator = downloader.iterateBucket(buckets.get(currBucket));
			return currIterator.next();
		}
		
		return null;
	}



	@Override
	public boolean hasNext() {
		return currBucket < buckets.size() && currIterator.hasNext();
	}






	public String currBucket() {
		return buckets.get(currBucket);
	}



	public void nextBucket() {
		currBucket++;
	}




}