org.deeplearning4j.text.sentenceiterator.MutipleEpochsSentenceIterator Maven / Gradle / Ivy
/*******************************************************************************
* Copyright (c) 2015-2018 Skymind, Inc.
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
package org.deeplearning4j.text.sentenceiterator;
import lombok.NonNull;
import java.util.concurrent.atomic.AtomicInteger;
/**
* This SentenceIterator implemenation wraps existing sentence iterator, and resets it numEpochs times
*
* This class is usable for tests purposes mostly.
*
* @author [email protected]
*/
public class MutipleEpochsSentenceIterator implements SentenceIterator {
private SentenceIterator iterator;
private int numEpochs;
private AtomicInteger counter = new AtomicInteger(0);
public MutipleEpochsSentenceIterator(@NonNull SentenceIterator iterator, int numEpochs) {
this.numEpochs = numEpochs;
this.iterator = iterator;
this.iterator.reset();
}
@Override
public String nextSentence() {
return iterator.nextSentence();
}
@Override
public boolean hasNext() {
if (!iterator.hasNext()) {
if (counter.get() < numEpochs - 1) {
counter.incrementAndGet();
iterator.reset();
return true;
} else
return false;
}
return true;
}
@Override
public void reset() {
this.counter.set(0);
this.iterator.reset();
}
@Override
public void finish() {
// no-op
}
@Override
public SentencePreProcessor getPreProcessor() {
return this.iterator.getPreProcessor();
}
@Override
public void setPreProcessor(SentencePreProcessor preProcessor) {
this.iterator.setPreProcessor(preProcessor);
}
}