org.arbiter.deeplearning4j.task.ComputationGraphTaskCreator Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of arbiter-deeplearning4j Show documentation
There is a newer version: 1.0.0-beta3
Show newest version
/*
 *
 *  * Copyright 2016 Skymind,Inc.
 *  *
 *  *    Licensed under the Apache License, Version 2.0 (the "License");
 *  *    you may not use this file except in compliance with the License.
 *  *    You may obtain a copy of the License at
 *  *
 *  *        http://www.apache.org/licenses/LICENSE-2.0
 *  *
 *  *    Unless required by applicable law or agreed to in writing, software
 *  *    distributed under the License is distributed on an "AS IS" BASIS,
 *  *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  *    See the License for the specific language governing permissions and
 *  *    limitations under the License.
 *
 */
package org.arbiter.deeplearning4j.task;

import lombok.AllArgsConstructor;
import org.apache.commons.lang.exception.ExceptionUtils;
import org.arbiter.deeplearning4j.GraphConfiguration;
import org.arbiter.deeplearning4j.listener.UIGraphStatusReportingListener;
import org.arbiter.optimize.api.Candidate;
import org.arbiter.optimize.api.OptimizationResult;
import org.arbiter.optimize.api.TaskCreator;
import org.arbiter.optimize.api.data.DataProvider;
import org.arbiter.optimize.api.evaluation.ModelEvaluator;
import org.arbiter.optimize.api.score.ScoreFunction;
import org.arbiter.optimize.runner.Status;
import org.arbiter.optimize.runner.listener.candidate.UICandidateStatusListener;
import org.arbiter.optimize.ui.components.RenderableComponentString;
import org.deeplearning4j.datasets.iterator.DataSetIterator;
import org.deeplearning4j.earlystopping.EarlyStoppingConfiguration;
import org.deeplearning4j.earlystopping.EarlyStoppingResult;
import org.deeplearning4j.earlystopping.trainer.EarlyStoppingGraphTrainer;
import org.deeplearning4j.nn.graph.ComputationGraph;

import java.util.concurrent.Callable;

@AllArgsConstructor
public class ComputationGraphTaskCreator implements TaskCreator{

    private ModelEvaluator modelEvaluator;

    @Override
    public Callable> create(
                Candidate candidate, DataProvider dataProvider,
                   ScoreFunction scoreFunction,
                   UICandidateStatusListener statusListener) {

        return new GraphLearningTask<>(candidate,dataProvider,scoreFunction,modelEvaluator,statusListener);
    }


    private static class GraphLearningTask implements Callable> {

        private Candidate candidate;
        private DataProvider dataProvider;
        private ScoreFunction scoreFunction;
        private ModelEvaluator modelEvaluator;

        private UIGraphStatusReportingListener dl4jListener;

        public GraphLearningTask(Candidate candidate, DataProvider dataProvider,
                                 ScoreFunction scoreFunction,
                                 ModelEvaluator modelEvaluator, UICandidateStatusListener listener) {
            this.candidate = candidate;
            this.dataProvider = dataProvider;
            this.scoreFunction = scoreFunction;
            this.modelEvaluator = modelEvaluator;

            dl4jListener = new UIGraphStatusReportingListener(listener);
        }


        @Override
        public OptimizationResult call() throws Exception {
            //Create network
            ComputationGraph net = new ComputationGraph(candidate.getValue().getConfiguration());
            net.init();
            net.setListeners(dl4jListener);

            //Early stopping or fixed number of epochs:
            DataSetIterator dataSetIterator = dataProvider.testData(candidate.getDataParameters());


            EarlyStoppingConfiguration esConfig = candidate.getValue().getEarlyStoppingConfiguration();
            EarlyStoppingResult esResult = null;
            if(esConfig != null){
                EarlyStoppingGraphTrainer trainer = new EarlyStoppingGraphTrainer(esConfig,net,dataSetIterator,dl4jListener);
                try{
                    esResult = trainer.fit();
                    net = esResult.getBestModel();  //Can return null if failed OR if
                } catch(Exception e){
                    dl4jListener.postReport(Status.Failed, null,
                            new RenderableComponentString("Unexpected exception during model training\n"),
                            new RenderableComponentString(ExceptionUtils.getFullStackTrace(e)));
                    throw e;
                }

                switch(esResult.getTerminationReason()){
                    case Error:
                        dl4jListener.postReport(Status.Failed, esResult);
                        break;
                    case IterationTerminationCondition:
                    case EpochTerminationCondition:
                        dl4jListener.postReport(Status.Complete, esResult);
                        break;
                }

            } else {
                //Fixed number of epochs
                int nEpochs = candidate.getValue().getNumEpochs();
                for( int i=0; i(candidate, net, score, candidate.getIndex(), additionalEvaluation);
        }
    }
}