org.deeplearning4j.arbiter.conf.updater.SgdSpace Maven / Gradle / Ivy
/*******************************************************************************
* Copyright (c) 2015-2018 Skymind, Inc.
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
package org.deeplearning4j.arbiter.conf.updater;
import lombok.Data;
import lombok.EqualsAndHashCode;
import org.deeplearning4j.arbiter.optimize.api.ParameterSpace;
import org.nd4j.linalg.learning.config.IUpdater;
import org.nd4j.linalg.learning.config.Sgd;
import org.nd4j.linalg.schedule.ISchedule;
import org.nd4j.shade.jackson.annotation.JsonProperty;
@Data
@EqualsAndHashCode(callSuper = false)
public class SgdSpace extends BaseUpdaterSpace {
protected ParameterSpace learningRate;
protected ParameterSpace learningRateSchedule;
public SgdSpace(ParameterSpace learningRate) {
this(learningRate, null);
}
public SgdSpace(@JsonProperty("learningRate") ParameterSpace learningRate,
@JsonProperty("learningRateSchedule") ParameterSpace learningRateSchedule){
this.learningRate = learningRate;
this.learningRateSchedule = learningRateSchedule;
}
@Override
public IUpdater getValue(double[] parameterValues) {
double lr = learningRate == null ? Sgd.DEFAULT_SGD_LR : learningRate.getValue(parameterValues);
ISchedule lrS = learningRateSchedule == null ? null : learningRateSchedule.getValue(parameterValues);
if(lrS == null){
return new Sgd(lr);
} else {
return new Sgd(lrS);
}
}
}