org.tensorflow.op.train.ApplyAdam Maven / Gradle / Ivy
/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
=======================================================================*/
// This class has been generated, DO NOT EDIT!
package org.tensorflow.op.train;
import org.tensorflow.Operand;
import org.tensorflow.Operation;
import org.tensorflow.OperationBuilder;
import org.tensorflow.Output;
import org.tensorflow.op.PrimitiveOp;
import org.tensorflow.op.Scope;
import org.tensorflow.op.annotation.Operator;
/**
* Update '*var' according to the Adam algorithm.
*
* $$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$
* $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$
* $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$
* $$variable := variable - lr_t * m_t / (\sqrt{v_t} + \epsilon)$$
*
* @param data type for {@code out()} output
*/
@Operator(group = "train")
public final class ApplyAdam extends PrimitiveOp implements Operand {
/**
* Optional attributes for {@link org.tensorflow.op.train.ApplyAdam}
*/
public static class Options {
/**
* @param useLocking If `True`, updating of the var, m, and v tensors will be protected
* by a lock; otherwise the behavior is undefined, but may exhibit less
* contention.
*/
public Options useLocking(Boolean useLocking) {
this.useLocking = useLocking;
return this;
}
/**
* @param useNesterov If `True`, uses the nesterov update.
*/
public Options useNesterov(Boolean useNesterov) {
this.useNesterov = useNesterov;
return this;
}
private Boolean useLocking;
private Boolean useNesterov;
private Options() {
}
}
/**
* Factory method to create a class wrapping a new ApplyAdam operation.
*
* @param scope current scope
* @param var Should be from a Variable().
* @param m Should be from a Variable().
* @param v Should be from a Variable().
* @param beta1Power Must be a scalar.
* @param beta2Power Must be a scalar.
* @param lr Scaling factor. Must be a scalar.
* @param beta1 Momentum factor. Must be a scalar.
* @param beta2 Momentum factor. Must be a scalar.
* @param epsilon Ridge term. Must be a scalar.
* @param grad The gradient.
* @param options carries optional attributes values
* @return a new instance of ApplyAdam
*/
public static ApplyAdam create(Scope scope, Operand var, Operand m, Operand v, Operand beta1Power, Operand beta2Power, Operand lr, Operand beta1, Operand beta2, Operand epsilon, Operand grad, Options... options) {
OperationBuilder opBuilder = scope.env().opBuilder("ApplyAdam", scope.makeOpName("ApplyAdam"));
opBuilder.addInput(var.asOutput());
opBuilder.addInput(m.asOutput());
opBuilder.addInput(v.asOutput());
opBuilder.addInput(beta1Power.asOutput());
opBuilder.addInput(beta2Power.asOutput());
opBuilder.addInput(lr.asOutput());
opBuilder.addInput(beta1.asOutput());
opBuilder.addInput(beta2.asOutput());
opBuilder.addInput(epsilon.asOutput());
opBuilder.addInput(grad.asOutput());
opBuilder = scope.applyControlDependencies(opBuilder);
if (options != null) {
for (Options opts : options) {
if (opts.useLocking != null) {
opBuilder.setAttr("use_locking", opts.useLocking);
}
if (opts.useNesterov != null) {
opBuilder.setAttr("use_nesterov", opts.useNesterov);
}
}
}
return new ApplyAdam(opBuilder.build());
}
/**
* @param useLocking If `True`, updating of the var, m, and v tensors will be protected
* by a lock; otherwise the behavior is undefined, but may exhibit less
* contention.
*/
public static Options useLocking(Boolean useLocking) {
return new Options().useLocking(useLocking);
}
/**
* @param useNesterov If `True`, uses the nesterov update.
*/
public static Options useNesterov(Boolean useNesterov) {
return new Options().useNesterov(useNesterov);
}
/**
* Same as "var".
*/
public Output out() {
return out;
}
@Override
public Output asOutput() {
return out;
}
private Output out;
private ApplyAdam(Operation operation) {
super(operation);
int outputIdx = 0;
out = operation.output(outputIdx++);
}
}