spell_nlm.nlm_300_2_1600_50000.pb Maven / Gradle / Ivy


I
train/global_step/initial_valueConst*
value	B:*
dtype0
]
train/global_step
VariableV2*
shared_name*
dtype0*
	container*
shape:
?
train/global_step/AssignAssigntrain/global_steptrain/global_step/initial_value*
use_locking(*
T0*$
_class
loc:@train/global_step*
validate_shape(
d
train/global_step/readIdentitytrain/global_step*
T0*$
_class
loc:@train/global_step
F
train/initial_learning_ratePlaceholder*
dtype0*
shape:
D
train/final_learning_ratePlaceholder*
dtype0*
shape:
B
ExponentialDecay/Cast/xConst*
value
B:?*
dtype0
^
ExponentialDecay/CastCastExponentialDecay/Cast/x*

SrcT0*
Truncate(*

DstT0
F
ExponentialDecay/Cast_1/xConst*
valueB
*??u?*
dtype0
_
ExponentialDecay/Cast_2Casttrain/global_step/read*

SrcT0*
Truncate(*

DstT0
\
ExponentialDecay/truedivRealDivExponentialDecay/Cast_2ExponentialDecay/Cast*
T0
B
ExponentialDecay/FloorFloorExponentialDecay/truediv*
T0
W
ExponentialDecay/PowPowExponentialDecay/Cast_1/xExponentialDecay/Floor*
T0
S
ExponentialDecayMultrain/initial_learning_rateExponentialDecay/Pow*
T0
B
LessLessExponentialDecaytrain/final_learning_rate*
T0
9
train/learning_rate/SwitchSwitchLessLess*
T0

O
train/learning_rate/switch_tIdentitytrain/learning_rate/Switch:1*
T0

M
train/learning_rate/switch_fIdentitytrain/learning_rate/Switch*
T0

6
train/learning_rate/pred_idIdentityLess*
T0

e
train/learning_rate/ConstConst^train/learning_rate/switch_t*
valueB
*o:*
dtype0
?
train/learning_rate/Switch_1SwitchExponentialDecaytrain/learning_rate/pred_id*
T0*#
_class
loc:@ExponentialDecay
m
train/learning_rate/MergeMergetrain/learning_rate/Switch_1train/learning_rate/Const*
N*
T0
7
dropout_ratePlaceholder*
dtype0*
shape:
6
PlaceholderPlaceholder*
dtype0*
shape:
8

Placeholder_1Placeholder*
dtype0*
shape:
4
	file_namePlaceholder*
shape:*
dtype0
_
in-memory-inputPlaceholder*2
shape):'???????????????????????????*
dtype0
N
input_batchPlaceholder*
dtype0*%
shape:??????????????????
T
output_batch_cidsPlaceholder*
dtype0*%
shape:??????????????????
T
output_batch_widsPlaceholder*
dtype0*%
shape:??????????????????
I
input_batch_lengthsPlaceholder*
dtype0*
shape:
?????????
?
4input_embedding_mat/Initializer/random_uniform/shapeConst*&
_class
loc:@input_embedding_mat*
valueB"P?,*
dtype0
?
2input_embedding_mat/Initializer/random_uniform/minConst*
dtype0*&
_class
loc:@input_embedding_mat*
valueB
*?2?
?
2input_embedding_mat/Initializer/random_uniform/maxConst*&
_class
loc:@input_embedding_mat*
valueB
*?2<*
dtype0
?
rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3rnn/TensorArray_1rnn/TensorArrayUnstack/range
rnn/transposernn/TensorArray_1:1*
T0* 
_class
loc:@rnn/transpose
7

rnn/Maximum/xConst*
value	B:*
dtype0
7
rnn/MaximumMaximum
rnn/Maximum/xrnn/Max*
T0
A
rnn/MinimumMinimumrnn/strided_slice_1rnn/Maximum*
T0
E
rnn/while/iteration_counterConst*
dtype0*
value	B:
?
rnn/while/EnterEnterrnn/while/iteration_counter*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
rnn/while/Enter_1Enterrnn/time*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
rnn/while/Enter_2Enterrnn/TensorArray:1*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
rnn/while/Enter_3EnterIrnn/MultiRNNCellZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
rnn/while/Enter_4EnterKrnn/MultiRNNCellZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
rnn/while/Enter_5EnterKrnn/MultiRNNCellZeroState/DropoutWrapperZeroState_1/LSTMCellZeroState/zeros*
parallel_iterations *'

frame_namernn/while/while_context*
T0*
is_constant(
?
rnn/while/Enter_6EnterMrnn/MultiRNNCellZeroState/DropoutWrapperZeroState_1/LSTMCellZeroState/zeros_1*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
T
rnn/while/MergeMergernn/while/Enterrnn/while/NextIteration*
N*
T0
Z
rnn/while/Merge_1Mergernn/while/Enter_1rnn/while/NextIteration_1*
T0*
N
Z
rnn/while/Merge_2Mergernn/while/Enter_2rnn/while/NextIteration_2*
T0*
N
Z
rnn/while/Merge_3Mergernn/while/Enter_3rnn/while/NextIteration_3*
T0*
N
Z
rnn/while/Merge_4Mergernn/while/Enter_4rnn/while/NextIteration_4*
T0*
N
Z
rnn/while/Merge_5Mergernn/while/Enter_5rnn/while/NextIteration_5*
T0*
N
Z
rnn/while/Merge_6Mergernn/while/Enter_6rnn/while/NextIteration_6*
T0*
N
F
rnn/while/LessLessrnn/while/Mergernn/while/Less/Enter*
T0
?
rnn/while/Less/EnterEnterrnn/strided_slice_1*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
L
rnn/while/Less_1Lessrnn/while/Merge_1rnn/while/Less_1/Enter*
T0
?
rnn/while/Less_1/EnterEnterrnn/Minimum*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
D
rnn/while/LogicalAnd
LogicalAndrnn/while/Lessrnn/while/Less_1
4
rnn/while/LoopCondLoopCondrnn/while/LogicalAnd
l
rnn/while/SwitchSwitchrnn/while/Mergernn/while/LoopCond*
T0*"
_class
loc:@rnn/while/Merge
r
rnn/while/Switch_1Switchrnn/while/Merge_1rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_1
r
rnn/while/Switch_2Switchrnn/while/Merge_2rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_2
r
rnn/while/Switch_3Switchrnn/while/Merge_3rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_3
r
rnn/while/Switch_4Switchrnn/while/Merge_4rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_4
r
rnn/while/Switch_5Switchrnn/while/Merge_5rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_5
r
rnn/while/Switch_6Switchrnn/while/Merge_6rnn/while/LoopCond*
T0*$
_class
loc:@rnn/while/Merge_6
;
rnn/while/IdentityIdentityrnn/while/Switch:1*
T0
?
rnn/while/Identity_1Identityrnn/while/Switch_1:1*
T0
?
rnn/while/Identity_2Identityrnn/while/Switch_2:1*
T0
?
rnn/while/Identity_3Identityrnn/while/Switch_3:1*
T0
?
rnn/while/Identity_4Identityrnn/while/Switch_4:1*
T0
?
rnn/while/Identity_5Identityrnn/while/Switch_5:1*
T0
?
rnn/while/Identity_6Identityrnn/while/Switch_6:1*
T0
N
rnn/while/add/yConst^rnn/while/Identity*
value	B:*
dtype0
B

rnn/while/addAddrnn/while/Identityrnn/while/add/y*
T0
?
rnn/while/TensorArrayReadV3TensorArrayReadV3!rnn/while/TensorArrayReadV3/Enterrnn/while/Identity_1#rnn/while/TensorArrayReadV3/Enter_1*
dtype0
?
!rnn/while/TensorArrayReadV3/EnterEnterrnn/TensorArray_1*
parallel_iterations *'

frame_namernn/while/while_context*
T0*
is_constant(
?
#rnn/while/TensorArrayReadV3/Enter_1Enter>rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
c
rnn/while/GreaterEqualGreaterEqualrnn/while/Identity_1rnn/while/GreaterEqual/Enter*
T0
?
rnn/while/GreaterEqual/EnterEnterrnn/CheckSeqLen*
parallel_iterations *'

frame_namernn/while/while_context*
T0*
is_constant(
k
)rnn/while/rnn/multi_rnn_cell/cell_0/sub/xConst^rnn/while/Identity*
valueB
*??*
dtype0
?
'rnn/while/rnn/multi_rnn_cell/cell_0/subSub)rnn/while/rnn/multi_rnn_cell/cell_0/sub/x-rnn/while/rnn/multi_rnn_cell/cell_0/sub/Enter*
T0
?
-rnn/while/rnn/multi_rnn_cell/cell_0/sub/EnterEnterdropout_rate*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
p
1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/ShapeShapernn/while/TensorArrayReadV3*
T0*
out_type0
?
>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/minConst^rnn/while/Identity*
valueB
**
dtype0
?
>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/maxConst^rnn/while/Identity*
valueB
*??*
dtype0
?
Hrnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform
RandomUniform1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Shape*
T0*
dtype0*
seed2*

seed
?
>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/subSub>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/max>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/min*
T0
?
>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/mulMulHrnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/sub*
T0
?
:rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniformAdd>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/mul>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/min*
T0
s
1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub/xConst^rnn/while/Identity*
valueB
*??*
dtype0
?
/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/subSub1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub/x'rnn/while/rnn/multi_rnn_cell/cell_0/sub*
T0
w
5rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv/xConst^rnn/while/Identity*
valueB
*??*
dtype0
?
3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truedivRealDiv5rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv/x/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub*
T0
?
8rnn/while/rnn/multi_rnn_cell/cell_0/dropout/GreaterEqualGreaterEqual:rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform'rnn/while/rnn/multi_rnn_cell/cell_0/sub*
T0
?
/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mulMulrnn/while/TensorArrayReadV33rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*
T0
?
0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/CastCast8rnn/while/rnn/multi_rnn_cell/cell_0/dropout/GreaterEqual*

SrcT0
*
Truncate(*

DstT0
?
1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1Mul/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast*
T0
?
Krnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/shapeConst*
dtype0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB"X?
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/minConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB
*?{l?*
dtype0
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/maxConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB
*?{l=*
dtype0
?
Srnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/RandomUniform
RandomUniformKrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/shape*

seed*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0*
seed2
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/subSubIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/maxIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/min*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/mulMulSrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/RandomUniformIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/sub*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Ernn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniformAddIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/mulIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/min*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
VariableV2*
shape:
??	*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0*
	container
?
1rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AssignAssign*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelErnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform*
validate_shape(*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
p
/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/readIdentity*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
T0
?
Jrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/shape_as_tensorConst*
dtype0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
valueB:?	
?
@rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/ConstConst*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
valueB
**
dtype0
?
:rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zerosFillJrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/shape_as_tensor@rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/Const*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*

index_type0
?
(rnn/multi_rnn_cell/cell_0/lstm_cell/bias
VariableV2*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
dtype0*
	container*
shape:?	*
shared_name
?
/rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AssignAssign(rnn/multi_rnn_cell/cell_0/lstm_cell/bias:rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
validate_shape(
l
-rnn/multi_rnn_cell/cell_0/lstm_cell/bias/readIdentity(rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
T0
x
9rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat/axisConst^rnn/while/Identity*
value	B:*
dtype0
?
4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concatConcatV21rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1rnn/while/Identity_49rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat/axis*
N*

Tidx0*
T0
?
4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMulMatMul4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat:rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
transpose_b(*
T0*
transpose_a(
?
:rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/read*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAddBiasAdd4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul;rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*
T0*
data_formatNHWC
?
;rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/EnterEnter-rnn/multi_rnn_cell/cell_0/lstm_cell/bias/read*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
r
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/ConstConst^rnn/while/Identity*
dtype0*
value	B:
|
=rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split/split_dimConst^rnn/while/Identity*
value	B:*
dtype0
?
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/splitSplit=rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split/split_dim5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd*
	num_split*
T0
u
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add/yConst^rnn/while/Identity*
valueB
*??*
dtype0
?
1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/addAdd5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:23rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add/y*
T0
|
5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/SigmoidSigmoid1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add*
T0
?
1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mulMul5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoidrnn/while/Identity_3*
T0
?
7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_1Sigmoid3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split*
T0
z
2rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/TanhTanh5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:1*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1Mul7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_12rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1Add1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1*
T0
?
7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_2Sigmoid5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:3*
T0
z
4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1Tanh3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2Mul7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_24rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1*
T0
k
)rnn/while/rnn/multi_rnn_cell/cell_1/sub/xConst^rnn/while/Identity*
valueB
*??*
dtype0
?
'rnn/while/rnn/multi_rnn_cell/cell_1/subSub)rnn/while/rnn/multi_rnn_cell/cell_1/sub/x-rnn/while/rnn/multi_rnn_cell/cell_0/sub/Enter*
T0
?
1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/ShapeShape3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
T0*
out_type0
?
>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/minConst^rnn/while/Identity*
valueB
**
dtype0
?
>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/maxConst^rnn/while/Identity*
valueB
*??*
dtype0
?
Hrnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform
RandomUniform1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Shape*
T0*
dtype0*
seed2*

seed
?
>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/subSub>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/max>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/min*
T0
?
>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/mulMulHrnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/sub*
T0
?
:rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniformAdd>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/mul>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/min*
T0
s
1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub/xConst^rnn/while/Identity*
valueB
*??*
dtype0
?
/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/subSub1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub/x'rnn/while/rnn/multi_rnn_cell/cell_1/sub*
T0
w
5rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv/xConst^rnn/while/Identity*
dtype0*
valueB
*??
?
3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truedivRealDiv5rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv/x/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub*
T0
?
8rnn/while/rnn/multi_rnn_cell/cell_1/dropout/GreaterEqualGreaterEqual:rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform'rnn/while/rnn/multi_rnn_cell/cell_1/sub*
T0
?
/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mulMul3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_23rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*
T0
?
0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/CastCast8rnn/while/rnn/multi_rnn_cell/cell_1/dropout/GreaterEqual*

SrcT0
*
Truncate(*

DstT0
?
1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1Mul/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast*
T0
?
Krnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/shapeConst*
dtype0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB"X?
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/minConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB
*?{l?*
dtype0
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/maxConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB
*?{l=*
dtype0
?
Srnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/RandomUniform
RandomUniformKrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/shape*

seed*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
dtype0*
seed2
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/subSubIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/maxIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/min*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/mulMulSrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/RandomUniformIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/sub*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Ernn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniformAddIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/mulIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/min*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
VariableV2*
shape:
??	*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
dtype0*
	container
?
1rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AssignAssign*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelErnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(*
use_locking(
p
/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/readIdentity*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
T0
?
Jrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/shape_as_tensorConst*
dtype0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
valueB:?	
?
@rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/ConstConst*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
valueB
**
dtype0
?
:rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zerosFillJrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/shape_as_tensor@rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/Const*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*

index_type0
?
(rnn/multi_rnn_cell/cell_1/lstm_cell/bias
VariableV2*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0*
	container*
shape:?	*
shared_name
?
/rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AssignAssign(rnn/multi_rnn_cell/cell_1/lstm_cell/bias:rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(
l
-rnn/multi_rnn_cell/cell_1/lstm_cell/bias/readIdentity(rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
T0
x
9rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat/axisConst^rnn/while/Identity*
dtype0*
value	B:
?
4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concatConcatV21rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1rnn/while/Identity_69rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat/axis*
T0*
N*

Tidx0
?
4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMulMatMul4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat:rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
T0*
transpose_a(*
transpose_b(
?
:rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/read*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAddBiasAdd4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul;rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
T0*
data_formatNHWC
?
;rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/EnterEnter-rnn/multi_rnn_cell/cell_1/lstm_cell/bias/read*
T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
r
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/ConstConst^rnn/while/Identity*
dtype0*
value	B:
|
=rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split/split_dimConst^rnn/while/Identity*
value	B:*
dtype0
?
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/splitSplit=rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split/split_dim5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd*
T0*
	num_split
u
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add/yConst^rnn/while/Identity*
valueB
*??*
dtype0
?
1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/addAdd5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:23rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add/y*
T0
|
5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/SigmoidSigmoid1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add*
T0
?
1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mulMul5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoidrnn/while/Identity_5*
T0
?
7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_1Sigmoid3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split*
T0
z
2rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/TanhTanh5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:1*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1Mul7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_12rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1Add1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1*
T0
?
7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_2Sigmoid5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:3*
T0
z
4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1Tanh3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
T0
?
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2Mul7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_24rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1*
T0
?
rnn/while/SelectSelectrnn/while/GreaterEqualrnn/while/Select/Enter3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
rnn/while/Select/EnterEnter	rnn/zeros*
parallel_iterations *'

frame_namernn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
?
rnn/while/Select_1Selectrnn/while/GreaterEqualrnn/while/Identity_33rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
rnn/while/Select_2Selectrnn/while/GreaterEqualrnn/while/Identity_43rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
rnn/while/Select_3Selectrnn/while/GreaterEqualrnn/while/Identity_53rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
rnn/while/Select_4Selectrnn/while/GreaterEqualrnn/while/Identity_63rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
-rnn/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV33rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enterrnn/while/Identity_1rnn/while/Selectrnn/while/Identity_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
3rnn/while/TensorArrayWrite/TensorArrayWriteV3/EnterEnterrnn/TensorArray*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
P
rnn/while/add_1/yConst^rnn/while/Identity*
value	B:*
dtype0
H
rnn/while/add_1Addrnn/while/Identity_1rnn/while/add_1/y*
T0
@
rnn/while/NextIteration
NextIteration
rnn/while/add*
T0
D
rnn/while/NextIteration_1
NextIterationrnn/while/add_1*
T0
b
rnn/while/NextIteration_2
NextIteration-rnn/while/TensorArrayWrite/TensorArrayWriteV3*
T0
G
rnn/while/NextIteration_3
NextIterationrnn/while/Select_1*
T0
G
rnn/while/NextIteration_4
NextIterationrnn/while/Select_2*
T0
G
rnn/while/NextIteration_5
NextIterationrnn/while/Select_3*
T0
G
rnn/while/NextIteration_6
NextIterationrnn/while/Select_4*
T0
1
rnn/while/ExitExitrnn/while/Switch*
T0
5
rnn/while/Exit_1Exitrnn/while/Switch_1*
T0
5
rnn/while/Exit_2Exitrnn/while/Switch_2*
T0
5
rnn/while/Exit_3Exitrnn/while/Switch_3*
T0
5
rnn/while/Exit_4Exitrnn/while/Switch_4*
T0
5
rnn/while/Exit_5Exitrnn/while/Switch_5*
T0
5
rnn/while/Exit_6Exitrnn/while/Switch_6*
T0
?
&rnn/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3rnn/TensorArrayrnn/while/Exit_2*"
_class
loc:@rnn/TensorArray
n
 rnn/TensorArrayStack/range/startConst*"
_class
loc:@rnn/TensorArray*
value	B:*
dtype0
n
 rnn/TensorArrayStack/range/deltaConst*"
_class
loc:@rnn/TensorArray*
value	B:*
dtype0
?
rnn/TensorArrayStack/rangeRange rnn/TensorArrayStack/range/start&rnn/TensorArrayStack/TensorArraySizeV3 rnn/TensorArrayStack/range/delta*"
_class
loc:@rnn/TensorArray*

Tidx0
?
(rnn/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3rnn/TensorArrayrnn/TensorArrayStack/rangernn/while/Exit_2*
dtype0*%

element_shape:??????????*"
_class
loc:@rnn/TensorArray
:
rnn/Const_4Const*
valueB:?*
dtype0
4

rnn/Rank_1Const*
value	B:*
dtype0
;
rnn/range_1/startConst*
dtype0*
value	B:
;
rnn/range_1/deltaConst*
value	B:*
dtype0
R
rnn/range_1Rangernn/range_1/start
rnn/Rank_1rnn/range_1/delta*

Tidx0
J
rnn/concat_2/values_0Const*
valueB"*
dtype0
;
rnn/concat_2/axisConst*
value	B:*
dtype0
m
rnn/concat_2ConcatV2rnn/concat_2/values_0rnn/range_1rnn/concat_2/axis*
T0*
N*

Tidx0
j
rnn/transpose_1	Transpose(rnn/TensorArrayStack/TensorArrayGatherV3rnn/concat_2*
Tperm0*
T0
<
	map/ShapeShapernn/transpose_1*
T0*
out_type0
E
map/strided_slice/stackConst*
value
B:*
dtype0
G
map/strided_slice/stack_1Const*
value
B:*
dtype0
G
map/strided_slice/stack_2Const*
value
B:*
dtype0
?
map/strided_sliceStridedSlice	map/Shapemap/strided_slice/stackmap/strided_slice/stack_1map/strided_slice/stack_2*
Index0*
T0*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
?
map/TensorArray
TensorArrayV3map/strided_slice*

element_shape:*
dynamic_size(*
clear_after_read(*
identical_element_shapes(*
tensor_array_name*
dtype0
O
map/TensorArrayUnstack/ShapeShapernn/transpose_1*
T0*
out_type0
X
*map/TensorArrayUnstack/strided_slice/stackConst*
value
B:*
dtype0
Z
,map/TensorArrayUnstack/strided_slice/stack_1Const*
dtype0*
value
B:
Z
,map/TensorArrayUnstack/strided_slice/stack_2Const*
value
B:*
dtype0
?
$map/TensorArrayUnstack/strided_sliceStridedSlicemap/TensorArrayUnstack/Shape*map/TensorArrayUnstack/strided_slice/stack,map/TensorArrayUnstack/strided_slice/stack_1,map/TensorArrayUnstack/strided_slice/stack_2*
shrink_axis_mask*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*
T0*
Index0
L
"map/TensorArrayUnstack/range/startConst*
dtype0*
value	B:
L
"map/TensorArrayUnstack/range/deltaConst*
value	B:*
dtype0
?
map/TensorArrayUnstack/rangeRange"map/TensorArrayUnstack/range/start$map/TensorArrayUnstack/strided_slice"map/TensorArrayUnstack/range/delta*

Tidx0
?
>map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3map/TensorArraymap/TensorArrayUnstack/rangernn/transpose_1map/TensorArray:1*
T0*"
_class
loc:@rnn/transpose_1
3
	map/ConstConst*
value	B:*
dtype0
?
map/TensorArray_1
TensorArrayV3map/strided_slice*

element_shape:*
dynamic_size(*
clear_after_read(*
identical_element_shapes(*
tensor_array_name*
dtype0
E
map/while/iteration_counterConst*
dtype0*
value	B:
?
map/while/EnterEntermap/while/iteration_counter*
parallel_iterations
*'

frame_namemap/while/while_context*
T0*
is_constant(
?
map/while/Enter_1Enter	map/Const*
T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
?
map/while/Enter_2Entermap/TensorArray_1:1*
parallel_iterations
*'

frame_namemap/while/while_context*
T0*
is_constant(
T
map/while/MergeMergemap/while/Entermap/while/NextIteration*
T0*
N
Z
map/while/Merge_1Mergemap/while/Enter_1map/while/NextIteration_1*
T0*
N
Z
map/while/Merge_2Mergemap/while/Enter_2map/while/NextIteration_2*
T0*
N
F
map/while/LessLessmap/while/Mergemap/while/Less/Enter*
T0
?
map/while/Less/EnterEntermap/strided_slice*
T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
J
map/while/Less_1Lessmap/while/Merge_1map/while/Less/Enter*
T0
D
map/while/LogicalAnd
LogicalAndmap/while/Lessmap/while/Less_1
4
map/while/LoopCondLoopCondmap/while/LogicalAnd
l
map/while/SwitchSwitchmap/while/Mergemap/while/LoopCond*
T0*"
_class
loc:@map/while/Merge
r
map/while/Switch_1Switchmap/while/Merge_1map/while/LoopCond*
T0*$
_class
loc:@map/while/Merge_1
r
map/while/Switch_2Switchmap/while/Merge_2map/while/LoopCond*
T0*$
_class
loc:@map/while/Merge_2
;
map/while/IdentityIdentitymap/while/Switch:1*
T0
?
map/while/Identity_1Identitymap/while/Switch_1:1*
T0
?
map/while/Identity_2Identitymap/while/Switch_2:1*
T0
N
map/while/add/yConst^map/while/Identity*
value	B:*
dtype0
B

map/while/addAddmap/while/Identitymap/while/add/y*
T0
?
map/while/TensorArrayReadV3TensorArrayReadV3!map/while/TensorArrayReadV3/Entermap/while/Identity_1#map/while/TensorArrayReadV3/Enter_1*
dtype0
?
!map/while/TensorArrayReadV3/EnterEntermap/TensorArray*
parallel_iterations
*'

frame_namemap/while/while_context*
T0*
is_constant(
?
#map/while/TensorArrayReadV3/Enter_1Enter>map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
parallel_iterations
*'

frame_namemap/while/while_context*
T0*
is_constant(
b
map/while/transpose/permConst^map/while/Identity*
dtype0*
valueB"
k
map/while/transpose	Transposemap/while/transpose/Entermap/while/transpose/perm*
Tperm0*
T0
?
map/while/transpose/EnterEnteroutput_class_embedding_mat/read*
T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
{
map/while/MatMulMatMulmap/while/TensorArrayReadV3map/while/transpose*
transpose_b(*
T0*
transpose_a(
H
map/while/Add_1Addmap/while/MatMulmap/while/Add_1/Enter*
T0
?
map/while/Add_1/EnterEnter output_class_embedding_bias/read*
T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
?
-map/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV33map/while/TensorArrayWrite/TensorArrayWriteV3/Entermap/while/Identity_1map/while/Add_1map/while/Identity_2*
T0*"
_class
loc:@map/while/Add_1
?
3map/while/TensorArrayWrite/TensorArrayWriteV3/EnterEntermap/TensorArray_1*
T0*"
_class
loc:@map/while/Add_1*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
P
map/while/add_2/yConst^map/while/Identity*
value	B:*
dtype0
H
map/while/add_2Addmap/while/Identity_1map/while/add_2/y*
T0
@
map/while/NextIteration
NextIteration
map/while/add*
T0
D
map/while/NextIteration_1
NextIterationmap/while/add_2*
T0
b
map/while/NextIteration_2
NextIteration-map/while/TensorArrayWrite/TensorArrayWriteV3*
T0
1
map/while/ExitExitmap/while/Switch*
T0
5
map/while/Exit_1Exitmap/while/Switch_1*
T0
5
map/while/Exit_2Exitmap/while/Switch_2*
T0
?
&map/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3map/TensorArray_1map/while/Exit_2*$
_class
loc:@map/TensorArray_1
p
 map/TensorArrayStack/range/startConst*$
_class
loc:@map/TensorArray_1*
value	B:*
dtype0
p
 map/TensorArrayStack/range/deltaConst*
dtype0*$
_class
loc:@map/TensorArray_1*
value	B:
?
map/TensorArrayStack/rangeRange map/TensorArrayStack/range/start&map/TensorArrayStack/TensorArraySizeV3 map/TensorArrayStack/range/delta*$
_class
loc:@map/TensorArray_1*

Tidx0
?
(map/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3map/TensorArray_1map/TensorArrayStack/rangemap/while/Exit_2*$
_class
loc:@map/TensorArray_1*
dtype0*%

element_shape:??????????
=
cl/shapeConst*
dtype0*
valueB"????@
X
clReshape(map/TensorArrayStack/TensorArrayGatherV3cl/shape*
T0*
Tshape0
D

Reshape/shapeConst*
dtype0*
valueB:
?????????
K
ReshapeReshapeoutput_batch_cids
Reshape/shape*
T0*
Tshape0
T
)SparseSoftmaxCrossEntropyWithLogits/ShapeShapeReshape*
T0*
out_type0
?
GSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits#SparseSoftmaxCrossEntropyWithLogitsclReshape*
Tlabels0*
T0
>
map_1/ShapeShapernn/transpose_1*
T0*
out_type0
G
map_1/strided_slice/stackConst*
value
B:*
dtype0
I
map_1/strided_slice/stack_1Const*
value
B:*
dtype0
I
map_1/strided_slice/stack_2Const*
value
B:*
dtype0
?
map_1/strided_sliceStridedSlicemap_1/Shapemap_1/strided_slice/stackmap_1/strided_slice/stack_1map_1/strided_slice/stack_2*
Index0*
T0*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
?
map_1/TensorArray
TensorArrayV3map_1/strided_slice*
tensor_array_name*
dtype0*

element_shape:*
dynamic_size(*
clear_after_read(*
identical_element_shapes(
Q
map_1/TensorArrayUnstack/ShapeShapernn/transpose_1*
T0*
out_type0
Z
,map_1/TensorArrayUnstack/strided_slice/stackConst*
value
B:*
dtype0
\
.map_1/TensorArrayUnstack/strided_slice/stack_1Const*
value
B:*
dtype0
\
.map_1/TensorArrayUnstack/strided_slice/stack_2Const*
value
B:*
dtype0
?
&map_1/TensorArrayUnstack/strided_sliceStridedSlicemap_1/TensorArrayUnstack/Shape,map_1/TensorArrayUnstack/strided_slice/stack.map_1/TensorArrayUnstack/strided_slice/stack_1.map_1/TensorArrayUnstack/strided_slice/stack_2*
T0*
Index0*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
N
$map_1/TensorArrayUnstack/range/startConst*
value	B:*
dtype0
N
$map_1/TensorArrayUnstack/range/deltaConst*
value	B:*
dtype0
?
map_1/TensorArrayUnstack/rangeRange$map_1/TensorArrayUnstack/range/start&map_1/TensorArrayUnstack/strided_slice$map_1/TensorArrayUnstack/range/delta*

Tidx0
?
@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3map_1/TensorArraymap_1/TensorArrayUnstack/rangernn/transpose_1map_1/TensorArray:1*
T0*"
_class
loc:@rnn/transpose_1
5
map_1/ConstConst*
dtype0*
value	B:
?
map_1/TensorArray_1
TensorArrayV3map_1/strided_slice*
identical_element_shapes(*
tensor_array_name*
dtype0*

element_shape:*
dynamic_size(*
clear_after_read(
G
map_1/while/iteration_counterConst*
value	B:*
dtype0
?
map_1/while/EnterEntermap_1/while/iteration_counter*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
map_1/while/Enter_1Entermap_1/Const*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
map_1/while/Enter_2Entermap_1/TensorArray_1:1*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
Z
map_1/while/MergeMergemap_1/while/Entermap_1/while/NextIteration*
T0*
N
`
map_1/while/Merge_1Mergemap_1/while/Enter_1map_1/while/NextIteration_1*
T0*
N
`
map_1/while/Merge_2Mergemap_1/while/Enter_2map_1/while/NextIteration_2*
N*
T0
L
map_1/while/LessLessmap_1/while/Mergemap_1/while/Less/Enter*
T0
?
map_1/while/Less/EnterEntermap_1/strided_slice*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
P
map_1/while/Less_1Lessmap_1/while/Merge_1map_1/while/Less/Enter*
T0
J
map_1/while/LogicalAnd
LogicalAndmap_1/while/Lessmap_1/while/Less_1
8
map_1/while/LoopCondLoopCondmap_1/while/LogicalAnd
t
map_1/while/SwitchSwitchmap_1/while/Mergemap_1/while/LoopCond*
T0*$
_class
loc:@map_1/while/Merge
z
map_1/while/Switch_1Switchmap_1/while/Merge_1map_1/while/LoopCond*
T0*&
_class
loc:@map_1/while/Merge_1
z
map_1/while/Switch_2Switchmap_1/while/Merge_2map_1/while/LoopCond*
T0*&
_class
loc:@map_1/while/Merge_2
?
map_1/while/IdentityIdentitymap_1/while/Switch:1*
T0
C
map_1/while/Identity_1Identitymap_1/while/Switch_1:1*
T0
C
map_1/while/Identity_2Identitymap_1/while/Switch_2:1*
T0
R
map_1/while/add/yConst^map_1/while/Identity*
dtype0*
value	B:
H
map_1/while/addAddmap_1/while/Identitymap_1/while/add/y*
T0
?
map_1/while/TensorArrayReadV3TensorArrayReadV3#map_1/while/TensorArrayReadV3/Entermap_1/while/Identity_1%map_1/while/TensorArrayReadV3/Enter_1*
dtype0
?
#map_1/while/TensorArrayReadV3/EnterEntermap_1/TensorArray*
parallel_iterations
*)

frame_namemap_1/while/while_context*
T0*
is_constant(
?
%map_1/while/TensorArrayReadV3/Enter_1Enter@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
f
map_1/while/transpose/permConst^map_1/while/Identity*
dtype0*
valueB"
q
map_1/while/transpose	Transposemap_1/while/transpose/Entermap_1/while/transpose/perm*
T0*
Tperm0
?
map_1/while/transpose/EnterEnter output_wordid_embedding_mat/read*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
map_1/while/MatMulMatMulmap_1/while/TensorArrayReadV3map_1/while/transpose*
transpose_b(*
T0*
transpose_a(
N
map_1/while/Add_1Addmap_1/while/MatMulmap_1/while/Add_1/Enter*
T0
?
map_1/while/Add_1/EnterEnter!output_wordid_embedding_bias/read*
T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
/map_1/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV35map_1/while/TensorArrayWrite/TensorArrayWriteV3/Entermap_1/while/Identity_1map_1/while/Add_1map_1/while/Identity_2*
T0*$
_class
loc:@map_1/while/Add_1
?
5map_1/while/TensorArrayWrite/TensorArrayWriteV3/EnterEntermap_1/TensorArray_1*
T0*$
_class
loc:@map_1/while/Add_1*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
T
map_1/while/add_2/yConst^map_1/while/Identity*
value	B:*
dtype0
N
map_1/while/add_2Addmap_1/while/Identity_1map_1/while/add_2/y*
T0
D
map_1/while/NextIteration
NextIterationmap_1/while/add*
T0
H
map_1/while/NextIteration_1
NextIterationmap_1/while/add_2*
T0
f
map_1/while/NextIteration_2
NextIteration/map_1/while/TensorArrayWrite/TensorArrayWriteV3*
T0
5
map_1/while/ExitExitmap_1/while/Switch*
T0
9
map_1/while/Exit_1Exitmap_1/while/Switch_1*
T0
9
map_1/while/Exit_2Exitmap_1/while/Switch_2*
T0
?
(map_1/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3map_1/TensorArray_1map_1/while/Exit_2*&
_class
loc:@map_1/TensorArray_1
t
"map_1/TensorArrayStack/range/startConst*&
_class
loc:@map_1/TensorArray_1*
value	B:*
dtype0
t
"map_1/TensorArrayStack/range/deltaConst*&
_class
loc:@map_1/TensorArray_1*
value	B:*
dtype0
?
map_1/TensorArrayStack/rangeRange"map_1/TensorArrayStack/range/start(map_1/TensorArrayStack/TensorArraySizeV3"map_1/TensorArrayStack/range/delta*

Tidx0*&
_class
loc:@map_1/TensorArray_1
?
*map_1/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3map_1/TensorArray_1map_1/TensorArrayStack/rangemap_1/while/Exit_2*
dtype0*%

element_shape:??????????*&
_class
loc:@map_1/TensorArray_1
D
Reshape_1/shapeConst*
valueB"????@*
dtype0
h
	Reshape_1Reshape*map_1/TensorArrayStack/TensorArrayGatherV3Reshape_1/shape*
T0*
Tshape0
F
Reshape_2/shapeConst*
valueB:
?????????*
dtype0
O
	Reshape_2Reshapeoutput_batch_widsReshape_2/shape*
T0*
Tshape0
X
+SparseSoftmaxCrossEntropyWithLogits_1/ShapeShape	Reshape_2*
T0*
out_type0
?
ISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits#SparseSoftmaxCrossEntropyWithLogits	Reshape_1	Reshape_2*
Tlabels0*
T0
?
AddAddGSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogitsISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*
T0
N
gradients/ShapeShapeAdd*
T0*
_class

loc:@Add*
out_type0
X
gradients/grad_ys_0Const*
dtype0*
_class

loc:@Add*
valueB
*??
o
gradients/FillFillgradients/Shapegradients/grad_ys_0*
T0*
_class

loc:@Add*

index_type0
`
gradients/f_countConst*#
_class
loc:@map/while/Exit_2*
value	B:*
dtype0
?
gradients/f_count_1Entergradients/f_count*
T0*#
_class
loc:@map/while/Exit_2*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
}
gradients/MergeMergegradients/f_count_1gradients/NextIteration*
T0*#
_class
loc:@map/while/Exit_2*
N
m
gradients/SwitchSwitchgradients/Mergemap/while/LoopCond*
T0*#
_class
loc:@map/while/Exit_2
s
gradients/Add/yConst^map/while/Identity*#
_class
loc:@map/while/Exit_2*
value	B:*
dtype0
g

gradients/AddAddgradients/Switch:1gradients/Add/y*
T0*#
_class
loc:@map/while/Exit_2
?
gradients/NextIteration
NextIteration
gradients/AddA^gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPushV23^gradients/map/while/MatMul_grad/MatMul/StackPushV25^gradients/map/while/MatMul_grad/MatMul_1/StackPushV2[^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2*
T0*#
_class
loc:@map/while/Exit_2
[
gradients/f_count_2Exitgradients/Switch*
T0*#
_class
loc:@map/while/Exit_2
`
gradients/b_countConst*#
_class
loc:@map/while/Exit_2*
value	B:*
dtype0
?
gradients/b_count_1Entergradients/f_count_2*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*
T0*#
_class
loc:@map/while/Exit_2*
is_constant(
?
gradients/Merge_1Mergegradients/b_count_1gradients/NextIteration_1*
T0*#
_class
loc:@map/while/Exit_2*
N
?
gradients/GreaterEqualGreaterEqualgradients/Merge_1gradients/GreaterEqual/Enter*
T0*#
_class
loc:@map/while/Exit_2
?
gradients/GreaterEqual/EnterEntergradients/b_count*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*
T0*#
_class
loc:@map/while/Exit_2*
is_constant(
\
gradients/b_count_2LoopCondgradients/GreaterEqual*#
_class
loc:@map/while/Exit_2
r
gradients/Switch_1Switchgradients/Merge_1gradients/b_count_2*
T0*#
_class
loc:@map/while/Exit_2
v

gradients/SubSubgradients/Switch_1:1gradients/GreaterEqual/Enter*
T0*#
_class
loc:@map/while/Exit_2
?
gradients/NextIteration_1
NextIteration
gradients/SubV^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*
T0*#
_class
loc:@map/while/Exit_2
]
gradients/b_count_3Exitgradients/Switch_1*
T0*#
_class
loc:@map/while/Exit_2
d
gradients/f_count_3Const*%
_class
loc:@map_1/while/Exit_2*
value	B:*
dtype0
?
gradients/f_count_4Entergradients/f_count_3*
T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
gradients/Merge_2Mergegradients/f_count_4gradients/NextIteration_2*
N*
T0*%
_class
loc:@map_1/while/Exit_2
u
gradients/Switch_2Switchgradients/Merge_2map_1/while/LoopCond*
T0*%
_class
loc:@map_1/while/Exit_2
y
gradients/Add_1/yConst^map_1/while/Identity*%
_class
loc:@map_1/while/Exit_2*
value	B:*
dtype0
o
gradients/Add_1Addgradients/Switch_2:1gradients/Add_1/y*
T0*%
_class
loc:@map_1/while/Exit_2
?
gradients/NextIteration_2
NextIterationgradients/Add_1C^gradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPushV25^gradients/map_1/while/MatMul_grad/MatMul/StackPushV27^gradients/map_1/while/MatMul_grad/MatMul_1/StackPushV2]^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2*
T0*%
_class
loc:@map_1/while/Exit_2
_
gradients/f_count_5Exitgradients/Switch_2*
T0*%
_class
loc:@map_1/while/Exit_2
d
gradients/b_count_4Const*%
_class
loc:@map_1/while/Exit_2*
value	B:*
dtype0
?
gradients/b_count_5Entergradients/f_count_5*
T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
gradients/Merge_3Mergegradients/b_count_5gradients/NextIteration_3*
T0*%
_class
loc:@map_1/while/Exit_2*
N
?
gradients/GreaterEqual_1GreaterEqualgradients/Merge_3gradients/GreaterEqual_1/Enter*
T0*%
_class
loc:@map_1/while/Exit_2
?
gradients/GreaterEqual_1/EnterEntergradients/b_count_4*
T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
`
gradients/b_count_6LoopCondgradients/GreaterEqual_1*%
_class
loc:@map_1/while/Exit_2
t
gradients/Switch_3Switchgradients/Merge_3gradients/b_count_6*
T0*%
_class
loc:@map_1/while/Exit_2
|
gradients/Sub_1Subgradients/Switch_3:1gradients/GreaterEqual_1/Enter*
T0*%
_class
loc:@map_1/while/Exit_2
?
gradients/NextIteration_3
NextIterationgradients/Sub_1X^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*
T0*%
_class
loc:@map_1/while/Exit_2
_
gradients/b_count_7Exitgradients/Switch_3*
T0*%
_class
loc:@map_1/while/Exit_2
b
gradients/f_count_6Const*#
_class
loc:@rnn/while/Exit_2*
value	B:*
dtype0
?
gradients/f_count_7Entergradients/f_count_6*
T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
gradients/Merge_4Mergegradients/f_count_7gradients/NextIteration_4*
N*
T0*#
_class
loc:@rnn/while/Exit_2
q
gradients/Switch_4Switchgradients/Merge_4rnn/while/LoopCond*
T0*#
_class
loc:@rnn/while/Exit_2
u
gradients/Add_2/yConst^rnn/while/Identity*#
_class
loc:@rnn/while/Exit_2*
value	B:*
dtype0
m
gradients/Add_2Addgradients/Switch_4:1gradients/Add_2/y*
T0*#
_class
loc:@rnn/while/Exit_2
?'
gradients/NextIteration_4
NextIterationgradients/Add_25^gradients/rnn/while/Select_1_grad/Select/StackPushV29^gradients/rnn/while/Select_1_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_2_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_3_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_4_grad/zeros_like/StackPushV2[^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPushV2S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPushV2a^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1O^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2Y^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_grad/BroadcastGradientArgs/StackPushV2W^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPushV2S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPushV2a^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1O^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2Y^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_grad/BroadcastGradientArgs/StackPushV2W^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Mul_1/StackPushV2*
T0*#
_class
loc:@rnn/while/Exit_2
]
gradients/f_count_8Exitgradients/Switch_4*
T0*#
_class
loc:@rnn/while/Exit_2
b
gradients/b_count_8Const*
dtype0*#
_class
loc:@rnn/while/Exit_2*
value	B:
?
gradients/b_count_9Entergradients/f_count_8*
T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
gradients/Merge_5Mergegradients/b_count_9gradients/NextIteration_5*
N*
T0*#
_class
loc:@rnn/while/Exit_2
?
gradients/GreaterEqual_2GreaterEqualgradients/Merge_5gradients/GreaterEqual_2/Enter*
T0*#
_class
loc:@rnn/while/Exit_2
?
gradients/GreaterEqual_2/EnterEntergradients/b_count_8*
T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
_
gradients/b_count_10LoopCondgradients/GreaterEqual_2*#
_class
loc:@rnn/while/Exit_2
s
gradients/Switch_5Switchgradients/Merge_5gradients/b_count_10*
T0*#
_class
loc:@rnn/while/Exit_2
z
gradients/Sub_2Subgradients/Switch_5:1gradients/GreaterEqual_2/Enter*
T0*#
_class
loc:@rnn/while/Exit_2
?
gradients/NextIteration_5
NextIterationgradients/Sub_2V^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*
T0*#
_class
loc:@rnn/while/Exit_2
^
gradients/b_count_11Exitgradients/Switch_5*
T0*#
_class
loc:@rnn/while/Exit_2
?
gradients/Add_grad/ShapeShapeGSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits*
T0*
_class

loc:@Add*
out_type0
?
gradients/Add_grad/Shape_1ShapeISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*
T0*
_class

loc:@Add*
out_type0
?
(gradients/Add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/Add_grad/Shapegradients/Add_grad/Shape_1*
T0*
_class

loc:@Add
?
gradients/Add_grad/SumSumgradients/Fill(gradients/Add_grad/BroadcastGradientArgs*
T0*
_class

loc:@Add*
	keep_dims(*

Tidx0
?
gradients/Add_grad/ReshapeReshapegradients/Add_grad/Sumgradients/Add_grad/Shape*
T0*
_class

loc:@Add*
Tshape0
?
gradients/Add_grad/Sum_1Sumgradients/Fill*gradients/Add_grad/BroadcastGradientArgs:1*
	keep_dims(*

Tidx0*
T0*
_class

loc:@Add
?
gradients/Add_grad/Reshape_1Reshapegradients/Add_grad/Sum_1gradients/Add_grad/Shape_1*
T0*
_class

loc:@Add*
Tshape0
?
gradients/zeros_like	ZerosLikeISparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1*
T0*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
fgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradientPreventGradientISparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1*?
message??Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation's interaction with tf.gradients()*
T0*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
egradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dimConst*
dtype0*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits*
valueB:
?????????
?
agradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims
ExpandDimsgradients/Add_grad/Reshapeegradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim*

Tdim0*
T0*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
Zgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mulMulagradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDimsfgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient*
T0*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
gradients/zeros_like_1	ZerosLikeKSparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits:1*
T0*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits
?
hgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradientPreventGradientKSparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits:1*
T0*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*?
message??Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation's interaction with tf.gradients()
?
ggradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dimConst*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*
valueB:
?????????*
dtype0
?
cgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims
ExpandDimsgradients/Add_grad/Reshape_1ggradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim*
T0*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*

Tdim0
?
\gradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/mulMulcgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDimshgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient*
T0*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits
z
gradients/cl_grad/ShapeShape(map/TensorArrayStack/TensorArrayGatherV3*
T0*
_class
	loc:@cl*
out_type0
?
gradients/cl_grad/ReshapeReshapeZgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mulgradients/cl_grad/Shape*
T0*
_class
	loc:@cl*
Tshape0
?
gradients/Reshape_1_grad/ShapeShape*map_1/TensorArrayStack/TensorArrayGatherV3*
T0*
_class
loc:@Reshape_1*
out_type0
?
 gradients/Reshape_1_grad/ReshapeReshape\gradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/mulgradients/Reshape_1_grad/Shape*
T0*
_class
loc:@Reshape_1*
Tshape0
?
Ygradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3map/TensorArray_1map/while/Exit_2*$
_class
loc:@map/TensorArray_1*
source	gradients
?
Ugradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flowIdentitymap/while/Exit_2Z^gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*$
_class
loc:@map/TensorArray_1
?
_gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3Ygradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3map/TensorArrayStack/rangegradients/cl_grad/ReshapeUgradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow*
T0*$
_class
loc:@map/TensorArray_1
?
[gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3map_1/TensorArray_1map_1/while/Exit_2*&
_class
loc:@map_1/TensorArray_1*
source	gradients
?
Wgradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flowIdentitymap_1/while/Exit_2\^gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*&
_class
loc:@map_1/TensorArray_1
?
agradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3[gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3map_1/TensorArrayStack/range gradients/Reshape_1_grad/ReshapeWgradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow*
T0*&
_class
loc:@map_1/TensorArray_1
?
&gradients/map/while/Exit_2_grad/b_exitEnter_gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*
T0*#
_class
loc:@map/while/Exit_2*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
(gradients/map_1/while/Exit_2_grad/b_exitEnteragradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*
T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
*gradients/map/while/Switch_2_grad/b_switchMerge&gradients/map/while/Exit_2_grad/b_exit1gradients/map/while/Switch_2_grad_1/NextIteration*
N*
T0*$
_class
loc:@map/while/Merge_2
?
,gradients/map_1/while/Switch_2_grad/b_switchMerge(gradients/map_1/while/Exit_2_grad/b_exit3gradients/map_1/while/Switch_2_grad_1/NextIteration*
T0*&
_class
loc:@map_1/while/Merge_2*
N
?
'gradients/map/while/Merge_2_grad/SwitchSwitch*gradients/map/while/Switch_2_grad/b_switchgradients/b_count_2*
T0*$
_class
loc:@map/while/Merge_2
?
)gradients/map_1/while/Merge_2_grad/SwitchSwitch,gradients/map_1/while/Switch_2_grad/b_switchgradients/b_count_6*
T0*&
_class
loc:@map_1/while/Merge_2
?
%gradients/map/while/Enter_2_grad/ExitExit'gradients/map/while/Merge_2_grad/Switch*
T0*$
_class
loc:@map/while/Enter_2
?
'gradients/map_1/while/Enter_2_grad/ExitExit)gradients/map_1/while/Merge_2_grad/Switch*
T0*&
_class
loc:@map_1/while/Enter_2
?
^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3dgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter)gradients/map/while/Merge_2_grad/Switch:1*"
_class
loc:@map/while/Add_1*
source	gradients
?
dgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap/TensorArray_1*
T0*"
_class
loc:@map/while/Add_1*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity)gradients/map/while/Merge_2_grad/Switch:1_^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*"
_class
loc:@map/while/Add_1
?
Ngradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*
dtype0*"
_class
loc:@map/while/Add_1
?
Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*
dtype0*=
_class3
1loc:@map/while/Add_1loc:@map/while/Identity_1*
valueB:
?????????
?
Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*=
_class3
1loc:@map/while/Add_1loc:@map/while/Identity_1*

stack_name*
	elem_type0
?
Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterTgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
T0*"
_class
loc:@map/while/Add_1*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
?
Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Entermap/while/Identity_1^gradients/Add*
swap_memory(*
T0*"
_class
loc:@map/while/Add_1
?
Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2_gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub*"
_class
loc:@map/while/Add_1*
	elem_type0
?
_gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterTgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
T0*"
_class
loc:@map/while/Add_1*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
Ugradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTrigger@^gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV22^gradients/map/while/MatMul_grad/MatMul/StackPopV24^gradients/map/while/MatMul_grad/MatMul_1/StackPopV2Z^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2*"
_class
loc:@map/while/Add_1
?
`gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3fgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter+gradients/map_1/while/Merge_2_grad/Switch:1*$
_class
loc:@map_1/while/Add_1*
source	gradients
?
fgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap_1/TensorArray_1*
T0*$
_class
loc:@map_1/while/Add_1*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity+gradients/map_1/while/Merge_2_grad/Switch:1a^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*$
_class
loc:@map_1/while/Add_1
?
Pgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3`gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*$
_class
loc:@map_1/while/Add_1*
dtype0
?
Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*
dtype0*A
_class7
5loc:@map_1/while/Add_1loc:@map_1/while/Identity_1*
valueB:
?????????
?
Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*A
_class7
5loc:@map_1/while/Add_1loc:@map_1/while/Identity_1*

stack_name*
	elem_type0
?
Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterVgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
parallel_iterations
*)

frame_namemap_1/while/while_context*
T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
?
\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Entermap_1/while/Identity_1^gradients/Add_1*
T0*$
_class
loc:@map_1/while/Add_1*
swap_memory(
?
[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2agradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub_1*
	elem_type0*$
_class
loc:@map_1/while/Add_1
?
agradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterVgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context*
T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
?
Wgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTriggerB^gradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPopV24^gradients/map_1/while/MatMul_grad/MatMul/StackPopV26^gradients/map_1/while/MatMul_grad/MatMul_1/StackPopV2\^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2*$
_class
loc:@map_1/while/Add_1
|
$gradients/map/while/Add_1_grad/ShapeShapemap/while/MatMul*
T0*"
_class
loc:@map/while/Add_1*
out_type0
?
&gradients/map/while/Add_1_grad/Shape_1Const^gradients/Sub*"
_class
loc:@map/while/Add_1*
valueB:?*
dtype0
?
4gradients/map/while/Add_1_grad/BroadcastGradientArgsBroadcastGradientArgs?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2&gradients/map/while/Add_1_grad/Shape_1*
T0*"
_class
loc:@map/while/Add_1
?
:gradients/map/while/Add_1_grad/BroadcastGradientArgs/ConstConst*"
_class
loc:@map/while/Add_1*
valueB:
?????????*
dtype0
?
:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_accStackV2:gradients/map/while/Add_1_grad/BroadcastGradientArgs/Const*
	elem_type0*"
_class
loc:@map/while/Add_1*

stack_name
?
:gradients/map/while/Add_1_grad/BroadcastGradientArgs/EnterEnter:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_acc*
parallel_iterations
*'

frame_namemap/while/while_context*
T0*"
_class
loc:@map/while/Add_1*
is_constant(
?
@gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2:gradients/map/while/Add_1_grad/BroadcastGradientArgs/Enter$gradients/map/while/Add_1_grad/Shape^gradients/Add*
T0*"
_class
loc:@map/while/Add_1*
swap_memory(
?
?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2Egradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub*
	elem_type0*"
_class
loc:@map/while/Add_1
?
Egradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_acc*
T0*"
_class
loc:@map/while/Add_1*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
"gradients/map/while/Add_1_grad/SumSumNgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV34gradients/map/while/Add_1_grad/BroadcastGradientArgs*
T0*"
_class
loc:@map/while/Add_1*
	keep_dims(*

Tidx0
?
&gradients/map/while/Add_1_grad/ReshapeReshape"gradients/map/while/Add_1_grad/Sum?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2*
T0*"
_class
loc:@map/while/Add_1*
Tshape0
?
$gradients/map/while/Add_1_grad/Sum_1SumNgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV36gradients/map/while/Add_1_grad/BroadcastGradientArgs:1*
T0*"
_class
loc:@map/while/Add_1*
	keep_dims(*

Tidx0
?
(gradients/map/while/Add_1_grad/Reshape_1Reshape$gradients/map/while/Add_1_grad/Sum_1&gradients/map/while/Add_1_grad/Shape_1*
T0*"
_class
loc:@map/while/Add_1*
Tshape0
?
&gradients/map_1/while/Add_1_grad/ShapeShapemap_1/while/MatMul*
T0*$
_class
loc:@map_1/while/Add_1*
out_type0
?
(gradients/map_1/while/Add_1_grad/Shape_1Const^gradients/Sub_1*$
_class
loc:@map_1/while/Add_1*
valueB:?*
dtype0
?
6gradients/map_1/while/Add_1_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPopV2(gradients/map_1/while/Add_1_grad/Shape_1*
T0*$
_class
loc:@map_1/while/Add_1
?
map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
T0*V
_classL
J loc:@map/while/TensorArrayReadV3&loc:@map/while/TensorArrayReadV3/Enter*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
Hgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityTgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1M^gradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*V
_classL
J loc:@map/while/TensorArrayReadV3&loc:@map/while/TensorArrayReadV3/Enter
?
Ngradients/map/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Lgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2&gradients/map/while/MatMul_grad/MatMulHgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*
T0*.
_class$
" loc:@map/while/TensorArrayReadV3
?
4gradients/map/while/transpose_grad/InvertPermutationInvertPermutation:gradients/map/while/transpose_grad/InvertPermutation/Const*
T0*&
_class
loc:@map/while/transpose
?
:gradients/map/while/transpose_grad/InvertPermutation/ConstConst^gradients/Sub*&
_class
loc:@map/while/transpose*
valueB"*
dtype0
?
,gradients/map/while/transpose_grad/transpose	Transpose(gradients/map/while/MatMul_grad/MatMul_14gradients/map/while/transpose_grad/InvertPermutation*
T0*&
_class
loc:@map/while/transpose*
Tperm0
?
Ngradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3Tgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterVgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1^gradients/Sub_1*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
source	gradients
?
Tgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap_1/TensorArray*
T0*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
Vgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1Enter@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
T0*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
is_constant(*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
Jgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityVgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1O^gradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter
?
Pgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Ngradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2(gradients/map_1/while/MatMul_grad/MatMulJgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*
T0*0
_class&
$"loc:@map_1/while/TensorArrayReadV3
?
6gradients/map_1/while/transpose_grad/InvertPermutationInvertPermutation
gradients/zeros_like_2	ZerosLikernn/while/Exit_3*
T0
>
gradients/zeros_like_3	ZerosLikernn/while/Exit_4*
T0
>
gradients/zeros_like_4	ZerosLikernn/while/Exit_5*
T0
>
gradients/zeros_like_5	ZerosLikernn/while/Exit_6*
T0
?
&gradients/rnn/while/Exit_2_grad/b_exitEnter_gradients/rnn/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*
T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
&gradients/rnn/while/Exit_3_grad/b_exitEntergradients/zeros_like_2*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*#
_class
loc:@rnn/while/Exit_3*
is_constant(
?
&gradients/rnn/while/Exit_4_grad/b_exitEntergradients/zeros_like_3*
T0*#
_class
loc:@rnn/while/Exit_4*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
&gradients/rnn/while/Exit_5_grad/b_exitEntergradients/zeros_like_4*
T0*#
_class
loc:@rnn/while/Exit_5*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
&gradients/rnn/while/Exit_6_grad/b_exitEntergradients/zeros_like_5*
T0*#
_class
loc:@rnn/while/Exit_6*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
*gradients/rnn/while/Switch_2_grad/b_switchMerge&gradients/rnn/while/Exit_2_grad/b_exit1gradients/rnn/while/Switch_2_grad_1/NextIteration*
T0*$
_class
loc:@rnn/while/Merge_2*
N
?
*gradients/rnn/while/Switch_3_grad/b_switchMerge&gradients/rnn/while/Exit_3_grad/b_exit1gradients/rnn/while/Switch_3_grad_1/NextIteration*
N*
T0*$
_class
loc:@rnn/while/Merge_3
?
*gradients/rnn/while/Switch_4_grad/b_switchMerge&gradients/rnn/while/Exit_4_grad/b_exit1gradients/rnn/while/Switch_4_grad_1/NextIteration*
T0*$
_class
loc:@rnn/while/Merge_4*
N
?
*gradients/rnn/while/Switch_5_grad/b_switchMerge&gradients/rnn/while/Exit_5_grad/b_exit1gradients/rnn/while/Switch_5_grad_1/NextIteration*
T0*$
_class
loc:@rnn/while/Merge_5*
N
?
*gradients/rnn/while/Switch_6_grad/b_switchMerge&gradients/rnn/while/Exit_6_grad/b_exit1gradients/rnn/while/Switch_6_grad_1/NextIteration*
T0*$
_class
loc:@rnn/while/Merge_6*
N
?
'gradients/rnn/while/Merge_2_grad/SwitchSwitch*gradients/rnn/while/Switch_2_grad/b_switchgradients/b_count_10*
T0*$
_class
loc:@rnn/while/Merge_2
?
'gradients/rnn/while/Merge_3_grad/SwitchSwitch*gradients/rnn/while/Switch_3_grad/b_switchgradients/b_count_10*
T0*$
_class
loc:@rnn/while/Merge_3
?
'gradients/rnn/while/Merge_4_grad/SwitchSwitch*gradients/rnn/while/Switch_4_grad/b_switchgradients/b_count_10*
T0*$
_class
loc:@rnn/while/Merge_4
?
'gradients/rnn/while/Merge_5_grad/SwitchSwitch*gradients/rnn/while/Switch_5_grad/b_switchgradients/b_count_10*
T0*$
_class
loc:@rnn/while/Merge_5
?
'gradients/rnn/while/Merge_6_grad/SwitchSwitch*gradients/rnn/while/Switch_6_grad/b_switchgradients/b_count_10*
T0*$
_class
loc:@rnn/while/Merge_6
?
%gradients/rnn/while/Enter_2_grad/ExitExit'gradients/rnn/while/Merge_2_grad/Switch*
T0*$
_class
loc:@rnn/while/Enter_2
?
%gradients/rnn/while/Enter_3_grad/ExitExit'gradients/rnn/while/Merge_3_grad/Switch*
T0*$
_class
loc:@rnn/while/Enter_3
?
%gradients/rnn/while/Enter_4_grad/ExitExit'gradients/rnn/while/Merge_4_grad/Switch*
T0*$
_class
loc:@rnn/while/Enter_4
?
%gradients/rnn/while/Enter_5_grad/ExitExit'gradients/rnn/while/Merge_5_grad/Switch*
T0*$
_class
loc:@rnn/while/Enter_5
?
%gradients/rnn/while/Enter_6_grad/ExitExit'gradients/rnn/while/Merge_6_grad/Switch*
T0*$
_class
loc:@rnn/while/Enter_6
?
^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3dgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter)gradients/rnn/while/Merge_2_grad/Switch:1*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
source	gradients
?
dgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEnterrnn/TensorArray*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
?
Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity)gradients/rnn/while/Merge_2_grad/Switch:1_^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Ngradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
dtype0
?
Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*a
_classW
Uloc:@rnn/while/Identity_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*a
_classW
Uloc:@rnn/while/Identity_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name*
	elem_type0
?
Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterTgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enterrnn/while/Identity_1^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2_gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0
?
_gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterTgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?'
Ugradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTrigger4^gradients/rnn/while/Select_1_grad/Select/StackPopV28^gradients/rnn/while/Select_1_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_2_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_3_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2Z^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1P^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2`^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1N^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2P^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2X^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_grad/BroadcastGradientArgs/StackPopV2V^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1P^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2`^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1N^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2P^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2X^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_grad/BroadcastGradientArgs/StackPopV2V^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Mul_1/StackPopV2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
,gradients/rnn/while/Select_1_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
2gradients/rnn/while/Select_1_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_38loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
valueB:
?????????*
dtype0
?
2gradients/rnn/while/Select_1_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_1_grad/zeros_like/Const*a
_classW
Uloc:@rnn/while/Identity_38loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

stack_name*
	elem_type0
?
2gradients/rnn/while/Select_1_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_1_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_1_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_1_grad/zeros_like/Enterrnn/while/Identity_3^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
swap_memory(
?
7gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
=gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_1_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_1_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_3_grad/Switch:1,gradients/rnn/while/Select_1_grad/zeros_like*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
.gradients/rnn/while/Select_1_grad/Select/ConstConst*
dtype0*c
_classY
Wloc:@rnn/while/GreaterEqual8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
valueB:
?????????
?
.gradients/rnn/while/Select_1_grad/Select/f_accStackV2.gradients/rnn/while/Select_1_grad/Select/Const*c
_classY
Wloc:@rnn/while/GreaterEqual8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

stack_name*
	elem_type0

?
.gradients/rnn/while/Select_1_grad/Select/EnterEnter.gradients/rnn/while/Select_1_grad/Select/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
4gradients/rnn/while/Select_1_grad/Select/StackPushV2StackPushV2.gradients/rnn/while/Select_1_grad/Select/Enterrnn/while/GreaterEqual^gradients/Add_2*
swap_memory(*
T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
3gradients/rnn/while/Select_1_grad/Select/StackPopV2
StackPopV29gradients/rnn/while/Select_1_grad/Select/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
	elem_type0

?
9gradients/rnn/while/Select_1_grad/Select/StackPopV2/EnterEnter.gradients/rnn/while/Select_1_grad/Select/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
*gradients/rnn/while/Select_1_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_1_grad/zeros_like)gradients/rnn/while/Merge_3_grad/Switch:1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
,gradients/rnn/while/Select_2_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
2gradients/rnn/while/Select_2_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_48loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
2gradients/rnn/while/Select_2_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_2_grad/zeros_like/Const*
	elem_type0*a
_classW
Uloc:@rnn/while/Identity_48loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name
?
2gradients/rnn/while/Select_2_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_2_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_2_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_2_grad/zeros_like/Enterrnn/while/Identity_4^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
7gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
	elem_type0
?
=gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_2_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_2_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_4_grad/Switch:1,gradients/rnn/while/Select_2_grad/zeros_like*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
*gradients/rnn/while/Select_2_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_2_grad/zeros_like)gradients/rnn/while/Merge_4_grad/Switch:1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
,gradients/rnn/while/Select_3_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
2gradients/rnn/while/Select_3_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_58loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
valueB:
?????????*
dtype0
?
2gradients/rnn/while/Select_3_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_3_grad/zeros_like/Const*
	elem_type0*a
_classW
Uloc:@rnn/while/Identity_58loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*

stack_name
?
2gradients/rnn/while/Select_3_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_3_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_3_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_3_grad/zeros_like/Enterrnn/while/Identity_5^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
swap_memory(
?
7gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
=gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_3_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_3_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_5_grad/Switch:1,gradients/rnn/while/Select_3_grad/zeros_like*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
*gradients/rnn/while/Select_3_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_3_grad/zeros_like)gradients/rnn/while/Merge_5_grad/Switch:1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
,gradients/rnn/while/Select_4_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
2gradients/rnn/while/Select_4_grad/zeros_like/ConstConst*
dtype0*a
_classW
Uloc:@rnn/while/Identity_68loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
?
2gradients/rnn/while/Select_4_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_4_grad/zeros_like/Const*
	elem_type0*a
_classW
Uloc:@rnn/while/Identity_68loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name
?
2gradients/rnn/while/Select_4_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_4_grad/zeros_like/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
?
8gradients/rnn/while/Select_4_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_4_grad/zeros_like/Enterrnn/while/Identity_6^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
7gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
=gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_4_grad/zeros_like/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_4_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_6_grad/Switch:1,gradients/rnn/while/Select_4_grad/zeros_like*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
*gradients/rnn/while/Select_4_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_4_grad/zeros_like)gradients/rnn/while/Merge_6_grad/Switch:1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
*gradients/rnn/while/Select_grad/zeros_like	ZerosLike0gradients/rnn/while/Select_grad/zeros_like/Enter^gradients/Sub_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
0gradients/rnn/while/Select_grad/zeros_like/EnterEnter	rnn/zeros*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
?
&gradients/rnn/while/Select_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2Ngradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3*gradients/rnn/while/Select_grad/zeros_like*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
(gradients/rnn/while/Select_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2*gradients/rnn/while/Select_grad/zeros_likeNgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
gradients/AddN_1AddN*gradients/rnn/while/Select_4_grad/Select_1(gradients/rnn/while/Select_grad/Select_1*
N*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/ShapeShape7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape_1Shape4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
out_type0
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgscgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/ConstConst*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_accStackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const*

stack_name*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1Const*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1StackV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name*
	elem_type0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Enter`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape_1^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/MulMulgradients/AddN_1Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/ConstConst*
dtype0*?
_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/Const*

stack_name*
	elem_type0*?
_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/Enter4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/SumSumFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/MulXgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	keep_dims(*

Tidx0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/ReshapeReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Sumcgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
Tshape0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1MulSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPopV2gradients/AddN_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/ConstConst*?
_classz
x
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid
?
gradients/AddN_3AddN(gradients/rnn/while/Select_3_grad/SelectJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Reshape_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
N
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_1_grad/SigmoidGradSigmoidGradSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPopV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Reshape*
T0*J
_class@
>
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd*
data_formatNHWC
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulMatMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split_grad/concatPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul/Enter*
transpose_a(*
transpose_b(*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/read*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1MatMulWgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split_grad/concat*
transpose_a(*
transpose_b(*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/ConstConst*?
_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
valueB:
?????????*
dtype0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_accStackV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/Const*?
_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*

stack_name*
	elem_type0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPushV2StackPushV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/Enter4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat^gradients/Add_2*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
swap_memory(
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2
StackPopV2]gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/Enter^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
	elem_type0
?
]gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_accConst*
dtype0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
valueB?	*
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_1EnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_2MergeRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/NextIteration*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
N
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/SwitchSwitchRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_2gradients/b_count_10*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/AddAddSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Switch:1Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd_grad/BiasAddGrad*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/NextIteration
NextIterationNgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Add*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3ExitQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Switch*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConstConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
value	B:*
dtype0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/RankConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
value	B:*
dtype0
?
Ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/modFloorModIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConstHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Rank*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeShape1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeNShapeNUgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV27gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
out_type0*
N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/ConstConst*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
valueB:
?????????*
dtype0
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_accStackV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/Const*
	elem_type0*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*

stack_name
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
is_constant(
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPushV2StackPushV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/Enter1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1^gradients/Add_2*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
swap_memory(
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2
StackPopV2[gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
[gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffsetConcatOffsetGgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/modJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeNLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN:1*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
N
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/SliceSliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffsetJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN*
Index0*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice_1SliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffset:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN:1*
Index0*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_accConst*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
valueB
??	**
dtype0
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_1EnterOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_2MergeQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_1Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/NextIteration*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/SwitchSwitchQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_2gradients/b_count_10*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/AddAddRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Switch:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/NextIteration
NextIterationMgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Add*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3ExitPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Switch*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ShapeShape/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
out_type0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape_1Shape0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
out_type0
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgsBroadcastGradientArgsagradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/ConstConst*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_accStackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name*
	elem_type0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/EnterFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const_1Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1StackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const_1*

stack_name*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Enter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape_1^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/MulMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/SliceOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/ConstConst*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/Const*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name*
	elem_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/Enter0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	elem_type0
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/SumSumDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/MulVgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ReshapeReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sumagradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
Tshape0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/ConstConst*
dtype0*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/Const*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name*
	elem_type0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/Enter/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul^gradients/Add_2*
swap_memory(*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sum_1SumFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs:1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	keep_dims(*

Tidx0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Reshape_1ReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sum_1cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
Tshape0
?
gradients/AddN_4AddN(gradients/rnn/while/Select_4_grad/SelectKgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice_1*
N*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/ShapeShape3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
out_type0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1Shape3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
out_type0
?
Tgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/ConstConst*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????*
dtype0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_accStackV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

stack_name*
	elem_type0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2StackPushV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/EnterDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape^gradients/Add_2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
swap_memory(
?
_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2
StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1StackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1*

stack_name*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1Enter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1^gradients/Add_2*
swap_memory(*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/MulMulHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ReshapeMgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/ConstConst*
dtype0*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*
valueB:
?????????
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_accStackV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*

stack_name*
	elem_type0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2StackPushV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv^gradients/Add_2*
swap_memory(*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2
StackPopV2Sgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Sgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/SumSumBgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/MulTgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/ReshapeReshapeBgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
Tshape0
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1MulOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Reshape*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/ConstConst*|
_classr
p8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_24loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const*
	elem_type0*|
_classr
p8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_24loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

stack_name
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2^gradients/Add_2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
	elem_type0
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1SumDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1ReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
Tshape0
?
1gradients/rnn/while/Switch_6_grad_1/NextIteration
NextIterationgradients/AddN_4*
T0*$
_class
loc:@rnn/while/Merge_6
?
gradients/AddN_5AddN*gradients/rnn/while/Select_2_grad/Select_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
N
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/ShapeShape7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape_1Shape4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
out_type0
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgscgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/ConstConst*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_accStackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape^gradients/Add_2*
swap_memory(*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
	elem_type0
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1Const*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1StackV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1*

stack_name*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Enter`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape_1^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/MulMulgradients/AddN_5Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/ConstConst*?
_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/Const*?
_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name*
	elem_type0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/Enter4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1^gradients/Add_2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_acc*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/SumSumFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/MulXgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/ReshapeReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Sumcgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
Tshape0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1MulSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPopV2gradients/AddN_5*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/ConstConst*?
_classz
x
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid
?
gradients/AddN_7AddN(gradients/rnn/while/Select_1_grad/SelectJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Reshape_1*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
N
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_1_grad/SigmoidGradSigmoidGradSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPopV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Reshape*
T0*J
_class@
>
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd*
data_formatNHWC
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulMatMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split_grad/concatPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul/Enter*
transpose_a(*
transpose_b(*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/read*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1MatMulWgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split_grad/concat*
transpose_a(*
transpose_b(*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/ConstConst*
dtype0*?
_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
valueB:
?????????
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_accStackV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/Const*?
_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*

stack_name*
	elem_type0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPushV2StackPushV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/Enter4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat^gradients/Add_2*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
swap_memory(
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2
StackPopV2]gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul
?
]gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_accConst*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*
valueB?	**
dtype0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_1EnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*
is_constant(
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_2MergeRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/NextIteration*
N*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/SwitchSwitchRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_2gradients/b_count_10*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/AddAddSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Switch:1Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd_grad/BiasAddGrad*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/NextIteration
NextIterationNgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Add*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3ExitQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Switch*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConstConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
value	B:*
dtype0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/RankConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
value	B:*
dtype0
?
Ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/modFloorModIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConstHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Rank*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeShape1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeNShapeNUgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV27gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2*
N*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
out_type0
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/ConstConst*
dtype0*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
valueB:
?????????
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_accStackV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/Const*

stack_name*
	elem_type0*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPushV2StackPushV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/Enter1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1^gradients/Add_2*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
swap_memory(
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2
StackPopV2[gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2/Enter^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
	elem_type0
?
[gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_acc*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffsetConcatOffsetGgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/modJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeNLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN:1*
N*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/SliceSliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffsetJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN*
Index0*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice_1SliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffset:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN:1*
Index0*
T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_accConst*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
valueB
??	**
dtype0
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_1EnterOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_2MergeQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_1Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/NextIteration*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/SwitchSwitchQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_2gradients/b_count_10*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/AddAddRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Switch:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/NextIteration
NextIterationMgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Add*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3ExitPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Switch*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ShapeShape/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
out_type0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape_1Shape0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
out_type0
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgsBroadcastGradientArgsagradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/ConstConst*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_accStackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

stack_name*
	elem_type0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/EnterFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	elem_type0
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const_1Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1StackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const_1*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

stack_name
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Enter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape_1^gradients/Add_2*
swap_memory(*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	elem_type0
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/MulMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/SliceOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/ConstConst*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/Const*

stack_name*
	elem_type0*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/Enter0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_acc*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/SumSumDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/MulVgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ReshapeReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sumagradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
Tshape0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/ConstConst*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/Const*

stack_name*
	elem_type0*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/Enter/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul^gradients/Add_2*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	elem_type0
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sum_1SumFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs:1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	keep_dims(*

Tidx0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Reshape_1ReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sum_1cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*
T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
Tshape0
?
gradients/AddN_8AddN(gradients/rnn/while/Select_2_grad/SelectKgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice_1*
N*
T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ShapeShapernn/while/TensorArrayReadV3*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
out_type0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1Shape3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
out_type0
?
Tgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/ConstConst*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????*
dtype0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_accStackV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const*

stack_name*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2StackPushV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/EnterDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape^gradients/Add_2*
swap_memory(*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2
StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1StackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1*

stack_name*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1Enter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1^gradients/Add_2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/MulMulHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ReshapeMgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/ConstConst*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*
valueB:
?????????*
dtype0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_accStackV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const*
	elem_type0*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*

stack_name
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2StackPushV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv^gradients/Add_2*
swap_memory(*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2
StackPopV2Sgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Sgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/SumSumBgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/MulTgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	keep_dims(*

Tidx0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ReshapeReshapeBgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
Tshape0
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1MulOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Reshape*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/ConstConst*d
_classZ
X loc:@rnn/while/TensorArrayReadV34loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const*d
_classZ
X loc:@rnn/while/TensorArrayReadV34loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*

stack_name*
	elem_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enterrnn/while/TensorArrayReadV3^gradients/Add_2*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1SumDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1ReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*
T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
Tshape0
?
1gradients/rnn/while/Switch_4_grad_1/NextIteration
NextIterationgradients/AddN_8*
T0*$
_class
loc:@rnn/while/Merge_4
?
Lgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3Rgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterTgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1^gradients/Sub_2*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
source	gradients
?
Rgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEnterrnn/TensorArray_1*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*
T0*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
is_constant(
?
Tgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1Enter>rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
T0*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Hgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityTgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1M^gradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter
?
Ngradients/rnn/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Lgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ReshapeHgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*
T0*.
_class$
" loc:@rnn/while/TensorArrayReadV3
?
8gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_accConst*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*
valueB
**
dtype0
?
:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_1Enter8gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_2Merge:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_1@gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/NextIteration*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*
N
?
9gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/SwitchSwitch:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_2gradients/b_count_10*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
6gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/AddAdd;gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Switch:1Ngradients/rnn/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
@gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/NextIteration
NextIteration6gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Add*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3Exit9gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Switch*
T0*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
ogradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3rnn/TensorArray_1:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3*8
_class.
,loc:@rnn/TensorArray_1loc:@rnn/transpose*
source	gradients
?
kgradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flowIdentity:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3p^gradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3*
T0*8
_class.
,loc:@rnn/TensorArray_1loc:@rnn/transpose
?
agradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3TensorArrayGatherV3ogradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3rnn/TensorArrayUnstack/rangekgradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow*
dtype0*

element_shape:* 
_class
loc:@rnn/transpose
z
.gradients/rnn/transpose_grad/InvertPermutationInvertPermutation
rnn/concat*
T0* 
_class
loc:@rnn/transpose
?
&gradients/rnn/transpose_grad/transpose	Transposeagradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3.gradients/rnn/transpose_grad/InvertPermutation*
T0* 
_class
loc:@rnn/transpose*
Tperm0
?
%gradients/embedding_lookup_grad/ShapeConst*
dtype0	*&
_class
loc:@input_embedding_mat*%
valueB	"P?,
?
$gradients/embedding_lookup_grad/CastCast%gradients/embedding_lookup_grad/Shape*

SrcT0	*&
_class
loc:@input_embedding_mat*
Truncate(*

DstT0
z
$gradients/embedding_lookup_grad/SizeSizeinput_batch*
T0*&
_class
loc:@input_embedding_mat*
out_type0
?
.gradients/embedding_lookup_grad/ExpandDims/dimConst*&
_class
loc:@input_embedding_mat*
value	B:*
dtype0
?
*gradients/embedding_lookup_grad/ExpandDims
ExpandDims$gradients/embedding_lookup_grad/Size.gradients/embedding_lookup_grad/ExpandDims/dim*

Tdim0*
T0*&
_class
loc:@input_embedding_mat
?
3gradients/embedding_lookup_grad/strided_slice/stackConst*&
_class
loc:@input_embedding_mat*
value
B:*
dtype0
?
5gradients/embedding_lookup_grad/strided_slice/stack_1Const*
dtype0*&
_class
loc:@input_embedding_mat*
value
B:
?
5gradients/embedding_lookup_grad/strided_slice/stack_2Const*&
_class
loc:@input_embedding_mat*
value
B:*
dtype0
?
-gradients/embedding_lookup_grad/strided_sliceStridedSlice$gradients/embedding_lookup_grad/Cast3gradients/embedding_lookup_grad/strided_slice/stack5gradients/embedding_lookup_grad/strided_slice/stack_15gradients/embedding_lookup_grad/strided_slice/stack_2*
shrink_axis_mask*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*
T0*
Index0*&
_class
loc:@input_embedding_mat
}
+gradients/embedding_lookup_grad/concat/axisConst*&
_class
loc:@input_embedding_mat*
value	B:*
dtype0
?
&gradients/embedding_lookup_grad/concatConcatV2*gradients/embedding_lookup_grad/ExpandDims-gradients/embedding_lookup_grad/strided_slice+gradients/embedding_lookup_grad/concat/axis*
T0*&
_class
loc:@input_embedding_mat*
N*

Tidx0
?
'gradients/embedding_lookup_grad/ReshapeReshape&gradients/rnn/transpose_grad/transpose&gradients/embedding_lookup_grad/concat*
T0*&
_class
loc:@input_embedding_mat*
Tshape0
?
)gradients/embedding_lookup_grad/Reshape_1Reshapeinput_batch*gradients/embedding_lookup_grad/ExpandDims*
T0*&
_class
loc:@input_embedding_mat*
Tshape0
v
global_norm/L2LossL2Loss'gradients/embedding_lookup_grad/Reshape*
T0*&
_class
loc:@input_embedding_mat
?
global_norm/L2Loss_1L2Loss0gradients/map/while/transpose/Enter_grad/b_acc_3*
T0*,
_class"
 loc:@map/while/transpose/Enter

global_norm/L2Loss_2L2Loss,gradients/map/while/Add_1/Enter_grad/b_acc_3*
T0*(
_class
loc:@map/while/Add_1/Enter
?
global_norm/L2Loss_3L2Loss2gradients/map_1/while/transpose/Enter_grad/b_acc_3*
T0*.
_class$
" loc:@map_1/while/transpose/Enter
?
global_norm/L2Loss_4L2Loss.gradients/map_1/while/Add_1/Enter_grad/b_acc_3*
T0**
_class 
loc:@map_1/while/Add_1/Enter
?
global_norm/L2Loss_5L2LossQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
global_norm/L2Loss_6L2LossRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
global_norm/L2Loss_7L2LossQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
global_norm/L2Loss_8L2LossRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
global_norm/stackPackglobal_norm/L2Lossglobal_norm/L2Loss_1global_norm/L2Loss_2global_norm/L2Loss_3global_norm/L2Loss_4global_norm/L2Loss_5global_norm/L2Loss_6global_norm/L2Loss_7global_norm/L2Loss_8*
N	*
T0*

axis
?
global_norm/ConstConst*
value
B:*
dtype0
b
global_norm/SumSumglobal_norm/stackglobal_norm/Const*
T0*

Tidx0*
	keep_dims(
@
global_norm/Const_1Const*
dtype0*
valueB
*@
E
global_norm/mulMulglobal_norm/Sumglobal_norm/Const_1*
T0
9
global_norm/global_normSqrtglobal_norm/mul*
T0
J
clip_by_global_norm/truediv/xConst*
valueB
*??*
dtype0
g
clip_by_global_norm/truedivRealDivclip_by_global_norm/truediv/xglobal_norm/global_norm*
T0
F
clip_by_global_norm/ConstConst*
valueB
*??*
dtype0
L
clip_by_global_norm/truediv_1/yConst*
valueB
*?@*
dtype0
m
clip_by_global_norm/truediv_1RealDivclip_by_global_norm/Constclip_by_global_norm/truediv_1/y*
T0
k
clip_by_global_norm/MinimumMinimumclip_by_global_norm/truedivclip_by_global_norm/truediv_1*
T0
F
clip_by_global_norm/mul/xConst*
dtype0*
valueB
*?@
_
clip_by_global_norm/mulMulclip_by_global_norm/mul/xclip_by_global_norm/Minimum*
T0
J
clip_by_global_norm/IsFiniteIsFiniteglobal_norm/global_norm*
T0
H
clip_by_global_norm/Const_1Const*
dtype0*
valueB
*?
?
clip_by_global_norm/SelectSelectclip_by_global_norm/IsFiniteclip_by_global_norm/mulclip_by_global_norm/Const_1*
T0
?
clip_by_global_norm/mul_1Mul'gradients/embedding_lookup_grad/Reshapeclip_by_global_norm/Select*
T0*&
_class
loc:@input_embedding_mat
?
*clip_by_global_norm/clip_by_global_norm/_0Identityclip_by_global_norm/mul_1*
T0*&
_class
loc:@input_embedding_mat
?
clip_by_global_norm/mul_2Mul0gradients/map/while/transpose/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*,
_class"
 loc:@map/while/transpose/Enter
?
*clip_by_global_norm/clip_by_global_norm/_1Identityclip_by_global_norm/mul_2*
T0*,
_class"
 loc:@map/while/transpose/Enter
?
clip_by_global_norm/mul_3Mul,gradients/map/while/Add_1/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*(
_class
loc:@map/while/Add_1/Enter
?
*clip_by_global_norm/clip_by_global_norm/_2Identityclip_by_global_norm/mul_3*
T0*(
_class
loc:@map/while/Add_1/Enter
?
clip_by_global_norm/mul_4Mul2gradients/map_1/while/transpose/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*.
_class$
" loc:@map_1/while/transpose/Enter
?
*clip_by_global_norm/clip_by_global_norm/_3Identityclip_by_global_norm/mul_4*
T0*.
_class$
" loc:@map_1/while/transpose/Enter
?
clip_by_global_norm/mul_5Mul.gradients/map_1/while/Add_1/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0**
_class 
loc:@map_1/while/Add_1/Enter
?
*clip_by_global_norm/clip_by_global_norm/_4Identityclip_by_global_norm/mul_5*
T0**
_class 
loc:@map_1/while/Add_1/Enter
?
clip_by_global_norm/mul_6MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
*clip_by_global_norm/clip_by_global_norm/_5Identityclip_by_global_norm/mul_6*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
clip_by_global_norm/mul_7MulRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
*clip_by_global_norm/clip_by_global_norm/_6Identityclip_by_global_norm/mul_7*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
clip_by_global_norm/mul_8MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
*clip_by_global_norm/clip_by_global_norm/_7Identityclip_by_global_norm/mul_8*
T0*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
clip_by_global_norm/mul_9MulRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3clip_by_global_norm/Select*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
*clip_by_global_norm/clip_by_global_norm/_8Identityclip_by_global_norm/mul_9*
T0*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
-input_embedding_mat/Adagrad/Initializer/ConstConst* 
valueBІ?*???=*&
_class
loc:@input_embedding_mat*
dtype0
?
input_embedding_mat/Adagrad
VariableV2*
shape
:І?*
shared_name*&
_class
loc:@input_embedding_mat*
dtype0*
	container
?
"input_embedding_mat/Adagrad/AssignAssigninput_embedding_mat/Adagrad-input_embedding_mat/Adagrad/Initializer/Const*
use_locking(*
T0*&
_class
loc:@input_embedding_mat*
validate_shape(
z
 input_embedding_mat/Adagrad/readIdentityinput_embedding_mat/Adagrad*
T0*&
_class
loc:@input_embedding_mat
?
4output_class_embedding_mat/Adagrad/Initializer/ConstConst*
valueB
??*???=*-
_class#
!loc:@output_class_embedding_mat*
dtype0
?
"output_class_embedding_mat/Adagrad
VariableV2*
shape:
??*
shared_name*-
_class#
!loc:@output_class_embedding_mat*
dtype0*
	container
?
)output_class_embedding_mat/Adagrad/AssignAssign"output_class_embedding_mat/Adagrad4output_class_embedding_mat/Adagrad/Initializer/Const*
validate_shape(*
use_locking(*
T0*-
_class#
!loc:@output_class_embedding_mat
?
'output_class_embedding_mat/Adagrad/readIdentity"output_class_embedding_mat/Adagrad*
T0*-
_class#
!loc:@output_class_embedding_mat
?
5output_class_embedding_bias/Adagrad/Initializer/ConstConst*
valueB?*???=*.
_class$
" loc:@output_class_embedding_bias*
dtype0
?
#output_class_embedding_bias/Adagrad
VariableV2*
shape:?*
shared_name*.
_class$
" loc:@output_class_embedding_bias*
dtype0*
	container
?
*output_class_embedding_bias/Adagrad/AssignAssign#output_class_embedding_bias/Adagrad5output_class_embedding_bias/Adagrad/Initializer/Const*
use_locking(*
T0*.
_class$
" loc:@output_class_embedding_bias*
validate_shape(
?
(output_class_embedding_bias/Adagrad/readIdentity#output_class_embedding_bias/Adagrad*
T0*.
_class$
" loc:@output_class_embedding_bias
?
5output_wordid_embedding_mat/Adagrad/Initializer/ConstConst*
valueB
??*???=*.
_class$
" loc:@output_wordid_embedding_mat*
dtype0
?
#output_wordid_embedding_mat/Adagrad
VariableV2*.
_class$
" loc:@output_wordid_embedding_mat*
dtype0*
	container*
shape:
??*
shared_name
?
*output_wordid_embedding_mat/Adagrad/AssignAssign#output_wordid_embedding_mat/Adagrad5output_wordid_embedding_mat/Adagrad/Initializer/Const*
validate_shape(*
use_locking(*
T0*.
_class$
" loc:@output_wordid_embedding_mat
?
(output_wordid_embedding_mat/Adagrad/readIdentity#output_wordid_embedding_mat/Adagrad*
T0*.
_class$
" loc:@output_wordid_embedding_mat
?
6output_wordid_embedding_bias/Adagrad/Initializer/ConstConst*
valueB?*???=*/
_class%
#!loc:@output_wordid_embedding_bias*
dtype0
?
$output_wordid_embedding_bias/Adagrad
VariableV2*/
_class%
#!loc:@output_wordid_embedding_bias*
dtype0*
	container*
shape:?*
shared_name
?
+output_wordid_embedding_bias/Adagrad/AssignAssign$output_wordid_embedding_bias/Adagrad6output_wordid_embedding_bias/Adagrad/Initializer/Const*
validate_shape(*
use_locking(*
T0*/
_class%
#!loc:@output_wordid_embedding_bias
?
)output_wordid_embedding_bias/Adagrad/readIdentity$output_wordid_embedding_bias/Adagrad*
T0*/
_class%
#!loc:@output_wordid_embedding_bias
?
Drnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Initializer/ConstConst*
valueB
??	*???=*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0
?
2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad
VariableV2*
shape:
??	*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0*
	container
?
9rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/AssignAssign2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradDrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Initializer/Const*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(
?
7rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/readIdentity2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Brnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Initializer/ConstConst*
valueB?	*???=*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
dtype0
?
0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad
VariableV2*
dtype0*
	container*
shape:?	*
shared_name*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?
7rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/AssignAssign0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradBrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Initializer/Const*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
validate_shape(
?
5rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/readIdentity0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?
Drnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Initializer/ConstConst*
valueB
??	*???=*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
dtype0
?
2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad
VariableV2*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
dtype0*
	container*
shape:
??	*
shared_name
?
9rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/AssignAssign2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradDrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Initializer/Const*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(
?
7rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/readIdentity2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Brnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Initializer/ConstConst*
valueB?	*???=*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0
?
0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad
VariableV2*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0*
	container*
shape:?	*
shared_name
?
7rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/AssignAssign0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradBrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Initializer/Const*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(
?
5rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/readIdentity0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias
?
/train/updates/update_input_embedding_mat/UniqueUnique)gradients/embedding_lookup_grad/Reshape_1*
out_idx0*
T0*&
_class
loc:@input_embedding_mat
?
.train/updates/update_input_embedding_mat/ShapeShape/train/updates/update_input_embedding_mat/Unique*
T0*&
_class
loc:@input_embedding_mat*
out_type0
?
train/updates/update_input_embedding_mat/strided_slice/stack_1Const*
dtype0*&
_class
loc:@input_embedding_mat*
value
B:
?
>train/updates/update_input_embedding_mat/strided_slice/stack_2Const*&
_class
loc:@input_embedding_mat*
value
B:*
dtype0
?
6train/updates/update_input_embedding_mat/strided_sliceStridedSlice.train/updates/update_input_embedding_mat/Shapetrain/updates/update_input_embedding_mat/strided_slice/stack_1>train/updates/update_input_embedding_mat/strided_slice/stack_2*
end_mask*
Index0*
T0*&
_class
loc:@input_embedding_mat*
shrink_axis_mask*

ellipsis_mask*

begin_mask*

new_axis_mask
?
;train/updates/update_input_embedding_mat/UnsortedSegmentSumUnsortedSegmentSum*clip_by_global_norm/clip_by_global_norm/_01train/updates/update_input_embedding_mat/Unique:16train/updates/update_input_embedding_mat/strided_slice*
T0*&
_class
loc:@input_embedding_mat*
Tnumsegments0*
Tindices0
?
;train/updates/update_input_embedding_mat/SparseApplyAdagradSparseApplyAdagradinput_embedding_matinput_embedding_mat/Adagradtrain/learning_rate/Merge;train/updates/update_input_embedding_mat/UnsortedSegmentSum/train/updates/update_input_embedding_mat/Unique*
use_locking(*
Tindices0*
T0*&
_class
loc:@input_embedding_mat*
update_slots(
?
train/updates/update_output_wordid_embedding_bias/ApplyAdagradApplyAdagradoutput_wordid_embedding_bias$output_wordid_embedding_bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_4*
use_locking(*
T0*/
_class%
#!loc:@output_wordid_embedding_bias*
update_slots(
?
Ltrain/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/ApplyAdagradApplyAdagrad*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_5*
update_slots(*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Jtrain/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/bias/ApplyAdagradApplyAdagrad(rnn/multi_rnn_cell/cell_0/lstm_cell/bias0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_6*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
update_slots(
?
Ltrain/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/ApplyAdagradApplyAdagrad*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_7*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
update_slots(
?
Jtrain/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/bias/ApplyAdagradApplyAdagrad(rnn/multi_rnn_cell/cell_1/lstm_cell/bias0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_8*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
update_slots(
?
train/updates/updateNoOp<^train/updates/update_input_embedding_mat/SparseApplyAdagrad>^train/updates/update_output_class_embedding_bias/ApplyAdagrad=^train/updates/update_output_class_embedding_mat/ApplyAdagrad?^train/updates/update_output_wordid_embedding_bias/ApplyAdagrad>^train/updates/update_output_wordid_embedding_mat/ApplyAdagradK^train/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/bias/ApplyAdagradM^train/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/ApplyAdagradK^train/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/bias/ApplyAdagradM^train/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/ApplyAdagrad
z
train/updates/valueConst^train/updates/update*$
_class
loc:@train/global_step*
value	B:*
dtype0
?

train/updates	AssignAddtrain/global_steptrain/updates/value*
use_locking(*
T0*$
_class
loc:@train/global_step
C
	test_widsPlaceholder*
dtype0*
shape:?????????
C
	test_cidsPlaceholder*
dtype0*
shape:?????????
2
ShapeShape	test_cids*
T0*
out_type0
H
strided_slice/stackConst*
dtype0*
valueB"????
J
strided_slice/stack_1Const*
valueB"*
dtype0
J
strided_slice/stack_2Const*
valueB"*
dtype0
?

strided_sliceStridedSliceclstrided_slice/stackstrided_slice/stack_1strided_slice/stack_2*
Index0*
T0*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
3
ConstConst*
dtype0*
value
B:
9
	ReverseV2	ReverseV2ShapeConst*

Tidx0*
T0
A
bcclTile
strided_slice	ReverseV2*
T0*

Tmultiples0
F
Reshape_3/shapeConst*
valueB:
?????????*
dtype0
G
	Reshape_3Reshape	test_cidsReshape_3/shape*
T0*
Tshape0
<
cidlosses/ShapeShape	Reshape_3*
T0*
out_type0
c
cidlosses/cidlosses#SparseSoftmaxCrossEntropyWithLogitsbccl	Reshape_3*
T0*
Tlabels0
J
strided_slice_1/stackConst*
valueB"????*
dtype0
L
strided_slice_1/stack_1Const*
valueB"*
dtype0
L
strided_slice_1/stack_2Const*
valueB"*
dtype0
?
strided_slice_1StridedSlice	Reshape_1strided_slice_1/stackstrided_slice_1/stack_1strided_slice_1/stack_2*
Index0*
T0*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
5
Const_1Const*
value
B:*
dtype0
=
ReverseV2_1	ReverseV2ShapeConst_1*
T0*

Tidx0
E
TileTilestrided_slice_1ReverseV2_1*
T0*

Tmultiples0
F
Reshape_4/shapeConst*
valueB:
?????????*
dtype0
G
	Reshape_4Reshape	test_widsReshape_4/shape*
T0*
Tshape0
<
widlosses/ShapeShape	Reshape_4*
T0*
out_type0
c
widlosses/widlosses#SparseSoftmaxCrossEntropyWithLogitsTile	Reshape_4*
T0*
Tlabels0
E
test_lossesAddwidlosses/widlossescidlosses/cidlosses*
T0
?
initNoOp#^input_embedding_mat/Adagrad/Assign^input_embedding_mat/Assign+^output_class_embedding_bias/Adagrad/Assign#^output_class_embedding_bias/Assign*^output_class_embedding_mat/Adagrad/Assign"^output_class_embedding_mat/Assign,^output_wordid_embedding_bias/Adagrad/Assign$^output_wordid_embedding_bias/Assign+^output_wordid_embedding_mat/Adagrad/Assign#^output_wordid_embedding_mat/Assign8^rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Assign0^rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Assign:^rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Assign2^rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Assign8^rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Assign0^rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Assign:^rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Assign2^rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Assign^train/global_step/Assign
A
save/filename/inputConst*
value
BBmodel*
dtype0
V

save/filenamePlaceholderWithDefaultsave/filename/input*
shape:*
dtype0
M

save/ConstPlaceholderWithDefault
save/filename*
shape:*
dtype0
?
save/SaveV2/tensor_namesConst*?
value?B?Binput_embedding_matBinput_embedding_mat/AdagradBoutput_class_embedding_biasB#output_class_embedding_bias/AdagradBoutput_class_embedding_matB"output_class_embedding_mat/AdagradBoutput_wordid_embedding_biasB$output_wordid_embedding_bias/AdagradBoutput_wordid_embedding_matB#output_wordid_embedding_mat/AdagradB(rnn/multi_rnn_cell/cell_0/lstm_cell/biasB0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradB(rnn/multi_rnn_cell/cell_1/lstm_cell/biasB0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradBtrain/global_step*
dtype0
m
save/SaveV2/shape_and_slicesConst*9
value0B.BBBBBBBBBBBBBBBBBBB*
dtype0
?
save/SaveV2SaveV2
save/Constsave/SaveV2/tensor_namessave/SaveV2/shape_and_slicesinput_embedding_matinput_embedding_mat/Adagradoutput_class_embedding_bias#output_class_embedding_bias/Adagradoutput_class_embedding_mat"output_class_embedding_mat/Adagradoutput_wordid_embedding_bias$output_wordid_embedding_bias/Adagradoutput_wordid_embedding_mat#output_wordid_embedding_mat/Adagrad(rnn/multi_rnn_cell/cell_0/lstm_cell/bias0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad(rnn/multi_rnn_cell/cell_1/lstm_cell/bias0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradtrain/global_step*!
dtypes
2
e
save/control_dependencyIdentity
save/Const^save/SaveV2*
T0*
_class
loc:@save/Const
?
save/RestoreV2/tensor_namesConst"
/device:CPU:0*?
value?B?Binput_embedding_matBinput_embedding_mat/AdagradBoutput_class_embedding_biasB#output_class_embedding_bias/AdagradBoutput_class_embedding_matB"output_class_embedding_mat/AdagradBoutput_wordid_embedding_biasB$output_wordid_embedding_bias/AdagradBoutput_wordid_embedding_matB#output_wordid_embedding_mat/AdagradB(rnn/multi_rnn_cell/cell_0/lstm_cell/biasB0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradB(rnn/multi_rnn_cell/cell_1/lstm_cell/biasB0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradBtrain/global_step*
dtype0

save/RestoreV2/shape_and_slicesConst"
/device:CPU:0*9
value0B.BBBBBBBBBBBBBBBBBBB*
dtype0
?
save/RestoreV2	RestoreV2
save/Constsave/RestoreV2/tensor_namessave/RestoreV2/shape_and_slices"
/device:CPU:0*!
dtypes
2
?
save/AssignAssigninput_embedding_matsave/RestoreV2*
use_locking(*
T0*&
_class
loc:@input_embedding_mat*
validate_shape(
?

save/Assign_1Assigninput_embedding_mat/Adagradsave/RestoreV2:1*
T0*&
_class
loc:@input_embedding_mat*
validate_shape(*
use_locking(
?

save/Assign_2Assignoutput_class_embedding_biassave/RestoreV2:2*
validate_shape(*
use_locking(*
T0*.
_class$
" loc:@output_class_embedding_bias
?

save/Assign_3Assign#output_class_embedding_bias/Adagradsave/RestoreV2:3*
use_locking(*
T0*.
_class$
" loc:@output_class_embedding_bias*
validate_shape(
?

save/Assign_4Assignoutput_class_embedding_matsave/RestoreV2:4*
use_locking(*
T0*-
_class#
!loc:@output_class_embedding_mat*
validate_shape(
?

save/Assign_5Assign"output_class_embedding_mat/Adagradsave/RestoreV2:5*
use_locking(*
T0*-
_class#
!loc:@output_class_embedding_mat*
validate_shape(
?

save/Assign_6Assignoutput_wordid_embedding_biassave/RestoreV2:6*
use_locking(*
T0*/
_class%
#!loc:@output_wordid_embedding_bias*
validate_shape(
?

save/Assign_7Assign$output_wordid_embedding_bias/Adagradsave/RestoreV2:7*
T0*/
_class%
#!loc:@output_wordid_embedding_bias*
validate_shape(*
use_locking(
?

save/Assign_8Assignoutput_wordid_embedding_matsave/RestoreV2:8*
use_locking(*
T0*.
_class$
" loc:@output_wordid_embedding_mat*
validate_shape(
?

save/Assign_9Assign#output_wordid_embedding_mat/Adagradsave/RestoreV2:9*
T0*.
_class$
" loc:@output_wordid_embedding_mat*
validate_shape(*
use_locking(
?
save/Assign_10Assign(rnn/multi_rnn_cell/cell_0/lstm_cell/biassave/RestoreV2:10*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
validate_shape(
?
save/Assign_11Assign0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagradsave/RestoreV2:11*
validate_shape(*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?
save/Assign_12Assign*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelsave/RestoreV2:12*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(
?
save/Assign_13Assign2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagradsave/RestoreV2:13*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(
?
save/Assign_14Assign(rnn/multi_rnn_cell/cell_1/lstm_cell/biassave/RestoreV2:14*
validate_shape(*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias
?
save/Assign_15Assign0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagradsave/RestoreV2:15*
use_locking(*
T0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(
?
save/Assign_16Assign*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelsave/RestoreV2:16*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(
?
save/Assign_17Assign2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradsave/RestoreV2:17*
validate_shape(*
use_locking(*
T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
save/Assign_18Assigntrain/global_stepsave/RestoreV2:18*
T0*$
_class
loc:@train/global_step*
validate_shape(*
use_locking(
?
save/restore_allNoOp^save/Assign^save/Assign_1^save/Assign_10^save/Assign_11^save/Assign_12^save/Assign_13^save/Assign_14^save/Assign_15^save/Assign_16^save/Assign_17^save/Assign_18^save/Assign_2^save/Assign_3^save/Assign_4^save/Assign_5^save/Assign_6^save/Assign_7^save/Assign_8^save/Assign_9"&