• Home
• com.johnsnowlabs.nlp
• spark-nlp-m1_2.12
• 4.2.8
• source code
• nlm_300_2_1450_43700.pb

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

spell_nlm.nlm_300_2_1450_43700.pb Maven / Gradle / Ivy

I
train/global_step/initial_valueConst*
value	B:
*
dtype0
]
train/global_step
VariableV2*
dtype0*
	container*
shape:*
shared_name
?

train/global_step/AssignAssigntrain/global_steptrain/global_step/initial_value*
use_locking(
*

T0*$
_class
loc:@train/global_step*
validate_shape(

d
train/global_step/readIdentitytrain/global_step*

T0*$
_class
loc:@train/global_step
F
train/initial_learning_ratePlaceholder*
dtype0
*
shape:

D
train/final_learning_ratePlaceholder*
dtype0
*
shape:

B
ExponentialDecay/Cast/xConst*
value
B:?*
dtype0
^
ExponentialDecay/CastCastExponentialDecay/Cast/x*

SrcT0*
Truncate(*

DstT0

F
ExponentialDecay/Cast_1/xConst*
valueB

*??u?*
dtype0

_
ExponentialDecay/Cast_2Casttrain/global_step/read*

SrcT0*
Truncate(*

DstT0

\
ExponentialDecay/truedivRealDivExponentialDecay/Cast_2ExponentialDecay/Cast*

T0

B
ExponentialDecay/FloorFloorExponentialDecay/truediv*

T0

W
ExponentialDecay/PowPowExponentialDecay/Cast_1/xExponentialDecay/Floor*

T0

S
ExponentialDecayMultrain/initial_learning_rateExponentialDecay/Pow*

T0

B
LessLessExponentialDecaytrain/final_learning_rate*

T0

9
train/learning_rate/SwitchSwitchLessLess*

T0

O
train/learning_rate/switch_tIdentitytrain/learning_rate/Switch:1*

T0

M
train/learning_rate/switch_fIdentitytrain/learning_rate/Switch*

T0

6
train/learning_rate/pred_idIdentityLess*

T0

e
train/learning_rate/ConstConst^train/learning_rate/switch_t*
valueB

*o:*
dtype0

?

train/learning_rate/Switch_1SwitchExponentialDecaytrain/learning_rate/pred_id*

T0
*#
_class
loc:@ExponentialDecay
m
train/learning_rate/MergeMergetrain/learning_rate/Switch_1train/learning_rate/Const*

T0
*

N
7
dropout_ratePlaceholder*
shape:
*
dtype0

6
PlaceholderPlaceholder*
shape:
*
dtype0
8

Placeholder_1Placeholder*
dtype0*
shape:

4
	file_namePlaceholder*
dtype0*
shape:

_
in-memory-inputPlaceholder*2
shape):'?????????
?????????
?????????
*
dtype0
N
input_batchPlaceholder*
dtype0*%
shape:?????????
?????????

T
output_batch_cidsPlaceholder*%
shape:?????????
?????????
*
dtype0
T
output_batch_widsPlaceholder*
dtype0*%
shape:?????????
?????????

I
input_batch_lengthsPlaceholder*
shape:
?????????
*
dtype0
?

4input_embedding_mat/Initializer/random_uniform/shapeConst*&
_class
loc:@input_embedding_mat*
valueB"??,
*
dtype0
?

2input_embedding_mat/Initializer/random_uniform/minConst*&
_class
loc:@input_embedding_mat*
valueB

*?R??*
dtype0

?

2input_embedding_mat/Initializer/random_uniform/maxConst*&
_class
loc:@input_embedding_mat*
valueB

*?R?<*
dtype0

?

rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3rnn/TensorArray_1rnn/TensorArrayUnstack/range
rnn/transposernn/TensorArray_1:1*

T0
* 
_class
loc:@rnn/transpose
7

rnn/Maximum/xConst*
dtype0*
value	B:


7
rnn/MaximumMaximum
rnn/Maximum/xrnn/Max*

T0
A
rnn/MinimumMinimumrnn/strided_slice_1rnn/Maximum*

T0
E
rnn/while/iteration_counterConst*
value	B:
*
dtype0
?

rnn/while/EnterEnterrnn/while/iteration_counter*

T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_1Enterrnn/time*

T0*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_2Enterrnn/TensorArray:1*

T0
*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_3EnterIrnn/MultiRNNCellZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros*

T0
*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_4EnterKrnn/MultiRNNCellZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1*

T0
*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_5EnterKrnn/MultiRNNCellZeroState/DropoutWrapperZeroState_1/LSTMCellZeroState/zeros*

T0
*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Enter_6EnterMrnn/MultiRNNCellZeroState/DropoutWrapperZeroState_1/LSTMCellZeroState/zeros_1*

T0
*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
T
rnn/while/MergeMergernn/while/Enterrnn/while/NextIteration*

T0*

N
Z
rnn/while/Merge_1Mergernn/while/Enter_1rnn/while/NextIteration_1*

T0*

N
Z
rnn/while/Merge_2Mergernn/while/Enter_2rnn/while/NextIteration_2*

T0
*

N
Z
rnn/while/Merge_3Mergernn/while/Enter_3rnn/while/NextIteration_3*

T0
*

N
Z
rnn/while/Merge_4Mergernn/while/Enter_4rnn/while/NextIteration_4*

N*

T0

Z
rnn/while/Merge_5Mergernn/while/Enter_5rnn/while/NextIteration_5*

T0
*

N
Z
rnn/while/Merge_6Mergernn/while/Enter_6rnn/while/NextIteration_6*

T0
*

N
F
rnn/while/LessLessrnn/while/Mergernn/while/Less/Enter*

T0
?

rnn/while/Less/EnterEnterrnn/strided_slice_1*
parallel_iterations *'

frame_namernn/while/while_context*

T0*
is_constant(

L
rnn/while/Less_1Lessrnn/while/Merge_1rnn/while/Less_1/Enter*

T0
?

rnn/while/Less_1/EnterEnterrnn/Minimum*

T0*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
D
rnn/while/LogicalAnd
LogicalAndrnn/while/Lessrnn/while/Less_1
4
rnn/while/LoopCondLoopCondrnn/while/LogicalAnd
l
rnn/while/SwitchSwitchrnn/while/Mergernn/while/LoopCond*

T0*"
_class
loc:@rnn/while/Merge
r
rnn/while/Switch_1Switchrnn/while/Merge_1rnn/while/LoopCond*

T0*$
_class
loc:@rnn/while/Merge_1
r
rnn/while/Switch_2Switchrnn/while/Merge_2rnn/while/LoopCond*

T0
*$
_class
loc:@rnn/while/Merge_2
r
rnn/while/Switch_3Switchrnn/while/Merge_3rnn/while/LoopCond*

T0
*$
_class
loc:@rnn/while/Merge_3
r
rnn/while/Switch_4Switchrnn/while/Merge_4rnn/while/LoopCond*

T0
*$
_class
loc:@rnn/while/Merge_4
r
rnn/while/Switch_5Switchrnn/while/Merge_5rnn/while/LoopCond*

T0
*$
_class
loc:@rnn/while/Merge_5
r
rnn/while/Switch_6Switchrnn/while/Merge_6rnn/while/LoopCond*

T0
*$
_class
loc:@rnn/while/Merge_6
;
rnn/while/IdentityIdentityrnn/while/Switch:1*

T0
?
rnn/while/Identity_1Identityrnn/while/Switch_1:1*

T0
?
rnn/while/Identity_2Identityrnn/while/Switch_2:1*

T0

?
rnn/while/Identity_3Identityrnn/while/Switch_3:1*

T0

?
rnn/while/Identity_4Identityrnn/while/Switch_4:1*

T0

?
rnn/while/Identity_5Identityrnn/while/Switch_5:1*

T0

?
rnn/while/Identity_6Identityrnn/while/Switch_6:1*

T0

N
rnn/while/add/yConst^rnn/while/Identity*
value	B:

*
dtype0
B

rnn/while/addAddrnn/while/Identityrnn/while/add/y*

T0
?

rnn/while/TensorArrayReadV3TensorArrayReadV3!rnn/while/TensorArrayReadV3/Enterrnn/while/Identity_1#rnn/while/TensorArrayReadV3/Enter_1*
dtype0

?

!rnn/while/TensorArrayReadV3/EnterEnterrnn/TensorArray_1*

T0*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?

#rnn/while/TensorArrayReadV3/Enter_1Enter>rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*

T0
*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
c
rnn/while/GreaterEqualGreaterEqualrnn/while/Identity_1rnn/while/GreaterEqual/Enter*

T0
?

rnn/while/GreaterEqual/EnterEnterrnn/CheckSeqLen*

T0*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
k
)rnn/while/rnn/multi_rnn_cell/cell_0/sub/xConst^rnn/while/Identity*
valueB

*??*
dtype0

?

'rnn/while/rnn/multi_rnn_cell/cell_0/subSub)rnn/while/rnn/multi_rnn_cell/cell_0/sub/x-rnn/while/rnn/multi_rnn_cell/cell_0/sub/Enter*

T0

?

-rnn/while/rnn/multi_rnn_cell/cell_0/sub/EnterEnterdropout_rate*
parallel_iterations *'

frame_namernn/while/while_context*

T0
*
is_constant(

p
1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/ShapeShapernn/while/TensorArrayReadV3*

T0
*
out_type0
?

>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/minConst^rnn/while/Identity*
valueB

**
dtype0

?

>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/maxConst^rnn/while/Identity*
dtype0
*
valueB

*??
?

Hrnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform
RandomUniform1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Shape*

T0*
dtype0
*
seed2*

seed
?

>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/subSub>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/max>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/min*

T0

?

>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/mulMulHrnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/RandomUniform>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/sub*

T0

?

:rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniformAdd>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/mul>rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform/min*

T0

s
1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub/xConst^rnn/while/Identity*
valueB

*??*
dtype0

?

/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/subSub1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub/x'rnn/while/rnn/multi_rnn_cell/cell_0/sub*

T0

w
5rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv/xConst^rnn/while/Identity*
dtype0
*
valueB

*??
?

3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truedivRealDiv5rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv/x/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/sub*

T0

?

8rnn/while/rnn/multi_rnn_cell/cell_0/dropout/GreaterEqualGreaterEqual:rnn/while/rnn/multi_rnn_cell/cell_0/dropout/random_uniform'rnn/while/rnn/multi_rnn_cell/cell_0/sub*

T0

?

/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mulMulrnn/while/TensorArrayReadV33rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*

T0

?

0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/CastCast8rnn/while/rnn/multi_rnn_cell/cell_0/dropout/GreaterEqual*
Truncate(*

DstT0
*

SrcT0

?

1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1Mul/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast*

T0

?

Krnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/shapeConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB"X?*
dtype0
?

Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/minConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB

*?{l?*
dtype0

?

Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/maxConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
valueB

*?{l=*
dtype0

?
Srnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/RandomUniform
RandomUniformKrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/shape*

T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0
*
seed2*

seed
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/subSubIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/maxIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/min*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Irnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/mulMulSrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/RandomUniformIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/sub*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?
Ernn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniformAddIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/mulIrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform/min*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?

*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
VariableV2*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0
*
	container*
shape:
??	
?
1rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AssignAssign*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelErnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Initializer/random_uniform*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(
*
use_locking(

p
/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/readIdentity*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*

T0

?

Jrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/shape_as_tensorConst*
dtype0*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
valueB
:?	
?

@rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/ConstConst*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
valueB

**
dtype0

?
:rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zerosFillJrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/shape_as_tensor@rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros/Const*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*

index_type0
?

(rnn/multi_rnn_cell/cell_0/lstm_cell/bias
VariableV2*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
dtype0
*
	container*
shape:?	*
shared_name
?
/rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AssignAssign(rnn/multi_rnn_cell/cell_0/lstm_cell/bias:rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Initializer/zeros*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
validate_shape(
*
use_locking(

l
-rnn/multi_rnn_cell/cell_0/lstm_cell/bias/readIdentity(rnn/multi_rnn_cell/cell_0/lstm_cell/bias*

T0

x
9rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat/axisConst^rnn/while/Identity*
value	B:

*
dtype0
?

4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concatConcatV21rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1rnn/while/Identity_49rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat/axis*

T0
*

N*

Tidx0
?

4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMulMatMul4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat:rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*

T0
*
transpose_a(*
transpose_b(
?

:rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/read*

T0
*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?

5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAddBiasAdd4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul;rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*

T0
*
data_formatNHWC
?

;rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/EnterEnter-rnn/multi_rnn_cell/cell_0/lstm_cell/bias/read*

T0
*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
r
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/ConstConst^rnn/while/Identity*
value	B:
*
dtype0
|
=rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split/split_dimConst^rnn/while/Identity*
value	B:

*
dtype0
?

3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/splitSplit=rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split/split_dim5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd*

T0
*
	num_split
u
3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add/yConst^rnn/while/Identity*
valueB

*??*
dtype0

?

1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/addAdd5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:23rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add/y*

T0

|
5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/SigmoidSigmoid1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add*

T0

?

1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mulMul5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoidrnn/while/Identity_3*

T0

?

7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_1Sigmoid3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split*

T0

z
2rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/TanhTanh5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:1*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1Mul7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_12rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1Add1rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1*

T0

?

7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_2Sigmoid5rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split:3*

T0

z
4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1Tanh3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2Mul7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_24rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1*

T0

k
)rnn/while/rnn/multi_rnn_cell/cell_1/sub/xConst^rnn/while/Identity*
valueB

*??*
dtype0

?

'rnn/while/rnn/multi_rnn_cell/cell_1/subSub)rnn/while/rnn/multi_rnn_cell/cell_1/sub/x-rnn/while/rnn/multi_rnn_cell/cell_0/sub/Enter*

T0

?

1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/ShapeShape3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

T0
*
out_type0
?

>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/minConst^rnn/while/Identity*
valueB

**
dtype0

?

>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/maxConst^rnn/while/Identity*
dtype0
*
valueB

*??
?

Hrnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform
RandomUniform1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Shape*

T0*
dtype0
*
seed2*

seed
?

>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/subSub>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/max>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/min*

T0

?

>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/mulMulHrnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/RandomUniform>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/sub*

T0

?

:rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniformAdd>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/mul>rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform/min*

T0

s
1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub/xConst^rnn/while/Identity*
valueB

*??*
dtype0

?

/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/subSub1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub/x'rnn/while/rnn/multi_rnn_cell/cell_1/sub*

T0

w
5rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv/xConst^rnn/while/Identity*
valueB

*??*
dtype0

?

3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truedivRealDiv5rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv/x/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/sub*

T0

?

8rnn/while/rnn/multi_rnn_cell/cell_1/dropout/GreaterEqualGreaterEqual:rnn/while/rnn/multi_rnn_cell/cell_1/dropout/random_uniform'rnn/while/rnn/multi_rnn_cell/cell_1/sub*

T0

?

/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mulMul3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_23rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*

T0

?

0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/CastCast8rnn/while/rnn/multi_rnn_cell/cell_1/dropout/GreaterEqual*
Truncate(*

DstT0
*

SrcT0

?

1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1Mul/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast*

T0

?

Krnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/shapeConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB"X?*
dtype0
?

Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/minConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB

*?{l?*
dtype0

?

Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/maxConst*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
valueB

*?{l=*
dtype0

?
Srnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/RandomUniform
RandomUniformKrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/shape*
dtype0
*
seed2*

seed*

T0*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/subSubIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/maxIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/min*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Irnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/mulMulSrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/RandomUniformIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/sub*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
Ernn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniformAddIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/mulIrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform/min*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?

*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
VariableV2*
dtype0
*
	container*
shape:
??	*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
1rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AssignAssign*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelErnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Initializer/random_uniform*
validate_shape(
*
use_locking(
*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
p
/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/readIdentity*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*

T0

?

Jrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/shape_as_tensorConst*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
valueB
:?	*
dtype0
?

@rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/ConstConst*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
valueB

**
dtype0

?
:rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zerosFillJrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/shape_as_tensor@rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros/Const*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*

index_type0
?

(rnn/multi_rnn_cell/cell_1/lstm_cell/bias
VariableV2*
shape:?	*
shared_name*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0
*
	container
?
/rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AssignAssign(rnn/multi_rnn_cell/cell_1/lstm_cell/bias:rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Initializer/zeros*
use_locking(
*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(

l
-rnn/multi_rnn_cell/cell_1/lstm_cell/bias/readIdentity(rnn/multi_rnn_cell/cell_1/lstm_cell/bias*

T0

x
9rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat/axisConst^rnn/while/Identity*
value	B:

*
dtype0
?

4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concatConcatV21rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1rnn/while/Identity_69rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat/axis*

T0
*

N*

Tidx0
?

4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMulMatMul4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat:rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
transpose_b(*

T0
*
transpose_a(
?

:rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/read*
parallel_iterations *'

frame_namernn/while/while_context*

T0
*
is_constant(

?

5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAddBiasAdd4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul;rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*

T0
*
data_formatNHWC
?

;rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/EnterEnter-rnn/multi_rnn_cell/cell_1/lstm_cell/bias/read*
parallel_iterations *'

frame_namernn/while/while_context*

T0
*
is_constant(

r
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/ConstConst^rnn/while/Identity*
value	B:
*
dtype0
|
=rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split/split_dimConst^rnn/while/Identity*
value	B:

*
dtype0
?

3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/splitSplit=rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split/split_dim5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd*
	num_split*

T0

u
3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add/yConst^rnn/while/Identity*
valueB

*??*
dtype0

?

1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/addAdd5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:23rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add/y*

T0

|
5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/SigmoidSigmoid1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add*

T0

?

1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mulMul5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoidrnn/while/Identity_5*

T0

?

7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_1Sigmoid3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split*

T0

z
2rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/TanhTanh5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:1*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1Mul7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_12rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1Add1rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1*

T0

?

7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_2Sigmoid5rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split:3*

T0

z
4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1Tanh3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*

T0

?

3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2Mul7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_24rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1*

T0

?

rnn/while/SelectSelectrnn/while/GreaterEqualrnn/while/Select/Enter3rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

rnn/while/Select/EnterEnter	rnn/zeros*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?

rnn/while/Select_1Selectrnn/while/GreaterEqualrnn/while/Identity_33rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?

rnn/while/Select_2Selectrnn/while/GreaterEqualrnn/while/Identity_43rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?

rnn/while/Select_3Selectrnn/while/GreaterEqualrnn/while/Identity_53rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?

rnn/while/Select_4Selectrnn/while/GreaterEqualrnn/while/Identity_63rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
-rnn/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV33rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enterrnn/while/Identity_1rnn/while/Selectrnn/while/Identity_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

3rnn/while/TensorArrayWrite/TensorArrayWriteV3/EnterEnterrnn/TensorArray*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
P
rnn/while/add_1/yConst^rnn/while/Identity*
dtype0*
value	B:


H
rnn/while/add_1Addrnn/while/Identity_1rnn/while/add_1/y*

T0
@
rnn/while/NextIteration
NextIteration
rnn/while/add*

T0
D
rnn/while/NextIteration_1
NextIterationrnn/while/add_1*

T0
b
rnn/while/NextIteration_2
NextIteration-rnn/while/TensorArrayWrite/TensorArrayWriteV3*

T0

G
rnn/while/NextIteration_3
NextIterationrnn/while/Select_1*

T0

G
rnn/while/NextIteration_4
NextIterationrnn/while/Select_2*

T0

G
rnn/while/NextIteration_5
NextIterationrnn/while/Select_3*

T0

G
rnn/while/NextIteration_6
NextIterationrnn/while/Select_4*

T0

1
rnn/while/ExitExitrnn/while/Switch*

T0
5
rnn/while/Exit_1Exitrnn/while/Switch_1*

T0
5
rnn/while/Exit_2Exitrnn/while/Switch_2*

T0

5
rnn/while/Exit_3Exitrnn/while/Switch_3*

T0

5
rnn/while/Exit_4Exitrnn/while/Switch_4*

T0

5
rnn/while/Exit_5Exitrnn/while/Switch_5*

T0

5
rnn/while/Exit_6Exitrnn/while/Switch_6*

T0

?

&rnn/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3rnn/TensorArrayrnn/while/Exit_2*"
_class
loc:@rnn/TensorArray
n
 rnn/TensorArrayStack/range/startConst*
dtype0*"
_class
loc:@rnn/TensorArray*
value	B:

n
 rnn/TensorArrayStack/range/deltaConst*
dtype0*"
_class
loc:@rnn/TensorArray*
value	B:


?

rnn/TensorArrayStack/rangeRange rnn/TensorArrayStack/range/start&rnn/TensorArrayStack/TensorArraySizeV3 rnn/TensorArrayStack/range/delta*"
_class
loc:@rnn/TensorArray*

Tidx0
?

(rnn/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3rnn/TensorArrayrnn/TensorArrayStack/rangernn/while/Exit_2*%

element_shape:?????????
?*"
_class
loc:@rnn/TensorArray*
dtype0

:
rnn/Const_4Const*
valueB
:?*
dtype0
4

rnn/Rank_1Const*
value	B:
*
dtype0
;
rnn/range_1/startConst*
dtype0*
value	B:

;
rnn/range_1/deltaConst*
value	B:

*
dtype0
R
rnn/range_1Rangernn/range_1/start
rnn/Rank_1rnn/range_1/delta*

Tidx0
J
rnn/concat_2/values_0Const*
valueB"
*
dtype0
;
rnn/concat_2/axisConst*
dtype0*
value	B:

m
rnn/concat_2ConcatV2rnn/concat_2/values_0rnn/range_1rnn/concat_2/axis*

T0*

N*

Tidx0
j
rnn/transpose_1	Transpose(rnn/TensorArrayStack/TensorArrayGatherV3rnn/concat_2*
Tperm0*

T0

<
	map/ShapeShapernn/transpose_1*

T0
*
out_type0
E
map/strided_slice/stackConst*
value
B
:
*
dtype0
G
map/strided_slice/stack_1Const*
value
B
:

*
dtype0
G
map/strided_slice/stack_2Const*
value
B
:

*
dtype0
?

map/strided_sliceStridedSlice	map/Shapemap/strided_slice/stackmap/strided_slice/stack_1map/strided_slice/stack_2*
shrink_axis_mask
*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask*

T0*
Index0
?

map/TensorArray
TensorArrayV3map/strided_slice*
tensor_array_name*
dtype0
*

element_shape:
*
clear_after_read(
*
dynamic_size(*
identical_element_shapes(

O
map/TensorArrayUnstack/ShapeShapernn/transpose_1*

T0
*
out_type0
X
*map/TensorArrayUnstack/strided_slice/stackConst*
value
B
:
*
dtype0
Z
,map/TensorArrayUnstack/strided_slice/stack_1Const*
value
B
:

*
dtype0
Z
,map/TensorArrayUnstack/strided_slice/stack_2Const*
value
B
:

*
dtype0
?
$map/TensorArrayUnstack/strided_sliceStridedSlicemap/TensorArrayUnstack/Shape*map/TensorArrayUnstack/strided_slice/stack,map/TensorArrayUnstack/strided_slice/stack_1,map/TensorArrayUnstack/strided_slice/stack_2*
shrink_axis_mask
*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*

T0*
Index0
L
"map/TensorArrayUnstack/range/startConst*
value	B:
*
dtype0
L
"map/TensorArrayUnstack/range/deltaConst*
value	B:

*
dtype0
?

map/TensorArrayUnstack/rangeRange"map/TensorArrayUnstack/range/start$map/TensorArrayUnstack/strided_slice"map/TensorArrayUnstack/range/delta*

Tidx0
?

>map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3map/TensorArraymap/TensorArrayUnstack/rangernn/transpose_1map/TensorArray:1*

T0
*"
_class
loc:@rnn/transpose_1
3
	map/ConstConst*
value	B:
*
dtype0
?

map/TensorArray_1
TensorArrayV3map/strided_slice*
tensor_array_name*
dtype0
*

element_shape:
*
dynamic_size(*
clear_after_read(
*
identical_element_shapes(

E
map/while/iteration_counterConst*
value	B:
*
dtype0
?

map/while/EnterEntermap/while/iteration_counter*

T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
?

map/while/Enter_1Enter	map/Const*

T0*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
?

map/while/Enter_2Entermap/TensorArray_1:1*
parallel_iterations
*'

frame_namemap/while/while_context*

T0
*
is_constant(
T
map/while/MergeMergemap/while/Entermap/while/NextIteration*

T0*

N
Z
map/while/Merge_1Mergemap/while/Enter_1map/while/NextIteration_1*

T0*

N
Z
map/while/Merge_2Mergemap/while/Enter_2map/while/NextIteration_2*

T0
*

N
F
map/while/LessLessmap/while/Mergemap/while/Less/Enter*

T0
?

map/while/Less/EnterEntermap/strided_slice*
parallel_iterations
*'

frame_namemap/while/while_context*

T0*
is_constant(

J
map/while/Less_1Lessmap/while/Merge_1map/while/Less/Enter*

T0
D
map/while/LogicalAnd
LogicalAndmap/while/Lessmap/while/Less_1
4
map/while/LoopCondLoopCondmap/while/LogicalAnd
l
map/while/SwitchSwitchmap/while/Mergemap/while/LoopCond*

T0*"
_class
loc:@map/while/Merge
r
map/while/Switch_1Switchmap/while/Merge_1map/while/LoopCond*

T0*$
_class
loc:@map/while/Merge_1
r
map/while/Switch_2Switchmap/while/Merge_2map/while/LoopCond*

T0
*$
_class
loc:@map/while/Merge_2
;
map/while/IdentityIdentitymap/while/Switch:1*

T0
?
map/while/Identity_1Identitymap/while/Switch_1:1*

T0
?
map/while/Identity_2Identitymap/while/Switch_2:1*

T0

N
map/while/add/yConst^map/while/Identity*
value	B:

*
dtype0
B

map/while/addAddmap/while/Identitymap/while/add/y*

T0
?

map/while/TensorArrayReadV3TensorArrayReadV3!map/while/TensorArrayReadV3/Entermap/while/Identity_1#map/while/TensorArrayReadV3/Enter_1*
dtype0

?

!map/while/TensorArrayReadV3/EnterEntermap/TensorArray*

T0*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
?

#map/while/TensorArrayReadV3/Enter_1Enter>map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*

T0
*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
b
map/while/transpose/permConst^map/while/Identity*
valueB"
*
dtype0
k
map/while/transpose	Transposemap/while/transpose/Entermap/while/transpose/perm*
Tperm0*

T0

?

map/while/transpose/EnterEnteroutput_class_embedding_mat/read*
parallel_iterations
*'

frame_namemap/while/while_context*

T0
*
is_constant(

{
map/while/MatMulMatMulmap/while/TensorArrayReadV3map/while/transpose*

T0
*
transpose_a(*
transpose_b(
H
map/while/Add_1Addmap/while/MatMulmap/while/Add_1/Enter*

T0

?

map/while/Add_1/EnterEnter output_class_embedding_bias/read*

T0
*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
?

-map/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV33map/while/TensorArrayWrite/TensorArrayWriteV3/Entermap/while/Identity_1map/while/Add_1map/while/Identity_2*

T0
*"
_class
loc:@map/while/Add_1
?

3map/while/TensorArrayWrite/TensorArrayWriteV3/EnterEntermap/TensorArray_1*

T0*"
_class
loc:@map/while/Add_1*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
P
map/while/add_2/yConst^map/while/Identity*
value	B:

*
dtype0
H
map/while/add_2Addmap/while/Identity_1map/while/add_2/y*

T0
@
map/while/NextIteration
NextIteration
map/while/add*

T0
D
map/while/NextIteration_1
NextIterationmap/while/add_2*

T0
b
map/while/NextIteration_2
NextIteration-map/while/TensorArrayWrite/TensorArrayWriteV3*

T0

1
map/while/ExitExitmap/while/Switch*

T0
5
map/while/Exit_1Exitmap/while/Switch_1*

T0
5
map/while/Exit_2Exitmap/while/Switch_2*

T0

?

&map/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3map/TensorArray_1map/while/Exit_2*$
_class
loc:@map/TensorArray_1
p
 map/TensorArrayStack/range/startConst*
dtype0*$
_class
loc:@map/TensorArray_1*
value	B:

p
 map/TensorArrayStack/range/deltaConst*$
_class
loc:@map/TensorArray_1*
value	B:

*
dtype0
?

map/TensorArrayStack/rangeRange map/TensorArrayStack/range/start&map/TensorArrayStack/TensorArraySizeV3 map/TensorArrayStack/range/delta*

Tidx0*$
_class
loc:@map/TensorArray_1
?

(map/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3map/TensorArray_1map/TensorArrayStack/rangemap/while/Exit_2*$
_class
loc:@map/TensorArray_1*
dtype0
*%

element_shape:?????????
?
=
cl/shapeConst*
valueB"?????*
dtype0
X
clReshape(map/TensorArrayStack/TensorArrayGatherV3cl/shape*

T0
*
Tshape0
D

Reshape/shapeConst*
valueB
:
?????????
*
dtype0
K
ReshapeReshapeoutput_batch_cids
Reshape/shape*

T0*
Tshape0
T
)SparseSoftmaxCrossEntropyWithLogits/ShapeShapeReshape*

T0*
out_type0
?

GSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits#SparseSoftmaxCrossEntropyWithLogitsclReshape*
Tlabels0*

T0

>
map_1/ShapeShapernn/transpose_1*

T0
*
out_type0
G
map_1/strided_slice/stackConst*
value
B
:
*
dtype0
I
map_1/strided_slice/stack_1Const*
dtype0*
value
B
:


I
map_1/strided_slice/stack_2Const*
value
B
:

*
dtype0
?

map_1/strided_sliceStridedSlicemap_1/Shapemap_1/strided_slice/stackmap_1/strided_slice/stack_1map_1/strided_slice/stack_2*
shrink_axis_mask
*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*

T0*
Index0
?

map_1/TensorArray
TensorArrayV3map_1/strided_slice*
dtype0
*

element_shape:
*
dynamic_size(*
clear_after_read(
*
identical_element_shapes(
*
tensor_array_name
Q
map_1/TensorArrayUnstack/ShapeShapernn/transpose_1*

T0
*
out_type0
Z
,map_1/TensorArrayUnstack/strided_slice/stackConst*
value
B
:
*
dtype0
\
.map_1/TensorArrayUnstack/strided_slice/stack_1Const*
dtype0*
value
B
:


\
.map_1/TensorArrayUnstack/strided_slice/stack_2Const*
value
B
:

*
dtype0
?
&map_1/TensorArrayUnstack/strided_sliceStridedSlicemap_1/TensorArrayUnstack/Shape,map_1/TensorArrayUnstack/strided_slice/stack.map_1/TensorArrayUnstack/strided_slice/stack_1.map_1/TensorArrayUnstack/strided_slice/stack_2*
shrink_axis_mask
*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask*
Index0*

T0
N
$map_1/TensorArrayUnstack/range/startConst*
dtype0*
value	B:

N
$map_1/TensorArrayUnstack/range/deltaConst*
value	B:

*
dtype0
?

map_1/TensorArrayUnstack/rangeRange$map_1/TensorArrayUnstack/range/start&map_1/TensorArrayUnstack/strided_slice$map_1/TensorArrayUnstack/range/delta*

Tidx0
?

@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3map_1/TensorArraymap_1/TensorArrayUnstack/rangernn/transpose_1map_1/TensorArray:1*

T0
*"
_class
loc:@rnn/transpose_1
5
map_1/ConstConst*
dtype0*
value	B:

?

map_1/TensorArray_1
TensorArrayV3map_1/strided_slice*
identical_element_shapes(
*
tensor_array_name*
dtype0
*

element_shape:
*
dynamic_size(*
clear_after_read(

G
map_1/while/iteration_counterConst*
value	B:
*
dtype0
?

map_1/while/EnterEntermap_1/while/iteration_counter*

T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?

map_1/while/Enter_1Entermap_1/Const*

T0*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?

map_1/while/Enter_2Entermap_1/TensorArray_1:1*
parallel_iterations
*)

frame_namemap_1/while/while_context*

T0
*
is_constant(
Z
map_1/while/MergeMergemap_1/while/Entermap_1/while/NextIteration*

N*

T0
`
map_1/while/Merge_1Mergemap_1/while/Enter_1map_1/while/NextIteration_1*

T0*

N
`
map_1/while/Merge_2Mergemap_1/while/Enter_2map_1/while/NextIteration_2*

N*

T0

L
map_1/while/LessLessmap_1/while/Mergemap_1/while/Less/Enter*

T0
?

map_1/while/Less/EnterEntermap_1/strided_slice*

T0*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
P
map_1/while/Less_1Lessmap_1/while/Merge_1map_1/while/Less/Enter*

T0
J
map_1/while/LogicalAnd
LogicalAndmap_1/while/Lessmap_1/while/Less_1
8
map_1/while/LoopCondLoopCondmap_1/while/LogicalAnd
t
map_1/while/SwitchSwitchmap_1/while/Mergemap_1/while/LoopCond*

T0*$
_class
loc:@map_1/while/Merge
z
map_1/while/Switch_1Switchmap_1/while/Merge_1map_1/while/LoopCond*

T0*&
_class
loc:@map_1/while/Merge_1
z
map_1/while/Switch_2Switchmap_1/while/Merge_2map_1/while/LoopCond*

T0
*&
_class
loc:@map_1/while/Merge_2
?
map_1/while/IdentityIdentitymap_1/while/Switch:1*

T0
C
map_1/while/Identity_1Identitymap_1/while/Switch_1:1*

T0
C
map_1/while/Identity_2Identitymap_1/while/Switch_2:1*

T0

R
map_1/while/add/yConst^map_1/while/Identity*
value	B:

*
dtype0
H
map_1/while/addAddmap_1/while/Identitymap_1/while/add/y*

T0
?

map_1/while/TensorArrayReadV3TensorArrayReadV3#map_1/while/TensorArrayReadV3/Entermap_1/while/Identity_1%map_1/while/TensorArrayReadV3/Enter_1*
dtype0

?

#map_1/while/TensorArrayReadV3/EnterEntermap_1/TensorArray*
parallel_iterations
*)

frame_namemap_1/while/while_context*

T0*
is_constant(

?

%map_1/while/TensorArrayReadV3/Enter_1Enter@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*

T0
*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
f
map_1/while/transpose/permConst^map_1/while/Identity*
valueB"
*
dtype0
q
map_1/while/transpose	Transposemap_1/while/transpose/Entermap_1/while/transpose/perm*

T0
*
Tperm0
?

map_1/while/transpose/EnterEnter output_wordid_embedding_mat/read*

T0
*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
?

map_1/while/MatMulMatMulmap_1/while/TensorArrayReadV3map_1/while/transpose*
transpose_a(*
transpose_b(*

T0

N
map_1/while/Add_1Addmap_1/while/MatMulmap_1/while/Add_1/Enter*

T0

?

map_1/while/Add_1/EnterEnter!output_wordid_embedding_bias/read*

T0
*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
?

/map_1/while/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV35map_1/while/TensorArrayWrite/TensorArrayWriteV3/Entermap_1/while/Identity_1map_1/while/Add_1map_1/while/Identity_2*

T0
*$
_class
loc:@map_1/while/Add_1
?

5map_1/while/TensorArrayWrite/TensorArrayWriteV3/EnterEntermap_1/TensorArray_1*

T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
T
map_1/while/add_2/yConst^map_1/while/Identity*
dtype0*
value	B:


N
map_1/while/add_2Addmap_1/while/Identity_1map_1/while/add_2/y*

T0
D
map_1/while/NextIteration
NextIterationmap_1/while/add*

T0
H
map_1/while/NextIteration_1
NextIterationmap_1/while/add_2*

T0
f
map_1/while/NextIteration_2
NextIteration/map_1/while/TensorArrayWrite/TensorArrayWriteV3*

T0

5
map_1/while/ExitExitmap_1/while/Switch*

T0
9
map_1/while/Exit_1Exitmap_1/while/Switch_1*

T0
9
map_1/while/Exit_2Exitmap_1/while/Switch_2*

T0

?

(map_1/TensorArrayStack/TensorArraySizeV3TensorArraySizeV3map_1/TensorArray_1map_1/while/Exit_2*&
_class
loc:@map_1/TensorArray_1
t
"map_1/TensorArrayStack/range/startConst*&
_class
loc:@map_1/TensorArray_1*
value	B:
*
dtype0
t
"map_1/TensorArrayStack/range/deltaConst*&
_class
loc:@map_1/TensorArray_1*
value	B:

*
dtype0
?

map_1/TensorArrayStack/rangeRange"map_1/TensorArrayStack/range/start(map_1/TensorArrayStack/TensorArraySizeV3"map_1/TensorArrayStack/range/delta*

Tidx0*&
_class
loc:@map_1/TensorArray_1
?

*map_1/TensorArrayStack/TensorArrayGatherV3TensorArrayGatherV3map_1/TensorArray_1map_1/TensorArrayStack/rangemap_1/while/Exit_2*
dtype0
*%

element_shape:?????????
?*&
_class
loc:@map_1/TensorArray_1
D
Reshape_1/shapeConst*
valueB"?????*
dtype0
h
	Reshape_1Reshape*map_1/TensorArrayStack/TensorArrayGatherV3Reshape_1/shape*

T0
*
Tshape0
F
Reshape_2/shapeConst*
valueB
:
?????????
*
dtype0
O
	Reshape_2Reshapeoutput_batch_widsReshape_2/shape*

T0*
Tshape0
X
+SparseSoftmaxCrossEntropyWithLogits_1/ShapeShape	Reshape_2*

T0*
out_type0
?

ISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits#SparseSoftmaxCrossEntropyWithLogits	Reshape_1	Reshape_2*

T0
*
Tlabels0
?

AddAddGSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogitsISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*

T0

N
gradients/ShapeShapeAdd*

T0
*
_class

loc:@Add*
out_type0
X
gradients/grad_ys_0Const*
_class

loc:@Add*
valueB

*??*
dtype0

o
gradients/FillFillgradients/Shapegradients/grad_ys_0*

T0
*
_class

loc:@Add*

index_type0
`
gradients/f_countConst*
dtype0*#
_class
loc:@map/while/Exit_2*
value	B:

?

gradients/f_count_1Entergradients/f_count*

T0*#
_class
loc:@map/while/Exit_2*
is_constant(*
parallel_iterations
*'

frame_namemap/while/while_context
}
gradients/MergeMergegradients/f_count_1gradients/NextIteration*

T0*#
_class
loc:@map/while/Exit_2*

N
m
gradients/SwitchSwitchgradients/Mergemap/while/LoopCond*

T0*#
_class
loc:@map/while/Exit_2
s
gradients/Add/yConst^map/while/Identity*#
_class
loc:@map/while/Exit_2*
value	B:

*
dtype0
g

gradients/AddAddgradients/Switch:1gradients/Add/y*

T0*#
_class
loc:@map/while/Exit_2
?
gradients/NextIteration
NextIteration
gradients/AddA^gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPushV23^gradients/map/while/MatMul_grad/MatMul/StackPushV25^gradients/map/while/MatMul_grad/MatMul_1/StackPushV2[^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2*

T0*#
_class
loc:@map/while/Exit_2
[
gradients/f_count_2Exitgradients/Switch*

T0*#
_class
loc:@map/while/Exit_2
`
gradients/b_countConst*
dtype0*#
_class
loc:@map/while/Exit_2*
value	B:


?

gradients/b_count_1Entergradients/f_count_2*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*

T0*#
_class
loc:@map/while/Exit_2*
is_constant(
?

gradients/Merge_1Mergegradients/b_count_1gradients/NextIteration_1*

N*

T0*#
_class
loc:@map/while/Exit_2
?

gradients/GreaterEqualGreaterEqualgradients/Merge_1gradients/GreaterEqual/Enter*

T0*#
_class
loc:@map/while/Exit_2
?

gradients/GreaterEqual/EnterEntergradients/b_count*

T0*#
_class
loc:@map/while/Exit_2*
is_constant(
*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
\
gradients/b_count_2LoopCondgradients/GreaterEqual*#
_class
loc:@map/while/Exit_2
r
gradients/Switch_1Switchgradients/Merge_1gradients/b_count_2*

T0*#
_class
loc:@map/while/Exit_2
v

gradients/SubSubgradients/Switch_1:1gradients/GreaterEqual/Enter*

T0*#
_class
loc:@map/while/Exit_2
?

gradients/NextIteration_1
NextIteration
gradients/SubV^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*

T0*#
_class
loc:@map/while/Exit_2
]
gradients/b_count_3Exitgradients/Switch_1*

T0*#
_class
loc:@map/while/Exit_2
d
gradients/f_count_3Const*%
_class
loc:@map_1/while/Exit_2*
value	B:
*
dtype0
?

gradients/f_count_4Entergradients/f_count_3*

T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(*
parallel_iterations
*)

frame_namemap_1/while/while_context
?

gradients/Merge_2Mergegradients/f_count_4gradients/NextIteration_2*

N*

T0*%
_class
loc:@map_1/while/Exit_2
u
gradients/Switch_2Switchgradients/Merge_2map_1/while/LoopCond*

T0*%
_class
loc:@map_1/while/Exit_2
y
gradients/Add_1/yConst^map_1/while/Identity*%
_class
loc:@map_1/while/Exit_2*
value	B:

*
dtype0
o
gradients/Add_1Addgradients/Switch_2:1gradients/Add_1/y*

T0*%
_class
loc:@map_1/while/Exit_2
?
gradients/NextIteration_2
NextIterationgradients/Add_1C^gradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPushV25^gradients/map_1/while/MatMul_grad/MatMul/StackPushV27^gradients/map_1/while/MatMul_grad/MatMul_1/StackPushV2]^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2*

T0*%
_class
loc:@map_1/while/Exit_2
_
gradients/f_count_5Exitgradients/Switch_2*

T0*%
_class
loc:@map_1/while/Exit_2
d
gradients/b_count_4Const*%
_class
loc:@map_1/while/Exit_2*
value	B:

*
dtype0
?

gradients/b_count_5Entergradients/f_count_5*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context*

T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(
?

gradients/Merge_3Mergegradients/b_count_5gradients/NextIteration_3*

T0*%
_class
loc:@map_1/while/Exit_2*

N
?

gradients/GreaterEqual_1GreaterEqualgradients/Merge_3gradients/GreaterEqual_1/Enter*

T0*%
_class
loc:@map_1/while/Exit_2
?

gradients/GreaterEqual_1/EnterEntergradients/b_count_4*

T0*%
_class
loc:@map_1/while/Exit_2*
is_constant(
*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
`
gradients/b_count_6LoopCondgradients/GreaterEqual_1*%
_class
loc:@map_1/while/Exit_2
t
gradients/Switch_3Switchgradients/Merge_3gradients/b_count_6*

T0*%
_class
loc:@map_1/while/Exit_2
|
gradients/Sub_1Subgradients/Switch_3:1gradients/GreaterEqual_1/Enter*

T0*%
_class
loc:@map_1/while/Exit_2
?

gradients/NextIteration_3
NextIterationgradients/Sub_1X^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*

T0*%
_class
loc:@map_1/while/Exit_2
_
gradients/b_count_7Exitgradients/Switch_3*

T0*%
_class
loc:@map_1/while/Exit_2
b
gradients/f_count_6Const*
dtype0*#
_class
loc:@rnn/while/Exit_2*
value	B:

?

gradients/f_count_7Entergradients/f_count_6*

T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *'

frame_namernn/while/while_context
?

gradients/Merge_4Mergegradients/f_count_7gradients/NextIteration_4*

T0*#
_class
loc:@rnn/while/Exit_2*

N
q
gradients/Switch_4Switchgradients/Merge_4rnn/while/LoopCond*

T0*#
_class
loc:@rnn/while/Exit_2
u
gradients/Add_2/yConst^rnn/while/Identity*
dtype0*#
_class
loc:@rnn/while/Exit_2*
value	B:


m
gradients/Add_2Addgradients/Switch_4:1gradients/Add_2/y*

T0*#
_class
loc:@rnn/while/Exit_2
?'
gradients/NextIteration_4
NextIterationgradients/Add_25^gradients/rnn/while/Select_1_grad/Select/StackPushV29^gradients/rnn/while/Select_1_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_2_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_3_grad/zeros_like/StackPushV29^gradients/rnn/while/Select_4_grad/zeros_like/StackPushV2[^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPushV2S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPushV2a^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1O^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2Y^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_grad/BroadcastGradientArgs/StackPushV2W^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPushV2S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPushV2a^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1O^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2Q^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2Y^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPushV2_1c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_grad/BroadcastGradientArgs/StackPushV2W^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2g^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPushV2U^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPushV2c^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2e^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPushV2_1S^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Mul_1/StackPushV2*

T0*#
_class
loc:@rnn/while/Exit_2
]
gradients/f_count_8Exitgradients/Switch_4*

T0*#
_class
loc:@rnn/while/Exit_2
b
gradients/b_count_8Const*#
_class
loc:@rnn/while/Exit_2*
value	B:

*
dtype0
?

gradients/b_count_9Entergradients/f_count_8*

T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

gradients/Merge_5Mergegradients/b_count_9gradients/NextIteration_5*

T0*#
_class
loc:@rnn/while/Exit_2*

N
?

gradients/GreaterEqual_2GreaterEqualgradients/Merge_5gradients/GreaterEqual_2/Enter*

T0*#
_class
loc:@rnn/while/Exit_2
?

gradients/GreaterEqual_2/EnterEntergradients/b_count_8*

T0*#
_class
loc:@rnn/while/Exit_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
_
gradients/b_count_10LoopCondgradients/GreaterEqual_2*#
_class
loc:@rnn/while/Exit_2
s
gradients/Switch_5Switchgradients/Merge_5gradients/b_count_10*

T0*#
_class
loc:@rnn/while/Exit_2
z
gradients/Sub_2Subgradients/Switch_5:1gradients/GreaterEqual_2/Enter*

T0*#
_class
loc:@rnn/while/Exit_2
?

gradients/NextIteration_5
NextIterationgradients/Sub_2V^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_sync*

T0*#
_class
loc:@rnn/while/Exit_2
^
gradients/b_count_11Exitgradients/Switch_5*

T0*#
_class
loc:@rnn/while/Exit_2
?

gradients/Add_grad/ShapeShapeGSparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits*

T0
*
_class

loc:@Add*
out_type0
?

gradients/Add_grad/Shape_1ShapeISparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*

T0
*
_class

loc:@Add*
out_type0
?

(gradients/Add_grad/BroadcastGradientArgsBroadcastGradientArgsgradients/Add_grad/Shapegradients/Add_grad/Shape_1*

T0*
_class

loc:@Add
?

gradients/Add_grad/SumSumgradients/Fill(gradients/Add_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*

T0
*
_class

loc:@Add
?

gradients/Add_grad/ReshapeReshapegradients/Add_grad/Sumgradients/Add_grad/Shape*

T0
*
_class

loc:@Add*
Tshape0
?

gradients/Add_grad/Sum_1Sumgradients/Fill*gradients/Add_grad/BroadcastGradientArgs:1*

T0
*
_class

loc:@Add*
	keep_dims(*

Tidx0
?

gradients/Add_grad/Reshape_1Reshapegradients/Add_grad/Sum_1gradients/Add_grad/Shape_1*

T0
*
_class

loc:@Add*
Tshape0
?

gradients/zeros_like	ZerosLikeISparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1*

T0
*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
fgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradientPreventGradientISparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1*

T0
*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits*?

message?
?
Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation's interaction with tf.gradients()
?

egradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dimConst*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits*
valueB:
?????????
*
dtype0
?
agradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims
ExpandDimsgradients/Add_grad/Reshapeegradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim*

Tdim0*

T0
*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?
Zgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mulMulagradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDimsfgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient*

T0
*Z
_classP
NLloc:@SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits
?

gradients/zeros_like_1	ZerosLikeKSparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits:1*

T0
*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits
?
hgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradientPreventGradientKSparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits:1*?

message?
?
Currently there is no way to take the second derivative of sparse_softmax_cross_entropy_with_logits due to the fused implementation's interaction with tf.gradients()*

T0
*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits
?

ggradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dimConst*
dtype0*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*
valueB:
?????????

?
cgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims
ExpandDimsgradients/Add_grad/Reshape_1ggradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims/dim*

T0
*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits*

Tdim0
?
\gradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/mulMulcgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDimshgradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/PreventGradient*

T0
*\
_classR
PNloc:@SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits
z
gradients/cl_grad/ShapeShape(map/TensorArrayStack/TensorArrayGatherV3*

T0
*
_class
	loc:@cl*
out_type0
?

gradients/cl_grad/ReshapeReshapeZgradients/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mulgradients/cl_grad/Shape*

T0
*
_class
	loc:@cl*
Tshape0
?

gradients/Reshape_1_grad/ShapeShape*map_1/TensorArrayStack/TensorArrayGatherV3*

T0
*
_class
loc:@Reshape_1*
out_type0
?

 gradients/Reshape_1_grad/ReshapeReshape\gradients/SparseSoftmaxCrossEntropyWithLogits_1/SparseSoftmaxCrossEntropyWithLogits_grad/mulgradients/Reshape_1_grad/Shape*

T0
*
_class
loc:@Reshape_1*
Tshape0
?

Ygradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3map/TensorArray_1map/while/Exit_2*$
_class
loc:@map/TensorArray_1*
source	gradients
?

Ugradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flowIdentitymap/while/Exit_2Z^gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*$
_class
loc:@map/TensorArray_1
?
_gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3Ygradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3map/TensorArrayStack/rangegradients/cl_grad/ReshapeUgradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow*

T0
*$
_class
loc:@map/TensorArray_1
?

[gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3map_1/TensorArray_1map_1/while/Exit_2*&
_class
loc:@map_1/TensorArray_1*
source	gradients
?
Wgradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flowIdentitymap_1/while/Exit_2\^gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*&
_class
loc:@map_1/TensorArray_1
?
agradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3TensorArrayScatterV3[gradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/TensorArrayGradV3map_1/TensorArrayStack/range gradients/Reshape_1_grad/ReshapeWgradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayGrad/gradient_flow*

T0
*&
_class
loc:@map_1/TensorArray_1
?
&gradients/map/while/Exit_2_grad/b_exitEnter_gradients/map/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*

T0
*#
_class
loc:@map/while/Exit_2*
is_constant(*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?
(gradients/map_1/while/Exit_2_grad/b_exitEnteragradients/map_1/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context*

T0
*%
_class
loc:@map_1/while/Exit_2*
is_constant(
?

*gradients/map/while/Switch_2_grad/b_switchMerge&gradients/map/while/Exit_2_grad/b_exit1gradients/map/while/Switch_2_grad_1/NextIteration*

T0
*$
_class
loc:@map/while/Merge_2*

N
?

,gradients/map_1/while/Switch_2_grad/b_switchMerge(gradients/map_1/while/Exit_2_grad/b_exit3gradients/map_1/while/Switch_2_grad_1/NextIteration*

T0
*&
_class
loc:@map_1/while/Merge_2*

N
?

'gradients/map/while/Merge_2_grad/SwitchSwitch*gradients/map/while/Switch_2_grad/b_switchgradients/b_count_2*

T0
*$
_class
loc:@map/while/Merge_2
?

)gradients/map_1/while/Merge_2_grad/SwitchSwitch,gradients/map_1/while/Switch_2_grad/b_switchgradients/b_count_6*

T0
*&
_class
loc:@map_1/while/Merge_2
?

%gradients/map/while/Enter_2_grad/ExitExit'gradients/map/while/Merge_2_grad/Switch*

T0
*$
_class
loc:@map/while/Enter_2
?

'gradients/map_1/while/Enter_2_grad/ExitExit)gradients/map_1/while/Merge_2_grad/Switch*

T0
*&
_class
loc:@map_1/while/Enter_2
?
^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3dgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter)gradients/map/while/Merge_2_grad/Switch:1*"
_class
loc:@map/while/Add_1*
source	gradients
?
dgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap/TensorArray_1*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*

T0*"
_class
loc:@map/while/Add_1*
is_constant(

?
Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity)gradients/map/while/Merge_2_grad/Switch:1_^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*"
_class
loc:@map/while/Add_1
?
Ngradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*"
_class
loc:@map/while/Add_1*
dtype0

?

Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*=
_class3
1loc:@map/while/Add_1loc:@map/while/Identity_1*
valueB:
?????????
*
dtype0
?
Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*
	elem_type0*=
_class3
1loc:@map/while/Add_1loc:@map/while/Identity_1*

stack_name
?
Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterTgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*

T0*"
_class
loc:@map/while/Add_1*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
?
Zgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Tgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Entermap/while/Identity_1^gradients/Add*

T0*"
_class
loc:@map/while/Add_1*
swap_memory(
?
Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2_gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub*"
_class
loc:@map/while/Add_1*
	elem_type0
?
_gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterTgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*

T0*"
_class
loc:@map/while/Add_1*
is_constant(

?
Ugradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTrigger@^gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV22^gradients/map/while/MatMul_grad/MatMul/StackPopV24^gradients/map/while/MatMul_grad/MatMul_1/StackPopV2Z^gradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2*"
_class
loc:@map/while/Add_1
?
`gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3fgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter+gradients/map_1/while/Merge_2_grad/Switch:1*$
_class
loc:@map_1/while/Add_1*
source	gradients
?
fgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap_1/TensorArray_1*

T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity+gradients/map_1/while/Merge_2_grad/Switch:1a^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*$
_class
loc:@map_1/while/Add_1
?
Pgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3`gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*$
_class
loc:@map_1/while/Add_1*
dtype0

?

Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*A
_class7
5loc:@map_1/while/Add_1loc:@map_1/while/Identity_1*
valueB:
?????????
*
dtype0
?
Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*A
_class7
5loc:@map_1/while/Add_1loc:@map_1/while/Identity_1*

stack_name*
	elem_type0
?
Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterVgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*

T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
*
parallel_iterations
*)

frame_namemap_1/while/while_context
?
\gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Vgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Entermap_1/while/Identity_1^gradients/Add_1*

T0*$
_class
loc:@map_1/while/Add_1*
swap_memory(
?
[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2agradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub_1*$
_class
loc:@map_1/while/Add_1*
	elem_type0
?
agradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterVgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*

T0*$
_class
loc:@map_1/while/Add_1*
is_constant(
*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
Wgradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTriggerB^gradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPopV24^gradients/map_1/while/MatMul_grad/MatMul/StackPopV26^gradients/map_1/while/MatMul_grad/MatMul_1/StackPopV2\^gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2*$
_class
loc:@map_1/while/Add_1
|
$gradients/map/while/Add_1_grad/ShapeShapemap/while/MatMul*

T0
*"
_class
loc:@map/while/Add_1*
out_type0
?

&gradients/map/while/Add_1_grad/Shape_1Const^gradients/Sub*"
_class
loc:@map/while/Add_1*
valueB
:?*
dtype0
?

4gradients/map/while/Add_1_grad/BroadcastGradientArgsBroadcastGradientArgs?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2&gradients/map/while/Add_1_grad/Shape_1*

T0*"
_class
loc:@map/while/Add_1
?

:gradients/map/while/Add_1_grad/BroadcastGradientArgs/ConstConst*"
_class
loc:@map/while/Add_1*
valueB:
?????????
*
dtype0
?

:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_accStackV2:gradients/map/while/Add_1_grad/BroadcastGradientArgs/Const*"
_class
loc:@map/while/Add_1*

stack_name*
	elem_type0
?
:gradients/map/while/Add_1_grad/BroadcastGradientArgs/EnterEnter:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_acc*

T0*"
_class
loc:@map/while/Add_1*
is_constant(
*
parallel_iterations
*'

frame_namemap/while/while_context
?
@gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2:gradients/map/while/Add_1_grad/BroadcastGradientArgs/Enter$gradients/map/while/Add_1_grad/Shape^gradients/Add*

T0*"
_class
loc:@map/while/Add_1*
swap_memory(
?

?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2Egradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub*
	elem_type0*"
_class
loc:@map/while/Add_1
?
Egradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter:gradients/map/while/Add_1_grad/BroadcastGradientArgs/f_acc*

T0*"
_class
loc:@map/while/Add_1*
is_constant(
*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context
?

"gradients/map/while/Add_1_grad/SumSumNgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV34gradients/map/while/Add_1_grad/BroadcastGradientArgs*

T0
*"
_class
loc:@map/while/Add_1*
	keep_dims(*

Tidx0
?

&gradients/map/while/Add_1_grad/ReshapeReshape"gradients/map/while/Add_1_grad/Sum?gradients/map/while/Add_1_grad/BroadcastGradientArgs/StackPopV2*

T0
*"
_class
loc:@map/while/Add_1*
Tshape0
?

$gradients/map/while/Add_1_grad/Sum_1SumNgradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV36gradients/map/while/Add_1_grad/BroadcastGradientArgs:1*

T0
*"
_class
loc:@map/while/Add_1*
	keep_dims(*

Tidx0
?

(gradients/map/while/Add_1_grad/Reshape_1Reshape$gradients/map/while/Add_1_grad/Sum_1&gradients/map/while/Add_1_grad/Shape_1*

T0
*"
_class
loc:@map/while/Add_1*
Tshape0
?

&gradients/map_1/while/Add_1_grad/ShapeShapemap_1/while/MatMul*

T0
*$
_class
loc:@map_1/while/Add_1*
out_type0
?

(gradients/map_1/while/Add_1_grad/Shape_1Const^gradients/Sub_1*
dtype0*$
_class
loc:@map_1/while/Add_1*
valueB
:?
?

6gradients/map_1/while/Add_1_grad/BroadcastGradientArgsBroadcastGradientArgsAgradients/map_1/while/Add_1_grad/BroadcastGradientArgs/StackPopV2(gradients/map_1/while/Add_1_grad/Shape_1*

T0*$
_class
loc:@map_1/while/Add_1
?

map/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*
parallel_iterations
*1

frame_name#!gradients/map/while/while_context*

T0
*V
_classL
J loc:@map/while/TensorArrayReadV3&loc:@map/while/TensorArrayReadV3/Enter*
is_constant(

?
Hgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityTgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1M^gradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*V
_classL
J loc:@map/while/TensorArrayReadV3&loc:@map/while/TensorArrayReadV3/Enter
?
Ngradients/map/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Lgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/map/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2&gradients/map/while/MatMul_grad/MatMulHgradients/map/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*

T0
*.
_class$
" loc:@map/while/TensorArrayReadV3
?

4gradients/map/while/transpose_grad/InvertPermutationInvertPermutation:gradients/map/while/transpose_grad/InvertPermutation/Const*

T0*&
_class
loc:@map/while/transpose
?

:gradients/map/while/transpose_grad/InvertPermutation/ConstConst^gradients/Sub*&
_class
loc:@map/while/transpose*
valueB"
*
dtype0
?

,gradients/map/while/transpose_grad/transpose	Transpose(gradients/map/while/MatMul_grad/MatMul_14gradients/map/while/transpose_grad/InvertPermutation*
Tperm0*

T0
*&
_class
loc:@map/while/transpose
?
Ngradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3Tgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterVgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1^gradients/Sub_1*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
source	gradients
?
Tgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEntermap_1/TensorArray*

T0*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
is_constant(
*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
Vgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1Enter@map_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*

T0
*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter*
is_constant(
*
parallel_iterations
*3

frame_name%#gradients/map_1/while/while_context
?
Jgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityVgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1O^gradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*Z
_classP
N"loc:@map_1/while/TensorArrayReadV3(loc:@map_1/while/TensorArrayReadV3/Enter
?
Pgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Ngradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3[gradients/map_1/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2(gradients/map_1/while/MatMul_grad/MatMulJgradients/map_1/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*

T0
*0
_class&
$"loc:@map_1/while/TensorArrayReadV3
?

6gradients/map_1/while/transpose_grad/InvertPermutationInvertPermutation
gradients/zeros_like_2	ZerosLikernn/while/Exit_3*

T0

>
gradients/zeros_like_3	ZerosLikernn/while/Exit_4*

T0

>
gradients/zeros_like_4	ZerosLikernn/while/Exit_5*

T0

>
gradients/zeros_like_5	ZerosLikernn/while/Exit_6*

T0

?
&gradients/rnn/while/Exit_2_grad/b_exitEnter_gradients/rnn/TensorArrayStack/TensorArrayGatherV3_grad/TensorArrayScatter/TensorArrayScatterV3*

T0
*#
_class
loc:@rnn/while/Exit_2*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

&gradients/rnn/while/Exit_3_grad/b_exitEntergradients/zeros_like_2*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0
*#
_class
loc:@rnn/while/Exit_3*
is_constant(
?

&gradients/rnn/while/Exit_4_grad/b_exitEntergradients/zeros_like_3*

T0
*#
_class
loc:@rnn/while/Exit_4*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

&gradients/rnn/while/Exit_5_grad/b_exitEntergradients/zeros_like_4*

T0
*#
_class
loc:@rnn/while/Exit_5*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

&gradients/rnn/while/Exit_6_grad/b_exitEntergradients/zeros_like_5*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0
*#
_class
loc:@rnn/while/Exit_6*
is_constant(
?

*gradients/rnn/while/Switch_2_grad/b_switchMerge&gradients/rnn/while/Exit_2_grad/b_exit1gradients/rnn/while/Switch_2_grad_1/NextIteration*

N*

T0
*$
_class
loc:@rnn/while/Merge_2
?

*gradients/rnn/while/Switch_3_grad/b_switchMerge&gradients/rnn/while/Exit_3_grad/b_exit1gradients/rnn/while/Switch_3_grad_1/NextIteration*

T0
*$
_class
loc:@rnn/while/Merge_3*

N
?

*gradients/rnn/while/Switch_4_grad/b_switchMerge&gradients/rnn/while/Exit_4_grad/b_exit1gradients/rnn/while/Switch_4_grad_1/NextIteration*

T0
*$
_class
loc:@rnn/while/Merge_4*

N
?

*gradients/rnn/while/Switch_5_grad/b_switchMerge&gradients/rnn/while/Exit_5_grad/b_exit1gradients/rnn/while/Switch_5_grad_1/NextIteration*

T0
*$
_class
loc:@rnn/while/Merge_5*

N
?

*gradients/rnn/while/Switch_6_grad/b_switchMerge&gradients/rnn/while/Exit_6_grad/b_exit1gradients/rnn/while/Switch_6_grad_1/NextIteration*

T0
*$
_class
loc:@rnn/while/Merge_6*

N
?

'gradients/rnn/while/Merge_2_grad/SwitchSwitch*gradients/rnn/while/Switch_2_grad/b_switchgradients/b_count_10*

T0
*$
_class
loc:@rnn/while/Merge_2
?

'gradients/rnn/while/Merge_3_grad/SwitchSwitch*gradients/rnn/while/Switch_3_grad/b_switchgradients/b_count_10*

T0
*$
_class
loc:@rnn/while/Merge_3
?

'gradients/rnn/while/Merge_4_grad/SwitchSwitch*gradients/rnn/while/Switch_4_grad/b_switchgradients/b_count_10*

T0
*$
_class
loc:@rnn/while/Merge_4
?

'gradients/rnn/while/Merge_5_grad/SwitchSwitch*gradients/rnn/while/Switch_5_grad/b_switchgradients/b_count_10*

T0
*$
_class
loc:@rnn/while/Merge_5
?

'gradients/rnn/while/Merge_6_grad/SwitchSwitch*gradients/rnn/while/Switch_6_grad/b_switchgradients/b_count_10*

T0
*$
_class
loc:@rnn/while/Merge_6
?

%gradients/rnn/while/Enter_2_grad/ExitExit'gradients/rnn/while/Merge_2_grad/Switch*

T0
*$
_class
loc:@rnn/while/Enter_2
?

%gradients/rnn/while/Enter_3_grad/ExitExit'gradients/rnn/while/Merge_3_grad/Switch*

T0
*$
_class
loc:@rnn/while/Enter_3
?

%gradients/rnn/while/Enter_4_grad/ExitExit'gradients/rnn/while/Merge_4_grad/Switch*

T0
*$
_class
loc:@rnn/while/Enter_4
?

%gradients/rnn/while/Enter_5_grad/ExitExit'gradients/rnn/while/Merge_5_grad/Switch*

T0
*$
_class
loc:@rnn/while/Enter_5
?

%gradients/rnn/while/Enter_6_grad/ExitExit'gradients/rnn/while/Merge_6_grad/Switch*

T0
*$
_class
loc:@rnn/while/Enter_6
?
^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3dgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter)gradients/rnn/while/Merge_2_grad/Switch:1*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
source	gradients
?
dgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEnterrnn/TensorArray*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flowIdentity)gradients/rnn/while/Merge_2_grad/Switch:1_^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Ngradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3TensorArrayReadV3^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayGrad/gradient_flow*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
dtype0

?

Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/ConstConst*a
_classW
Uloc:@rnn/while/Identity_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_accStackV2Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Const*
	elem_type0*a
_classW
Uloc:@rnn/while/Identity_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name
?
Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/EnterEnterTgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Zgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPushV2StackPushV2Tgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/Enterrnn/while/Identity_1^gradients/Add_2*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2
StackPopV2_gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
_gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2/EnterEnterTgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?'
Ugradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/b_syncControlTrigger4^gradients/rnn/while/Select_1_grad/Select/StackPopV28^gradients/rnn/while/Select_1_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_2_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_3_grad/zeros_like/StackPopV28^gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2Z^gradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1P^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2`^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1N^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2P^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2X^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_grad/BroadcastGradientArgs/StackPopV2V^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1P^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2`^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1N^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2P^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2X^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1_grad/BroadcastGradientArgs/StackPopV2_1b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_grad/BroadcastGradientArgs/StackPopV2V^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2f^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2T^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPopV2b^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2d^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/BroadcastGradientArgs/StackPopV2_1R^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Mul_1/StackPopV2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

,gradients/rnn/while/Select_1_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?

2gradients/rnn/while/Select_1_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_38loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
valueB:
?????????
*
dtype0
?

2gradients/rnn/while/Select_1_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_1_grad/zeros_like/Const*

stack_name*
	elem_type0
*a
_classW
Uloc:@rnn/while/Identity_38loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
2gradients/rnn/while/Select_1_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_1_grad/zeros_like/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_1_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_1_grad/zeros_like/Enterrnn/while/Identity_3^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
swap_memory(
?

7gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
	elem_type0

?
=gradients/rnn/while/Select_1_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_1_grad/zeros_like/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_1_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_3_grad/Switch:1,gradients/rnn/while/Select_1_grad/zeros_like*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?

.gradients/rnn/while/Select_1_grad/Select/ConstConst*c
_classY
Wloc:@rnn/while/GreaterEqual8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
valueB:
?????????
*
dtype0
?

.gradients/rnn/while/Select_1_grad/Select/f_accStackV2.gradients/rnn/while/Select_1_grad/Select/Const*c
_classY
Wloc:@rnn/while/GreaterEqual8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

stack_name*
	elem_type0

?
.gradients/rnn/while/Select_1_grad/Select/EnterEnter.gradients/rnn/while/Select_1_grad/Select/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
4gradients/rnn/while/Select_1_grad/Select/StackPushV2StackPushV2.gradients/rnn/while/Select_1_grad/Select/Enterrnn/while/GreaterEqual^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
swap_memory(
?

3gradients/rnn/while/Select_1_grad/Select/StackPopV2
StackPopV29gradients/rnn/while/Select_1_grad/Select/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?
9gradients/rnn/while/Select_1_grad/Select/StackPopV2/EnterEnter.gradients/rnn/while/Select_1_grad/Select/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*
is_constant(

?
*gradients/rnn/while/Select_1_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_1_grad/zeros_like)gradients/rnn/while/Merge_3_grad/Switch:1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1
?

,gradients/rnn/while/Select_2_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?

2gradients/rnn/while/Select_2_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_48loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?

2gradients/rnn/while/Select_2_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_2_grad/zeros_like/Const*
	elem_type0
*a
_classW
Uloc:@rnn/while/Identity_48loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name
?
2gradients/rnn/while/Select_2_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_2_grad/zeros_like/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_2_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_2_grad/zeros_like/Enterrnn/while/Identity_4^gradients/Add_2*
swap_memory(*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?

7gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
	elem_type0

?
=gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_2_grad/zeros_like/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
(gradients/rnn/while/Select_2_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_4_grad/Switch:1,gradients/rnn/while/Select_2_grad/zeros_like*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
*gradients/rnn/while/Select_2_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_2_grad/zeros_like)gradients/rnn/while/Merge_4_grad/Switch:1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?

,gradients/rnn/while/Select_3_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?

2gradients/rnn/while/Select_3_grad/zeros_like/ConstConst*
dtype0*a
_classW
Uloc:@rnn/while/Identity_58loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
valueB:
?????????

?

2gradients/rnn/while/Select_3_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_3_grad/zeros_like/Const*a
_classW
Uloc:@rnn/while/Identity_58loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*

stack_name*
	elem_type0

?
2gradients/rnn/while/Select_3_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_3_grad/zeros_like/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
is_constant(

?
8gradients/rnn/while/Select_3_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_3_grad/zeros_like/Enterrnn/while/Identity_5^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
swap_memory(
?

7gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
=gradients/rnn/while/Select_3_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_3_grad/zeros_like/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*
is_constant(

?
(gradients/rnn/while/Select_3_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_5_grad/Switch:1,gradients/rnn/while/Select_3_grad/zeros_like*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?
*gradients/rnn/while/Select_3_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_3_grad/zeros_like)gradients/rnn/while/Merge_5_grad/Switch:1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1
?

,gradients/rnn/while/Select_4_grad/zeros_like	ZerosLike7gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

2gradients/rnn/while/Select_4_grad/zeros_like/ConstConst*a
_classW
Uloc:@rnn/while/Identity_68loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?

2gradients/rnn/while/Select_4_grad/zeros_like/f_accStackV22gradients/rnn/while/Select_4_grad/zeros_like/Const*a
_classW
Uloc:@rnn/while/Identity_68loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name*
	elem_type0

?
2gradients/rnn/while/Select_4_grad/zeros_like/EnterEnter2gradients/rnn/while/Select_4_grad/zeros_like/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
8gradients/rnn/while/Select_4_grad/zeros_like/StackPushV2StackPushV22gradients/rnn/while/Select_4_grad/zeros_like/Enterrnn/while/Identity_6^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?

7gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2
StackPopV2=gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0

?
=gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2/EnterEnter2gradients/rnn/while/Select_4_grad/zeros_like/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(

?
(gradients/rnn/while/Select_4_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2)gradients/rnn/while/Merge_6_grad/Switch:1,gradients/rnn/while/Select_4_grad/zeros_like*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
*gradients/rnn/while/Select_4_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2,gradients/rnn/while/Select_4_grad/zeros_like)gradients/rnn/while/Merge_6_grad/Switch:1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

*gradients/rnn/while/Select_grad/zeros_like	ZerosLike0gradients/rnn/while/Select_grad/zeros_like/Enter^gradients/Sub_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

0gradients/rnn/while/Select_grad/zeros_like/EnterEnter	rnn/zeros*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
&gradients/rnn/while/Select_grad/SelectSelect3gradients/rnn/while/Select_1_grad/Select/StackPopV2Ngradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3*gradients/rnn/while/Select_grad/zeros_like*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
(gradients/rnn/while/Select_grad/Select_1Select3gradients/rnn/while/Select_1_grad/Select/StackPopV2*gradients/rnn/while/Select_grad/zeros_likeNgradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

gradients/AddN_1AddN*gradients/rnn/while/Select_4_grad/Select_1(gradients/rnn/while/Select_grad/Select_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

N
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/ShapeShape7rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
out_type0
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape_1Shape4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
out_type0
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgscgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/ConstConst*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_accStackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape^gradients/Add_2*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1Const*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1StackV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name*
	elem_type0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Enter`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*
parallel_iterations *'

frame_namernn/while/while_context*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(

?
fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Shape_1^gradients/Add_2*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/MulMulgradients/AddN_1Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/ConstConst*?

_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/Const*
	elem_type0
*?

_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*

stack_name
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/Enter4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Tanh_1^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
	elem_type0

?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/SumSumFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/MulXgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/ReshapeReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Sumcgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2*
Tshape0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1MulSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/StackPopV2gradients/AddN_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2_grad/Mul_1/ConstConst*?

_classz
x
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid
?

gradients/AddN_3AddN(gradients/rnn/while/Select_3_grad/SelectJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_grad/Reshape_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/add_1*

N
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/Sigmoid_1_grad/SigmoidGradSigmoidGradSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Mul_1/StackPopV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_1_grad/Reshape*

T0
*J
_class@
>
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd*
data_formatNHWC
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulMatMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split_grad/concatPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul/Enter*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
transpose_a(*
transpose_b(

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/read*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1MatMulWgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/split_grad/concat*
transpose_a(
*
transpose_b(*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/ConstConst*?

_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
valueB:
?????????
*
dtype0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_accStackV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/Const*

stack_name*
	elem_type0
*?

_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_acc*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPushV2StackPushV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/Enter4rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat^gradients/Add_2*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
swap_memory(
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2
StackPopV2]gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/Enter^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
	elem_type0

?
]gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul*
is_constant(

?

Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_accConst*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
valueB
?	**
dtype0

?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_1EnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_2MergeRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/NextIteration*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter*

N
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/SwitchSwitchRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_2gradients/b_count_10*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/AddAddSgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Switch:1Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd_grad/BiasAddGrad*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/NextIteration
NextIterationNgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Add*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3ExitQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/Switch*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?

Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConstConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
value	B:

*
dtype0
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/RankConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
value	B:
*
dtype0
?
Ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/modFloorModIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConstHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Rank*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?

Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeShape1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeNShapeNUgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV27gradients/rnn/while/Select_4_grad/zeros_like/StackPopV2*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
out_type0*

N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/ConstConst*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
valueB:
?????????
*
dtype0
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_accStackV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/Const*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*

stack_name*
	elem_type0

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_acc*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPushV2StackPushV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/Enter1rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1^gradients/Add_2*
swap_memory(*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2
StackPopV2[gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2/Enter^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
	elem_type0

?
[gradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/StackPopV2/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*
is_constant(

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffsetConcatOffsetGgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/modJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeNLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN:1*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat*

N
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/SliceSliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffsetJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN*
Index0*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?
Kgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice_1SliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMulRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ConcatOffset:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/ShapeN:1*
Index0*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat
?

Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_accConst*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
valueB

??	**
dtype0

?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_1EnterOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_2MergeQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_1Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/NextIteration*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter*

N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/SwitchSwitchQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_2gradients/b_count_10*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/AddAddRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Switch:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul_grad/MatMul_1*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/NextIteration
NextIterationMgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Add*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3ExitPgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/Switch*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?

Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ShapeShape/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
out_type0
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape_1Shape0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
out_type0
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgsBroadcastGradientArgsagradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?

\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/ConstConst*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????
*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_accStackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/EnterFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape^gradients/Add_2*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	elem_type0
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const_1Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????
*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1StackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Const_1*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name*
	elem_type0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Enter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*
parallel_iterations *'

frame_namernn/while/while_context*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(

?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Shape_1^gradients/Add_2*
swap_memory(*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/MulMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/SliceOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/ConstConst*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????
*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/Const*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name*
	elem_type0

?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/Enter0rnn/while/rnn/multi_rnn_cell/cell_1/dropout/Cast^gradients/Add_2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/SumSumDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/MulVgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ReshapeReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sumagradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
Tshape0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1
?

Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/ConstConst*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
valueB:
?????????
*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/Const*
	elem_type0
*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*

stack_name
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(

?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/Enter/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul^gradients/Add_2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	elem_type0

?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sum_1SumFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Mul_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs:1*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
	keep_dims(*

Tidx0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Reshape_1ReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Sum_1cgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1*
Tshape0
?

gradients/AddN_4AddN(gradients/rnn/while/Select_4_grad/SelectKgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/concat_grad/Slice_1*

N*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/mul_2
?

Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/ShapeShape3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
out_type0
?

Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1Shape3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
out_type0
?
Tgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?

Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/ConstConst*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????
*
dtype0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_accStackV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

stack_name*
	elem_type0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2StackPushV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/EnterDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape^gradients/Add_2*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
swap_memory(
?
_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2
StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
	elem_type0
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????
*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1StackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Const_1*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

stack_name*
	elem_type0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1Enter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/Enter_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Shape_1^gradients/Add_2*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/MulMulHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/ReshapeMgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/ConstConst*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*
valueB:
?????????
*
dtype0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_accStackV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Const*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv*

stack_name*
	elem_type0

?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(

?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPushV2StackPushV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/Enter3rnn/while/rnn/multi_rnn_cell/cell_1/dropout/truediv^gradients/Add_2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
swap_memory(
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2
StackPopV2Sgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
	elem_type0

?
Sgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/StackPopV2/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul/f_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(

?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/SumSumBgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/MulTgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
	keep_dims(*

Tidx0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/ReshapeReshapeBgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_gradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
Tshape0
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1MulOgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_1_grad/Reshape*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/ConstConst*
dtype0*|
_classr
p8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_24loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
valueB:
?????????

?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Const*
	elem_type0
*|
_classr
p8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_24loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*

stack_name
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/Enter3rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2^gradients/Add_2*
swap_memory(*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1SumDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Mul_1Vgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs:1*
	keep_dims(*

Tidx0*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape_1ReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Sum_1agradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul*
Tshape0
?

1gradients/rnn/while/Switch_6_grad_1/NextIteration
NextIterationgradients/AddN_4*

T0
*$
_class
loc:@rnn/while/Merge_6
?

gradients/AddN_5AddN*gradients/rnn/while/Select_2_grad/Select_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_1/dropout/mul_grad/Reshape*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

N
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/ShapeShape7rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
out_type0
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape_1Shape4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
out_type0
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgsBroadcastGradientArgscgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?

^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/ConstConst*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_accStackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const*

stack_name*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/EnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape^gradients/Add_2*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*
	elem_type0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1Const*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1StackV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Const_1*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name*
	elem_type0
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Enter`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/Enter_1Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Shape_1^gradients/Add_2*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
	elem_type0
?
kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/f_acc_1*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/MulMulgradients/AddN_5Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/ConstConst*?

_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
valueB:
?????????
*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/Const*?

_classw
u9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_18loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

stack_name*
	elem_type0

?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/Enter4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Tanh_1^gradients/Add_2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
swap_memory(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul/f_acc*

T0*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/SumSumFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/MulXgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/ReshapeReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Sumcgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/BroadcastGradientArgs/StackPopV2*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*
Tshape0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1MulSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/StackPopV2gradients/AddN_5*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2_grad/Mul_1/ConstConst*
dtype0*?

_classz
x
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid
?

gradients/AddN_7AddN(gradients/rnn/while/Select_1_grad/SelectJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_grad/Reshape_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/add_1*

N
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/Sigmoid_1_grad/SigmoidGradSigmoidGradSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Mul_1/StackPopV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_1_grad/Reshape*

T0
*J
_class@
>
<:loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd*
data_formatNHWC
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulMatMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split_grad/concatPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul/Enter*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
transpose_a(*
transpose_b(

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul/EnterEnter/rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/read*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(

?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1MatMulWgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/split_grad/concat*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
transpose_a(
*
transpose_b(
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/ConstConst*?

_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
valueB:
?????????
*
dtype0
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_accStackV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/Const*?

_classx
v9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*

stack_name*
	elem_type0

?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_acc*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPushV2StackPushV2Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/Enter4rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat^gradients/Add_2*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
swap_memory(
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2
StackPopV2]gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul
?
]gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/StackPopV2/EnterEnterRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1/f_acc*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_accConst*
dtype0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*
valueB
?	*
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_1EnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_2MergeRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/NextIteration*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter*

N
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/SwitchSwitchRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_2gradients/b_count_10*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/AddAddSgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Switch:1Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd_grad/BiasAddGrad*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/NextIteration
NextIterationNgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Add*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3ExitQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/Switch*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?

Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConstConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
value	B:

*
dtype0
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/RankConst^gradients/Sub_2*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
value	B:
*
dtype0
?
Ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/modFloorModIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConstHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Rank*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?

Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeShape1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
out_type0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeNShapeNUgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV27gradients/rnn/while/Select_2_grad/zeros_like/StackPopV2*

N*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
out_type0
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/ConstConst*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
valueB:
?????????
*
dtype0
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_accStackV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/Const*
_classu
s6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_19loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*

stack_name*
	elem_type0

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
is_constant(

?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPushV2StackPushV2Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/Enter1rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1^gradients/Add_2*
swap_memory(*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2
StackPopV2[gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
[gradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/StackPopV2/EnterEnterPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN/f_acc*

T0*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffsetConcatOffsetGgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/modJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeNLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN:1*

N*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/SliceSliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffsetJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN*
Index0*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?
Kgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice_1SliceJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMulRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ConcatOffset:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/ShapeN:1*
Index0*

T0
*G
_class=
;9loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat
?

Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_accConst*
dtype0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
valueB

??	*
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_1EnterOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*
is_constant(
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_2MergeQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_1Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/NextIteration*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter*

N
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/SwitchSwitchQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_2gradients/b_count_10*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/AddAddRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Switch:1Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul_grad/MatMul_1*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/NextIteration
NextIterationMgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Add*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3ExitPgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/Switch*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?

Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ShapeShape/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
out_type0
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape_1Shape0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
out_type0
?
Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgsBroadcastGradientArgsagradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?

\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/ConstConst*
dtype0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????

?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_accStackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

stack_name
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(

?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/EnterFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape^gradients/Add_2*
swap_memory(*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	elem_type0
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const_1Const*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????
*
dtype0
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1StackV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Const_1*

stack_name*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Enter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/Enter_1Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Shape_1^gradients/Add_2*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
swap_memory(
?
cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2igradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*
	elem_type0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
igradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter^gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/f_acc_1*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/MulMulIgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/SliceOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/ConstConst*
dtype0*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????

?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/Const*
	elem_type0
*{
_classq
o5loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

stack_name
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/Enter0rnn/while/rnn/multi_rnn_cell/cell_0/dropout/Cast^gradients/Add_2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2/Enter^gradients/Sub_2*
	elem_type0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/SumSumDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/MulVgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ReshapeReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sumagradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
Tshape0
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2Igradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?

Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/ConstConst*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
valueB:
?????????
*
dtype0
?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_accStackV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/Const*z
_classp
n4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul6loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*

stack_name*
	elem_type0

?
Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
Rgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPushV2StackPushV2Lgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/Enter/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul^gradients/Add_2*
swap_memory(*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1
?
Qgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2
StackPopV2Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	elem_type0

?
Wgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/StackPopV2/EnterEnterLgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1/f_acc*

T0*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sum_1SumFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Mul_1Xgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs:1*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
	keep_dims(*

Tidx0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Reshape_1ReshapeFgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Sum_1cgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/BroadcastGradientArgs/StackPopV2_1*

T0
*D
_class:
86loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1*
Tshape0
?

gradients/AddN_8AddN(gradients/rnn/while/Select_2_grad/SelectKgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/concat_grad/Slice_1*

T0
*F
_class<
:8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/mul_2*

N
?

Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ShapeShapernn/while/TensorArrayReadV3*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
out_type0
?

Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1Shape3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
out_type0
?
Tgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgsBroadcastGradientArgs_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?

Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/ConstConst*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????
*
dtype0
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_accStackV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*

stack_name
?
Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
*
parallel_iterations *'

frame_namernn/while/while_context
?
`gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2StackPushV2Zgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/EnterDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape^gradients/Add_2*
swap_memory(*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2
StackPopV2egradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0
?
egradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2/EnterEnterZgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?

\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1Const*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????
*
dtype0
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1StackV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Const_1*
	elem_type0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*

stack_name
?
\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1Enter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
parallel_iterations *'

frame_namernn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(

?
bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPushV2_1StackPushV2\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/Enter_1Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Shape_1^gradients/Add_2*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
swap_memory(
?
agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1
StackPopV2ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0
?
ggradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1/EnterEnter\gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/f_acc_1*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(

?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/MulMulHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/ReshapeMgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?

Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/ConstConst*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*
valueB:
?????????
*
dtype0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_accStackV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Const*|
_classr
p4loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul8loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv*

stack_name*
	elem_type0

?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(

?
Ngradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPushV2StackPushV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/Enter3rnn/while/rnn/multi_rnn_cell/cell_0/dropout/truediv^gradients/Add_2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
swap_memory(
?
Mgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2
StackPopV2Sgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0

?
Sgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/StackPopV2/EnterEnterHgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Bgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/SumSumBgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/MulTgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs*
	keep_dims(*

Tidx0*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?
Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ReshapeReshapeBgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_gradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
Tshape0
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1MulOgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_1_grad/Reshape*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul
?

Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/ConstConst*d
_classZ
X loc:@rnn/while/TensorArrayReadV34loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
valueB:
?????????
*
dtype0
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_accStackV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Const*
	elem_type0
*d
_classZ
X loc:@rnn/while/TensorArrayReadV34loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*

stack_name
?
Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc*
parallel_iterations *'

frame_namernn/while/while_context*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(

?
Pgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPushV2StackPushV2Jgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/Enterrnn/while/TensorArrayReadV3^gradients/Add_2*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
swap_memory(
?
Ogradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2
StackPopV2Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/Enter^gradients/Sub_2*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	elem_type0

?
Ugradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/StackPopV2/EnterEnterJgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1/f_acc*

T0*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Dgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1SumDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Mul_1Vgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs:1*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
	keep_dims(*

Tidx0
?
Hgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Reshape_1ReshapeDgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/Sum_1agradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/BroadcastGradientArgs/StackPopV2_1*

T0
*B
_class8
64loc:@rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul*
Tshape0
?

1gradients/rnn/while/Switch_4_grad_1/NextIteration
NextIterationgradients/AddN_8*

T0
*$
_class
loc:@rnn/while/Merge_4
?
Lgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3Rgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterTgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1^gradients/Sub_2*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
source	gradients
?
Rgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/EnterEnterrnn/TensorArray_1*

T0*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Tgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1Enter>rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3*

T0
*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter*
is_constant(
*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
Hgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flowIdentityTgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3/Enter_1M^gradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*V
_classL
J loc:@rnn/while/TensorArrayReadV3&loc:@rnn/while/TensorArrayReadV3/Enter
?
Ngradients/rnn/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3TensorArrayWriteV3Lgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/TensorArrayGradV3Ygradients/rnn/while/TensorArrayWrite/TensorArrayWriteV3_grad/TensorArrayReadV3/StackPopV2Fgradients/rnn/while/rnn/multi_rnn_cell/cell_0/dropout/mul_grad/ReshapeHgradients/rnn/while/TensorArrayReadV3_grad/TensorArrayGrad/gradient_flow*

T0
*.
_class$
" loc:@rnn/while/TensorArrayReadV3
?

8gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_accConst*
dtype0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*
valueB

*
?
:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_1Enter8gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*
is_constant(*
parallel_iterations *1

frame_name#!gradients/rnn/while/while_context
?
:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_2Merge:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_1@gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/NextIteration*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1*

N
?

9gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/SwitchSwitch:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_2gradients/b_count_10*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
6gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/AddAdd;gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Switch:1Ngradients/rnn/while/TensorArrayReadV3_grad/TensorArrayWrite/TensorArrayWriteV3*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?

@gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/NextIteration
NextIteration6gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Add*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?

:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3Exit9gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/Switch*

T0
*6
_class,
*(loc:@rnn/while/TensorArrayReadV3/Enter_1
?
ogradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3TensorArrayGradV3rnn/TensorArray_1:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3*8
_class.
,loc:@rnn/TensorArray_1loc:@rnn/transpose*
source	gradients
?
kgradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flowIdentity:gradients/rnn/while/TensorArrayReadV3/Enter_1_grad/b_acc_3p^gradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3*

T0
*8
_class.
,loc:@rnn/TensorArray_1loc:@rnn/transpose
?
agradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3TensorArrayGatherV3ogradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/TensorArrayGradV3rnn/TensorArrayUnstack/rangekgradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGrad/gradient_flow*

element_shape:
* 
_class
loc:@rnn/transpose*
dtype0

z
.gradients/rnn/transpose_grad/InvertPermutationInvertPermutation
rnn/concat*

T0* 
_class
loc:@rnn/transpose
?

&gradients/rnn/transpose_grad/transpose	Transposeagradients/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3_grad/TensorArrayGatherV3.gradients/rnn/transpose_grad/InvertPermutation*
Tperm0*

T0
* 
_class
loc:@rnn/transpose
?

%gradients/embedding_lookup_grad/ShapeConst*&
_class
loc:@input_embedding_mat*%
valueB	"??,
*
dtype0	
?

$gradients/embedding_lookup_grad/CastCast%gradients/embedding_lookup_grad/Shape*
Truncate(*

DstT0*

SrcT0	*&
_class
loc:@input_embedding_mat
z
$gradients/embedding_lookup_grad/SizeSizeinput_batch*

T0*&
_class
loc:@input_embedding_mat*
out_type0
?

.gradients/embedding_lookup_grad/ExpandDims/dimConst*&
_class
loc:@input_embedding_mat*
value	B:
*
dtype0
?

*gradients/embedding_lookup_grad/ExpandDims
ExpandDims$gradients/embedding_lookup_grad/Size.gradients/embedding_lookup_grad/ExpandDims/dim*

Tdim0*

T0*&
_class
loc:@input_embedding_mat
?

3gradients/embedding_lookup_grad/strided_slice/stackConst*
dtype0*&
_class
loc:@input_embedding_mat*
value
B
:


?

5gradients/embedding_lookup_grad/strided_slice/stack_1Const*&
_class
loc:@input_embedding_mat*
value
B
:
*
dtype0
?

5gradients/embedding_lookup_grad/strided_slice/stack_2Const*&
_class
loc:@input_embedding_mat*
value
B
:

*
dtype0
?
-gradients/embedding_lookup_grad/strided_sliceStridedSlice$gradients/embedding_lookup_grad/Cast3gradients/embedding_lookup_grad/strided_slice/stack5gradients/embedding_lookup_grad/strided_slice/stack_15gradients/embedding_lookup_grad/strided_slice/stack_2*
shrink_axis_mask*

begin_mask*

ellipsis_mask*

new_axis_mask*
end_mask
*
Index0*

T0*&
_class
loc:@input_embedding_mat
}
+gradients/embedding_lookup_grad/concat/axisConst*&
_class
loc:@input_embedding_mat*
value	B:
*
dtype0
?
&gradients/embedding_lookup_grad/concatConcatV2*gradients/embedding_lookup_grad/ExpandDims-gradients/embedding_lookup_grad/strided_slice+gradients/embedding_lookup_grad/concat/axis*

N*

Tidx0*

T0*&
_class
loc:@input_embedding_mat
?

'gradients/embedding_lookup_grad/ReshapeReshape&gradients/rnn/transpose_grad/transpose&gradients/embedding_lookup_grad/concat*

T0
*&
_class
loc:@input_embedding_mat*
Tshape0
?

)gradients/embedding_lookup_grad/Reshape_1Reshapeinput_batch*gradients/embedding_lookup_grad/ExpandDims*

T0*&
_class
loc:@input_embedding_mat*
Tshape0
v
global_norm/L2LossL2Loss'gradients/embedding_lookup_grad/Reshape*

T0
*&
_class
loc:@input_embedding_mat
?

global_norm/L2Loss_1L2Loss0gradients/map/while/transpose/Enter_grad/b_acc_3*

T0
*,
_class"
 loc:@map/while/transpose/Enter

global_norm/L2Loss_2L2Loss,gradients/map/while/Add_1/Enter_grad/b_acc_3*

T0
*(
_class
loc:@map/while/Add_1/Enter
?

global_norm/L2Loss_3L2Loss2gradients/map_1/while/transpose/Enter_grad/b_acc_3*

T0
*.
_class$
" loc:@map_1/while/transpose/Enter
?

global_norm/L2Loss_4L2Loss.gradients/map_1/while/Add_1/Enter_grad/b_acc_3*

T0
**
_class 
loc:@map_1/while/Add_1/Enter
?

global_norm/L2Loss_5L2LossQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?

global_norm/L2Loss_6L2LossRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?

global_norm/L2Loss_7L2LossQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?

global_norm/L2Loss_8L2LossRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?

global_norm/stackPackglobal_norm/L2Lossglobal_norm/L2Loss_1global_norm/L2Loss_2global_norm/L2Loss_3global_norm/L2Loss_4global_norm/L2Loss_5global_norm/L2Loss_6global_norm/L2Loss_7global_norm/L2Loss_8*

T0
*

axis*

N	
?
global_norm/ConstConst*
value
B
:
*
dtype0
b
global_norm/SumSumglobal_norm/stackglobal_norm/Const*

T0
*

Tidx0*
	keep_dims(
@
global_norm/Const_1Const*
valueB

*@*
dtype0

E
global_norm/mulMulglobal_norm/Sumglobal_norm/Const_1*

T0

9
global_norm/global_normSqrtglobal_norm/mul*

T0

J
clip_by_global_norm/truediv/xConst*
valueB

*??*
dtype0

g
clip_by_global_norm/truedivRealDivclip_by_global_norm/truediv/xglobal_norm/global_norm*

T0

F
clip_by_global_norm/ConstConst*
dtype0
*
valueB

*??
L
clip_by_global_norm/truediv_1/yConst*
dtype0
*
valueB

*?@
m
clip_by_global_norm/truediv_1RealDivclip_by_global_norm/Constclip_by_global_norm/truediv_1/y*

T0

k
clip_by_global_norm/MinimumMinimumclip_by_global_norm/truedivclip_by_global_norm/truediv_1*

T0

F
clip_by_global_norm/mul/xConst*
valueB

*?@*
dtype0

_
clip_by_global_norm/mulMulclip_by_global_norm/mul/xclip_by_global_norm/Minimum*

T0

J
clip_by_global_norm/IsFiniteIsFiniteglobal_norm/global_norm*

T0

H
clip_by_global_norm/Const_1Const*
valueB

*?*
dtype0

?

clip_by_global_norm/SelectSelectclip_by_global_norm/IsFiniteclip_by_global_norm/mulclip_by_global_norm/Const_1*

T0

?

clip_by_global_norm/mul_1Mul'gradients/embedding_lookup_grad/Reshapeclip_by_global_norm/Select*

T0
*&
_class
loc:@input_embedding_mat
?

*clip_by_global_norm/clip_by_global_norm/_0Identityclip_by_global_norm/mul_1*

T0
*&
_class
loc:@input_embedding_mat
?

clip_by_global_norm/mul_2Mul0gradients/map/while/transpose/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*,
_class"
 loc:@map/while/transpose/Enter
?

*clip_by_global_norm/clip_by_global_norm/_1Identityclip_by_global_norm/mul_2*

T0
*,
_class"
 loc:@map/while/transpose/Enter
?

clip_by_global_norm/mul_3Mul,gradients/map/while/Add_1/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*(
_class
loc:@map/while/Add_1/Enter
?

*clip_by_global_norm/clip_by_global_norm/_2Identityclip_by_global_norm/mul_3*

T0
*(
_class
loc:@map/while/Add_1/Enter
?

clip_by_global_norm/mul_4Mul2gradients/map_1/while/transpose/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*.
_class$
" loc:@map_1/while/transpose/Enter
?

*clip_by_global_norm/clip_by_global_norm/_3Identityclip_by_global_norm/mul_4*

T0
*.
_class$
" loc:@map_1/while/transpose/Enter
?

clip_by_global_norm/mul_5Mul.gradients/map_1/while/Add_1/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
**
_class 
loc:@map_1/while/Add_1/Enter
?

*clip_by_global_norm/clip_by_global_norm/_4Identityclip_by_global_norm/mul_5*

T0
**
_class 
loc:@map_1/while/Add_1/Enter
?

clip_by_global_norm/mul_6MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?

*clip_by_global_norm/clip_by_global_norm/_5Identityclip_by_global_norm/mul_6*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/MatMul/Enter
?

clip_by_global_norm/mul_7MulRgradients/rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?

*clip_by_global_norm/clip_by_global_norm/_6Identityclip_by_global_norm/mul_7*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_0/lstm_cell/BiasAdd/Enter
?

clip_by_global_norm/mul_8MulQgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?

*clip_by_global_norm/clip_by_global_norm/_7Identityclip_by_global_norm/mul_8*

T0
*M
_classC
A?loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/MatMul/Enter
?

clip_by_global_norm/mul_9MulRgradients/rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter_grad/b_acc_3clip_by_global_norm/Select*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?

*clip_by_global_norm/clip_by_global_norm/_8Identityclip_by_global_norm/mul_9*

T0
*N
_classD
B@loc:@rnn/while/rnn/multi_rnn_cell/cell_1/lstm_cell/BiasAdd/Enter
?

-input_embedding_mat/Adagrad/Initializer/ConstConst*
dtype0
* 
valueB
???*???=*&
_class
loc:@input_embedding_mat
?

input_embedding_mat/Adagrad
VariableV2*&
_class
loc:@input_embedding_mat*
dtype0
*
	container*
shape
:???*
shared_name
?

"input_embedding_mat/Adagrad/AssignAssigninput_embedding_mat/Adagrad-input_embedding_mat/Adagrad/Initializer/Const*
validate_shape(
*
use_locking(
*

T0
*&
_class
loc:@input_embedding_mat
z
 input_embedding_mat/Adagrad/readIdentityinput_embedding_mat/Adagrad*

T0
*&
_class
loc:@input_embedding_mat
?

4output_class_embedding_mat/Adagrad/Initializer/ConstConst*
dtype0
*
valueB

??*???=*-
_class#
!loc:@output_class_embedding_mat
?

"output_class_embedding_mat/Adagrad
VariableV2*
shape:
??*
shared_name*-
_class#
!loc:@output_class_embedding_mat*
dtype0
*
	container
?

)output_class_embedding_mat/Adagrad/AssignAssign"output_class_embedding_mat/Adagrad4output_class_embedding_mat/Adagrad/Initializer/Const*

T0
*-
_class#
!loc:@output_class_embedding_mat*
validate_shape(
*
use_locking(

?

'output_class_embedding_mat/Adagrad/readIdentity"output_class_embedding_mat/Adagrad*

T0
*-
_class#
!loc:@output_class_embedding_mat
?

5output_class_embedding_bias/Adagrad/Initializer/ConstConst*
dtype0
*
valueB
?*???=*.
_class$
" loc:@output_class_embedding_bias
?

#output_class_embedding_bias/Adagrad
VariableV2*
shared_name*.
_class$
" loc:@output_class_embedding_bias*
dtype0
*
	container*
shape:?
?

*output_class_embedding_bias/Adagrad/AssignAssign#output_class_embedding_bias/Adagrad5output_class_embedding_bias/Adagrad/Initializer/Const*
validate_shape(
*
use_locking(
*

T0
*.
_class$
" loc:@output_class_embedding_bias
?

(output_class_embedding_bias/Adagrad/readIdentity#output_class_embedding_bias/Adagrad*

T0
*.
_class$
" loc:@output_class_embedding_bias
?

5output_wordid_embedding_mat/Adagrad/Initializer/ConstConst*
valueB

??*???=*.
_class$
" loc:@output_wordid_embedding_mat*
dtype0

?

#output_wordid_embedding_mat/Adagrad
VariableV2*.
_class$
" loc:@output_wordid_embedding_mat*
dtype0
*
	container*
shape:
??*
shared_name
?

*output_wordid_embedding_mat/Adagrad/AssignAssign#output_wordid_embedding_mat/Adagrad5output_wordid_embedding_mat/Adagrad/Initializer/Const*

T0
*.
_class$
" loc:@output_wordid_embedding_mat*
validate_shape(
*
use_locking(

?

(output_wordid_embedding_mat/Adagrad/readIdentity#output_wordid_embedding_mat/Adagrad*

T0
*.
_class$
" loc:@output_wordid_embedding_mat
?

6output_wordid_embedding_bias/Adagrad/Initializer/ConstConst*
valueB
?*???=*/
_class%
#!loc:@output_wordid_embedding_bias*
dtype0

?

$output_wordid_embedding_bias/Adagrad
VariableV2*/
_class%
#!loc:@output_wordid_embedding_bias*
dtype0
*
	container*
shape:?*
shared_name
?

+output_wordid_embedding_bias/Adagrad/AssignAssign$output_wordid_embedding_bias/Adagrad6output_wordid_embedding_bias/Adagrad/Initializer/Const*
use_locking(
*

T0
*/
_class%
#!loc:@output_wordid_embedding_bias*
validate_shape(

?

)output_wordid_embedding_bias/Adagrad/readIdentity$output_wordid_embedding_bias/Adagrad*

T0
*/
_class%
#!loc:@output_wordid_embedding_bias
?

Drnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Initializer/ConstConst*
dtype0
*
valueB

??	*???=*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?

2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad
VariableV2*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
dtype0
*
	container*
shape:
??	
?
9rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/AssignAssign2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradDrnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Initializer/Const*
use_locking(
*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(

?

7rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/readIdentity2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?

Brnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Initializer/ConstConst*
valueB
?	*???=*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
dtype0

?

0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad
VariableV2*
shape:?	*
shared_name*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
dtype0
*
	container
?
7rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/AssignAssign0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradBrnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Initializer/Const*
validate_shape(
*
use_locking(
*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?

5rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/readIdentity0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?

Drnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Initializer/ConstConst*
valueB

??	*???=*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
dtype0

?

2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad
VariableV2*
dtype0
*
	container*
shape:
??	*
shared_name*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?
9rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/AssignAssign2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradDrnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Initializer/Const*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(
*
use_locking(

?

7rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/readIdentity2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel
?

Brnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Initializer/ConstConst*
valueB
?	*???=*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0

?

0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad
VariableV2*
shape:?	*
shared_name*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
dtype0
*
	container
?
7rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/AssignAssign0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradBrnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Initializer/Const*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(
*
use_locking(

?

5rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/readIdentity0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias
?

/train/updates/update_input_embedding_mat/UniqueUnique)gradients/embedding_lookup_grad/Reshape_1*
out_idx0*

T0*&
_class
loc:@input_embedding_mat
?

.train/updates/update_input_embedding_mat/ShapeShape/train/updates/update_input_embedding_mat/Unique*

T0*&
_class
loc:@input_embedding_mat*
out_type0
?

train/updates/update_input_embedding_mat/strided_slice/stack_1Const*&
_class
loc:@input_embedding_mat*
value
B
:

*
dtype0
?

>train/updates/update_input_embedding_mat/strided_slice/stack_2Const*&
_class
loc:@input_embedding_mat*
value
B
:

*
dtype0
?
6train/updates/update_input_embedding_mat/strided_sliceStridedSlice.train/updates/update_input_embedding_mat/Shapetrain/updates/update_input_embedding_mat/strided_slice/stack_1>train/updates/update_input_embedding_mat/strided_slice/stack_2*
end_mask*
Index0*

T0*&
_class
loc:@input_embedding_mat*
shrink_axis_mask
*

begin_mask*

ellipsis_mask*

new_axis_mask
?
;train/updates/update_input_embedding_mat/UnsortedSegmentSumUnsortedSegmentSum*clip_by_global_norm/clip_by_global_norm/_01train/updates/update_input_embedding_mat/Unique:16train/updates/update_input_embedding_mat/strided_slice*
Tnumsegments0*
Tindices0*

T0
*&
_class
loc:@input_embedding_mat
?
;train/updates/update_input_embedding_mat/SparseApplyAdagradSparseApplyAdagradinput_embedding_matinput_embedding_mat/Adagradtrain/learning_rate/Merge;train/updates/update_input_embedding_mat/UnsortedSegmentSum/train/updates/update_input_embedding_mat/Unique*

T0
*&
_class
loc:@input_embedding_mat*
update_slots(
*
use_locking(*
Tindices0
?
train/updates/update_output_wordid_embedding_bias/ApplyAdagradApplyAdagradoutput_wordid_embedding_bias$output_wordid_embedding_bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_4*
update_slots(
*
use_locking(*

T0
*/
_class%
#!loc:@output_wordid_embedding_bias
?
Ltrain/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/ApplyAdagradApplyAdagrad*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_5*
use_locking(*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
update_slots(

?
Jtrain/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/bias/ApplyAdagradApplyAdagrad(rnn/multi_rnn_cell/cell_0/lstm_cell/bias0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_6*
update_slots(
*
use_locking(*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?
Ltrain/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/ApplyAdagradApplyAdagrad*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_7*
use_locking(*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
update_slots(

?
Jtrain/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/bias/ApplyAdagradApplyAdagrad(rnn/multi_rnn_cell/cell_1/lstm_cell/bias0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagradtrain/learning_rate/Merge*clip_by_global_norm/clip_by_global_norm/_8*
use_locking(*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
update_slots(

?
train/updates/updateNoOp<^train/updates/update_input_embedding_mat/SparseApplyAdagrad>^train/updates/update_output_class_embedding_bias/ApplyAdagrad=^train/updates/update_output_class_embedding_mat/ApplyAdagrad?^train/updates/update_output_wordid_embedding_bias/ApplyAdagrad>^train/updates/update_output_wordid_embedding_mat/ApplyAdagradK^train/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/bias/ApplyAdagradM^train/updates/update_rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/ApplyAdagradK^train/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/bias/ApplyAdagradM^train/updates/update_rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/ApplyAdagrad
z
train/updates/valueConst^train/updates/update*$
_class
loc:@train/global_step*
value	B:

*
dtype0
?


train/updates	AssignAddtrain/global_steptrain/updates/value*
use_locking(*

T0*$
_class
loc:@train/global_step
C
	test_widsPlaceholder*
dtype0*
shape:
?????????

C
	test_cidsPlaceholder*
dtype0*
shape:
?????????

2
ShapeShape	test_cids*

T0*
out_type0
H
strided_slice/stackConst*
valueB"????*
dtype0
J
strided_slice/stack_1Const*
valueB"*
dtype0
J
strided_slice/stack_2Const*
valueB"

*
dtype0
?


strided_sliceStridedSliceclstrided_slice/stackstrided_slice/stack_1strided_slice/stack_2*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*
Index0*

T0
*
shrink_axis_mask
3
ConstConst*
dtype0*
value
B
:

9
	ReverseV2	ReverseV2ShapeConst*

T0*

Tidx0
A
bcclTile
strided_slice	ReverseV2*

Tmultiples0*

T0

F
Reshape_3/shapeConst*
valueB
:
?????????
*
dtype0
G
	Reshape_3Reshape	test_cidsReshape_3/shape*

T0*
Tshape0
<
cidlosses/ShapeShape	Reshape_3*

T0*
out_type0
c
cidlosses/cidlosses#SparseSoftmaxCrossEntropyWithLogitsbccl	Reshape_3*

T0
*
Tlabels0
J
strided_slice_1/stackConst*
valueB"????*
dtype0
L
strided_slice_1/stack_1Const*
dtype0*
valueB"
L
strided_slice_1/stack_2Const*
valueB"

*
dtype0
?

strided_slice_1StridedSlice	Reshape_1strided_slice_1/stackstrided_slice_1/stack_1strided_slice_1/stack_2*

ellipsis_mask*

begin_mask*

new_axis_mask*
end_mask*
Index0*

T0
*
shrink_axis_mask
5
Const_1Const*
value
B
:
*
dtype0
=
ReverseV2_1	ReverseV2ShapeConst_1*

Tidx0*

T0
E
TileTilestrided_slice_1ReverseV2_1*

Tmultiples0*

T0

F
Reshape_4/shapeConst*
valueB
:
?????????
*
dtype0
G
	Reshape_4Reshape	test_widsReshape_4/shape*

T0*
Tshape0
<
widlosses/ShapeShape	Reshape_4*

T0*
out_type0
c
widlosses/widlosses#SparseSoftmaxCrossEntropyWithLogitsTile	Reshape_4*

T0
*
Tlabels0
E
test_lossesAddwidlosses/widlossescidlosses/cidlosses*

T0

?
initNoOp#^input_embedding_mat/Adagrad/Assign^input_embedding_mat/Assign+^output_class_embedding_bias/Adagrad/Assign#^output_class_embedding_bias/Assign*^output_class_embedding_mat/Adagrad/Assign"^output_class_embedding_mat/Assign,^output_wordid_embedding_bias/Adagrad/Assign$^output_wordid_embedding_bias/Assign+^output_wordid_embedding_mat/Adagrad/Assign#^output_wordid_embedding_mat/Assign8^rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad/Assign0^rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Assign:^rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad/Assign2^rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Assign8^rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad/Assign0^rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Assign:^rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagrad/Assign2^rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Assign^train/global_step/Assign
A
save/filename/inputConst*
value
BBmodel*
dtype0
V

save/filenamePlaceholderWithDefaultsave/filename/input*
dtype0*
shape:
M

save/ConstPlaceholderWithDefault
save/filename*
shape:*
dtype0
?
save/SaveV2/tensor_namesConst*?
value?B?Binput_embedding_matBinput_embedding_mat/AdagradBoutput_class_embedding_biasB#output_class_embedding_bias/AdagradBoutput_class_embedding_matB"output_class_embedding_mat/AdagradBoutput_wordid_embedding_biasB$output_wordid_embedding_bias/AdagradBoutput_wordid_embedding_matB#output_wordid_embedding_mat/AdagradB(rnn/multi_rnn_cell/cell_0/lstm_cell/biasB0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradB(rnn/multi_rnn_cell/cell_1/lstm_cell/biasB0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradBtrain/global_step*
dtype0
m
save/SaveV2/shape_and_slicesConst*9
value0B.BBBBBBBBBBBBBBBBBBB*
dtype0
?
save/SaveV2SaveV2
save/Constsave/SaveV2/tensor_namessave/SaveV2/shape_and_slicesinput_embedding_matinput_embedding_mat/Adagradoutput_class_embedding_bias#output_class_embedding_bias/Adagradoutput_class_embedding_mat"output_class_embedding_mat/Adagradoutput_wordid_embedding_bias$output_wordid_embedding_bias/Adagradoutput_wordid_embedding_mat#output_wordid_embedding_mat/Adagrad(rnn/multi_rnn_cell/cell_0/lstm_cell/bias0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagrad*rnn/multi_rnn_cell/cell_0/lstm_cell/kernel2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagrad(rnn/multi_rnn_cell/cell_1/lstm_cell/bias0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagrad*rnn/multi_rnn_cell/cell_1/lstm_cell/kernel2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradtrain/global_step*!
dtypes
2


















e
save/control_dependencyIdentity
save/Const^save/SaveV2*

T0*
_class
loc:@save/Const
?
save/RestoreV2/tensor_namesConst"
/device:CPU:0*?
value?B?Binput_embedding_matBinput_embedding_mat/AdagradBoutput_class_embedding_biasB#output_class_embedding_bias/AdagradBoutput_class_embedding_matB"output_class_embedding_mat/AdagradBoutput_wordid_embedding_biasB$output_wordid_embedding_bias/AdagradBoutput_wordid_embedding_matB#output_wordid_embedding_mat/AdagradB(rnn/multi_rnn_cell/cell_0/lstm_cell/biasB0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/AdagradB(rnn/multi_rnn_cell/cell_1/lstm_cell/biasB0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/AdagradB*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelB2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/AdagradBtrain/global_step*
dtype0

save/RestoreV2/shape_and_slicesConst"
/device:CPU:0*9
value0B.BBBBBBBBBBBBBBBBBBB*
dtype0
?

save/RestoreV2	RestoreV2
save/Constsave/RestoreV2/tensor_namessave/RestoreV2/shape_and_slices"
/device:CPU:0*!
dtypes
2


















?

save/AssignAssigninput_embedding_matsave/RestoreV2*

T0
*&
_class
loc:@input_embedding_mat*
validate_shape(
*
use_locking(

?


save/Assign_1Assigninput_embedding_mat/Adagradsave/RestoreV2:1*
validate_shape(
*
use_locking(
*

T0
*&
_class
loc:@input_embedding_mat
?


save/Assign_2Assignoutput_class_embedding_biassave/RestoreV2:2*
use_locking(
*

T0
*.
_class$
" loc:@output_class_embedding_bias*
validate_shape(

?


save/Assign_3Assign#output_class_embedding_bias/Adagradsave/RestoreV2:3*
use_locking(
*

T0
*.
_class$
" loc:@output_class_embedding_bias*
validate_shape(

?


save/Assign_4Assignoutput_class_embedding_matsave/RestoreV2:4*

T0
*-
_class#
!loc:@output_class_embedding_mat*
validate_shape(
*
use_locking(

?


save/Assign_5Assign"output_class_embedding_mat/Adagradsave/RestoreV2:5*
use_locking(
*

T0
*-
_class#
!loc:@output_class_embedding_mat*
validate_shape(

?


save/Assign_6Assignoutput_wordid_embedding_biassave/RestoreV2:6*

T0
*/
_class%
#!loc:@output_wordid_embedding_bias*
validate_shape(
*
use_locking(

?


save/Assign_7Assign$output_wordid_embedding_bias/Adagradsave/RestoreV2:7*
validate_shape(
*
use_locking(
*

T0
*/
_class%
#!loc:@output_wordid_embedding_bias
?


save/Assign_8Assignoutput_wordid_embedding_matsave/RestoreV2:8*

T0
*.
_class$
" loc:@output_wordid_embedding_mat*
validate_shape(
*
use_locking(

?


save/Assign_9Assign#output_wordid_embedding_mat/Adagradsave/RestoreV2:9*

T0
*.
_class$
" loc:@output_wordid_embedding_mat*
validate_shape(
*
use_locking(

?

save/Assign_10Assign(rnn/multi_rnn_cell/cell_0/lstm_cell/biassave/RestoreV2:10*
validate_shape(
*
use_locking(
*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias
?

save/Assign_11Assign0rnn/multi_rnn_cell/cell_0/lstm_cell/bias/Adagradsave/RestoreV2:11*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/bias*
validate_shape(
*
use_locking(

?

save/Assign_12Assign*rnn/multi_rnn_cell/cell_0/lstm_cell/kernelsave/RestoreV2:12*
use_locking(
*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel*
validate_shape(

?

save/Assign_13Assign2rnn/multi_rnn_cell/cell_0/lstm_cell/kernel/Adagradsave/RestoreV2:13*
validate_shape(
*
use_locking(
*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_0/lstm_cell/kernel
?

save/Assign_14Assign(rnn/multi_rnn_cell/cell_1/lstm_cell/biassave/RestoreV2:14*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(
*
use_locking(

?

save/Assign_15Assign0rnn/multi_rnn_cell/cell_1/lstm_cell/bias/Adagradsave/RestoreV2:15*
use_locking(
*

T0
*;
_class1
/-loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/bias*
validate_shape(

?

save/Assign_16Assign*rnn/multi_rnn_cell/cell_1/lstm_cell/kernelsave/RestoreV2:16*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(
*
use_locking(

?

save/Assign_17Assign2rnn/multi_rnn_cell/cell_1/lstm_cell/kernel/Adagradsave/RestoreV2:17*
use_locking(
*

T0
*=
_class3
1/loc:@rnn/multi_rnn_cell/cell_1/lstm_cell/kernel*
validate_shape(

?

save/Assign_18Assigntrain/global_stepsave/RestoreV2:18*
use_locking(
*

T0*$
_class
loc:@train/global_step*
validate_shape(

?
save/restore_allNoOp^save/Assign^save/Assign_1^save/Assign_10^save/Assign_11^save/Assign_12^save/Assign_13^save/Assign_14^save/Assign_15^save/Assign_16^save/Assign_17^save/Assign_18^save/Assign_2^save/Assign_3^save/Assign_4^save/Assign_5^save/Assign_6^save/Assign_7^save/Assign_8^save/Assign_9"&