Change defaults of GRU and LSTM layers.
@@ -1222,7 +1222,7 @@ class GRUCell(Layer):
def __init__(self, units,
activation='tanh',
- recurrent_activation='hard_sigmoid',
+ recurrent_activation='sigmoid',
use_bias=True,
kernel_initializer='glorot_uniform',
recurrent_initializer='orthogonal',
@@ -1235,7 +1235,7 @@ class GRUCell(Layer):
bias_constraint=None,
dropout=0.,
recurrent_dropout=0.,
- implementation=1,
+ implementation=2,
reset_after=False,
**kwargs):
super(GRUCell, self).__init__(**kwargs)
@@ -1589,7 +1589,7 @@ class GRU(RNN):
@interfaces.legacy_recurrent_support
def __init__(self, units,
activation='tanh',
- recurrent_activation='hard_sigmoid',
+ recurrent_activation='sigmoid',
use_bias=True,
kernel_initializer='glorot_uniform',
recurrent_initializer='orthogonal',
@@ -1603,7 +1603,7 @@ class GRU(RNN):
bias_constraint=None,
dropout=0.,
recurrent_dropout=0.,
- implementation=1,
+ implementation=2,
return_sequences=False,
return_state=False,
go_backwards=False,
@@ -1826,7 +1826,7 @@ class LSTMCell(Layer):
def __init__(self, units,
activation='tanh',
- recurrent_activation='hard_sigmoid',
+ recurrent_activation='sigmoid',
use_bias=True,
kernel_initializer='glorot_uniform',
recurrent_initializer='orthogonal',
@@ -1840,7 +1840,7 @@ class LSTMCell(Layer):
bias_constraint=None,
dropout=0.,
recurrent_dropout=0.,
- implementation=1,
+ implementation=2,
**kwargs):
super(LSTMCell, self).__init__(**kwargs)
self.units = units
@@ -2145,7 +2145,7 @@ class LSTM(RNN):
@interfaces.legacy_recurrent_support
def __init__(self, units,
activation='tanh',
- recurrent_activation='hard_sigmoid',
+ recurrent_activation='sigmoid',
use_bias=True,
kernel_initializer='glorot_uniform',
recurrent_initializer='orthogonal',
@@ -2160,7 +2160,7 @@ class LSTM(RNN):
bias_constraint=None,
dropout=0.,
recurrent_dropout=0.,
- implementation=1,
+ implementation=2,
return_sequences=False,
return_state=False,
go_backwards=False,
