fix rmsprop learning rate for convergence (#6182)

Rmsprop with default learning rate (0.001) cannot converge in this example. 
Initialize learning rate to (0.0001) and add weight decay fix the problem.
Esse commit está contido em:
TimHo
2017-04-07 01:07:25 +08:00
commit de François Chollet
commit 98ec9fc972
+4 -1
Ver Arquivo
@@ -54,9 +54,12 @@ model.add(Dropout(0.5))
model.add(Dense(num_classes))
model.add(Activation('softmax'))
# initiate RMSprop optimizer
opt = keras.optimizers.rmsprop(lr=0.0001, decay=1e-6)
# Let's train the model using RMSprop
model.compile(loss='categorical_crossentropy',
optimizer='rmsprop',
optimizer=opt,
metrics=['accuracy'])
x_train = x_train.astype('float32')