This commit is contained in:
Reuben Morais 2019-10-15 13:44:09 +02:00
Родитель e0bd1423b5
Коммит 31922cb3dc
2 изменённых файлов: 6 добавлений и 4 удалений

Просмотреть файл

@ -449,7 +449,9 @@ def train():
# Enable mixed precision training # Enable mixed precision training
if FLAGS.automatic_mixed_precision: if FLAGS.automatic_mixed_precision:
optimizer = tf.train.experimental.enable_mixed_precision_graph_rewrite(optimizer) log_info('Enabling automatic mixed precision training.')
optimizer = tfv1.train.experimental.enable_mixed_precision_graph_rewrite(optimizer)
gradients, loss, non_finite_files = get_tower_results(iterator, optimizer, dropout_rates) gradients, loss, non_finite_files = get_tower_results(iterator, optimizer, dropout_rates)
# Average tower gradients across GPUs # Average tower gradients across GPUs

Просмотреть файл

@ -80,7 +80,7 @@ def create_flags():
f.DEFINE_boolean('use_cudnn_rnn', False, 'use CuDNN RNN backend for training on GPU. Note that checkpoints created with this flag can only be used with CuDNN RNN, i.e. fine tuning on a CPU device will not work') f.DEFINE_boolean('use_cudnn_rnn', False, 'use CuDNN RNN backend for training on GPU. Note that checkpoints created with this flag can only be used with CuDNN RNN, i.e. fine tuning on a CPU device will not work')
f.DEFINE_string('cudnn_checkpoint', '', 'path to a checkpoint created using --use_cudnn_rnn. Specifying this flag allows one to convert a CuDNN RNN checkpoint to a checkpoint capable of running on a CPU graph.') f.DEFINE_string('cudnn_checkpoint', '', 'path to a checkpoint created using --use_cudnn_rnn. Specifying this flag allows one to convert a CuDNN RNN checkpoint to a checkpoint capable of running on a CPU graph.')
f.DEFINE_boolean('automatic_mixed_precision', False, 'whether to allow automatic mixed precision training') f.DEFINE_boolean('automatic_mixed_precision', False, 'whether to allow automatic mixed precision training. USE OF THIS FLAG IS UNSUPPORTED. Checkpoints created with automatic mixed precision training will not be usable without mixed precision.')
# Sample limits # Sample limits