change default value of batch size

This commit is contained in:
Daisy Deng 2020-03-20 19:55:11 +00:00
Родитель 013350581e
Коммит 18c9e661b2
1 изменённых файлов: 5 добавлений и 3 удалений

Просмотреть файл

@ -86,8 +86,10 @@ parser.add_argument("--learning_rate", type=float, default=1e-3, help="Learning
parser.add_argument( parser.add_argument(
"--batch_size", "--batch_size",
type=int, type=int,
default=3000, default=5,
help="batch size in terms of input token numbers in training", help="batch size in terms of the number of samples in training",
# default=3000,
# help="batch size in terms of input token numbers in training",
) )
parser.add_argument( parser.add_argument(
"--max_steps", "--max_steps",
@ -208,7 +210,7 @@ def main_worker(local_rank, ngpus_per_node, summarizer, args):
summarizer.fit( summarizer.fit(
ext_sum_train, ext_sum_train,
num_gpus=world_size, num_gpus=world_size,
batch_size=5, # args.batch_size, batch_size=args.batch_size,
gradient_accumulation_steps=1, gradient_accumulation_steps=1,
max_steps=MAX_STEPS / world_size, max_steps=MAX_STEPS / world_size,
learning_rate=args.learning_rate, learning_rate=args.learning_rate,