change default value of batch size
This commit is contained in:
Родитель
013350581e
Коммит
18c9e661b2
|
@ -86,8 +86,10 @@ parser.add_argument("--learning_rate", type=float, default=1e-3, help="Learning
|
|||
parser.add_argument(
|
||||
"--batch_size",
|
||||
type=int,
|
||||
default=3000,
|
||||
help="batch size in terms of input token numbers in training",
|
||||
default=5,
|
||||
help="batch size in terms of the number of samples in training",
|
||||
# default=3000,
|
||||
# help="batch size in terms of input token numbers in training",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--max_steps",
|
||||
|
@ -208,7 +210,7 @@ def main_worker(local_rank, ngpus_per_node, summarizer, args):
|
|||
summarizer.fit(
|
||||
ext_sum_train,
|
||||
num_gpus=world_size,
|
||||
batch_size=5, # args.batch_size,
|
||||
batch_size=args.batch_size,
|
||||
gradient_accumulation_steps=1,
|
||||
max_steps=MAX_STEPS / world_size,
|
||||
learning_rate=args.learning_rate,
|
||||
|
|
Загрузка…
Ссылка в новой задаче