squall/picotron
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

typo

Browse Source
This commit is contained in:
zzhhjjj 2024-10-28 11:02:38 +00:00
parent a17ddb691f
commit 5181c4cd87
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -262,7 +262,7 @@ if __name__ == "__main__":
"learning_rate": LEARNING_RATE,
"seed": SEED,
"micro_batch_size": MICRO_BATCH_SIZE,
"global_batch_size": LOCAL_BATCH_SIZE * args.dp_size,
"global_batch_size": LOCAL_BATCH_SIZE * args.dp_size * grad_acc,
},
)