From 5181c4cd87d9403d549db3f46baee2c5f03f621c Mon Sep 17 00:00:00 2001
From: zzhhjjj <z785566960@gmail.com>
Date: Mon, 28 Oct 2024 11:02:38 +0000
Subject: [PATCH] typo

---
 train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train.py b/train.py
index 826e821..e1d10bb 100644
--- a/train.py
+++ b/train.py
@@ -262,7 +262,7 @@ if __name__ == "__main__":
                 "learning_rate": LEARNING_RATE,
                 "seed": SEED,
                 "micro_batch_size": MICRO_BATCH_SIZE,
-                "global_batch_size": LOCAL_BATCH_SIZE * args.dp_size,
+                "global_batch_size": LOCAL_BATCH_SIZE * args.dp_size * grad_acc,
             },
         )