From 4e1a6f8cdda74be9933fde9b87c1a933cf9d3379 Mon Sep 17 00:00:00 2001
From: "ferdinand.mom" <ferdinand.mom@epita.fr>
Date: Mon, 4 Nov 2024 14:27:50 +0000
Subject: [PATCH] set num worker to 1 otherwise OS memory error

---
 template/base_config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/template/base_config.json b/template/base_config.json
index 7b57675..342f7ba 100644
--- a/template/base_config.json
+++ b/template/base_config.json
@@ -29,7 +29,7 @@
     },
     "dataset": {
         "name": "roneneldan/TinyStories",
-        "num_workers": 4,
+        "num_workers": 1,
         "num_proc": 4
     },
     "checkpoint": {