From 86a0fc5e3d81f9e0025a88bd9a9fe0b2911e18dd Mon Sep 17 00:00:00 2001
From: "ferdinand.mom" <ferdinand.mom@epita.fr>
Date: Mon, 2 Dec 2024 18:33:35 +0000
Subject: [PATCH] avois OS memory error with num_workers > 1

---
 template/base_config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/template/base_config.json b/template/base_config.json
index 897a26d..83d7340 100644
--- a/template/base_config.json
+++ b/template/base_config.json
@@ -29,7 +29,7 @@
     },
     "dataset": {
         "name": "roneneldan/TinyStories",
-        "num_workers": 1,
+        "num_workers": 0,
         "num_proc": 4
     },
     "checkpoint": {