squall/picotron
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

avois OS memory error with num_workers > 1

Browse Source
This commit is contained in:
ferdinand.mom 2024-12-02 18:33:35 +00:00
parent 75939867d9
commit 86a0fc5e3d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
template/base_config.json
View File

@ -29,7 +29,7 @@
}, },
"dataset": { "dataset": {
"name": "roneneldan/TinyStories", "name": "roneneldan/TinyStories",
"num_workers": 1, "num_workers": 0,
"num_proc": 4 "num_proc": 4
}, },
"checkpoint": { "checkpoint": {