squall/picotron
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

set num worker to 1 otherwise OS memory error

Browse Source
This commit is contained in:
ferdinand.mom 2024-11-04 14:27:50 +00:00
parent 8e36bbe032
commit 4e1a6f8cdd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
template/base_config.json
View File

@ -29,7 +29,7 @@
}, },
"dataset": { "dataset": {
"name": "roneneldan/TinyStories", "name": "roneneldan/TinyStories",
"num_workers": 4, "num_workers": 1,
"num_proc": 4 "num_proc": 4
}, },
"checkpoint": { "checkpoint": {