12 lines
180 B
YAML
12 lines
180 B
YAML
|
# @package _global_
|
||
|
|
defaults:
|
||
|
|
- /experiment/owt/gpt2s.yaml
|
||
|
|
- override /model/gpt2model: gpt2-medium
|
||
|
|
|
||
|
|
datamodule:
|
||
|
|
batch_size: 8 # Per GPU
|
||
|
|
|
||
|
|
train:
|
||
|
|
optimizer:
|
||
|
|
lr: 1.5e-4
|