flash-attention/training/configs/experiment/owt/gpt2m-hf.yaml
2022-11-28 17:34:40 -08:00

12 lines
172 B
YAML

# @package _global_
defaults:
- /experiment/owt/gpt2s-hf.yaml
- override /model/gpt2model: gpt2-medium
datamodule:
batch_size: 4
train:
optimizer:
lr: 1.5e-4