flash-attention/training/configs/experiment/owt/gpt2xl-hf.yaml
2022-11-29 04:46:43 -08:00

8 lines
136 B
YAML

# @package _global_
defaults:
- /experiment/owt/gpt2l-hf.yaml
- override /model/gpt2model: gpt2-xlarge
datamodule:
batch_size: 1