flash-attention/training/configs/experiment/owt/gpt2xl-hf.yaml

8 lines
136 B
YAML
Raw Normal View History

2022-11-29 20:13:51 +08:00
# @package _global_
defaults:
- /experiment/owt/gpt2l-hf.yaml
- override /model/gpt2model: gpt2-xlarge
datamodule:
batch_size: 1