flash-attention/training/configs/experiment/pile/gpt3xl-flash-rotary-60B.yaml
2022-11-29 04:46:43 -08:00

11 lines
162 B
YAML

# @package _global_
defaults:
- /experiment/pile/gpt3xl-flash-rotary.yaml
trainer:
max_steps: 60000
train:
scheduler:
t_initial: ${trainer.max_steps}