flash-attention/training/configs/experiment/pile/gpt3m-flash-rotary-30B.yaml
2022-11-28 17:34:40 -08:00

11 lines
161 B
YAML

# @package _global_
defaults:
- /experiment/pile/gpt3m-flash-rotary.yaml
trainer:
max_steps: 60000
train:
scheduler:
t_initial: ${trainer.max_steps}