flash-attention/training/configs/experiment/pile/gpt3xl-flash-rotary-60B.yaml

# @package _global_
defaults:
  - /experiment/pile/gpt3xl-flash-rotary.yaml

trainer:
  max_steps: 60000

train:
  scheduler:
    t_initial: ${trainer.max_steps}