sweep.yaml

method: bayes
metric:
  goal: minimize
  name: val_loss_20rolling
parameters:
  base_model:
    values:
    - facebook/bart-base
  batch_size:
    max: 4
    min: 2
  learning_rate:
    max: 5e-5
    min: 1e-6
  max_length:
    max: 512
    min: 128
  num_warmup_steps:
      max: 5000
    min: 1000
program: main.py