{
  "model_name": "roberta-base",
  "max_length": 256,
  "epochs": 10,
  "train_batch_size": 4,
  "eval_batch_size": 8,
  "gradient_accumulation_steps": 4,
  "weight_decay": 0.01,
  "warmup_ratio": 0.06,
  "adapter_dim": 32,
  "adapter_dropout": 0.1,
  "lora_rank": 8,
  "lora_alpha": 16,
  "lora_dropout": 0.1,
  "learning_rate": 0.0005
}