finetune_config.json

{
  "batch_size": 8,
  "bf16": true,
  "choice_init_std": 0.01,
  "choice_rank": 32,
  "data_path": "data/train_multi.jsonl",
  "epochs": 8,
  "grad_accum": 4,
  "gradient_checkpointing": true,
  "learning_rate": 0.0001,
  "lora_alpha": 128,
  "lora_dropout": 0.05,
  "lora_rank": 64,
  "max_len": 1024,
  "max_records": null,
  "model_id": "jhu-clsp/mmBERT-base",
  "out_dir": "checkpoints/multi",
  "seed": 42,
  "use_4bit": false,
  "val_split": 0.1
}