train_config.json

{
  "dataset": "/home/feipe/Documentos/Projects/klev-runs/prep/dv7-qwen-full",
  "out_dir": "/home/feipe/Documentos/Projects/klev-runs/qwen35-08b",
  "model": "Qwen/Qwen3.5-0.8B",
  "max_steps": 3894,
  "per_device_batch_size": 1,
  "grad_accum": 8,
  "lr": 0.0001,
  "kl_weight": 0.3,
  "teacher_temperature": 1.0,
  "max_seq_length": 2048,
  "lora_r": 16,
  "lora_alpha": 32,
  "head_dim": 256,
  "garbage": 1,
  "garbage_bias": -4.0,
  "kl_chunk": 128,
  "teacher": "cache",
  "teacher_cache": "/home/feipe/Documentos/Projects/klev-runs/cache/dv7-qwen-full",
  "top_k": 32,
  "limit": 0,
  "logging_steps": 5,
  "save_steps": 500,
  "resume": "",
  "init_from": "",
  "warmup_steps": 50,
  "lr_scheduler_type": "linear",
  "seed": 0,
  "gc_mode": "unsloth",
  "no_gc": false,
  "dtype": "torch.float16"
}