fmtrain.json

{
  "base": "Qwen/Qwen3.5-0.8B",
  "merge": false,
  "depth": "known",
  "version": "v1",
  "rendering": 12,
  "branch": "",
  "train": {
    "epochs": 2.0,
    "checkpoints": true,
    "accumulate": 4,
    "learning_rate": 2.7e-05,
    "floor": 0.1,
    "rank": 16,
    "alpha": 32,
    "dropout": 0.05,
    "quantize": "none",
    "adapts": [
      "q_proj",
      "k_proj",
      "v_proj",
      "o_proj",
      "in_proj_qkv",
      "in_proj_z",
      "in_proj_a",
      "in_proj_b",
      "out_proj",
      "gate_proj",
      "up_proj",
      "down_proj"
    ],
    "max_tokens": 12288,
    "thinking": "both",
    "tower": [
      "merger.linear_fc1",
      "merger.linear_fc2"
    ],
    "seed": 17
  },
  "adapter_revision": "333b23d8aa0b7966c9b3a40b77c6c28928b100f4"
}