v0007-support/manifest.json

{
  "version": "v0007-support",
  "parent": "v0007",
  "parents": [
    "v0007"
  ],
  "kind": "lmhead",
  "backbone": "Qwen/Qwen2.5-1.5B-Instruct",
  "max_len": 1024,
  "created": "2026-09-18T12:52:37+00:00",
  "tasks": [
    "banking77",
    "clinc150",
    "massive_intent"
  ],
  "trained_on": [
    "banking77",
    "clinc150",
    "massive_intent"
  ],
  "holdout": [
    "trec"
  ],
  "steps": 1067,
  "train_examples": 12000,
  "args": {
    "cmd": "lmtrain",
    "lora_r": 8,
    "loss": "mix",
    "max_per_task": 4000,
    "epochs": 1,
    "lr": 0.0001,
    "anchor": 0.1
  },
  "metrics": {},
  "unseen_test_uncalibrated": {
    "trec": {
      "n": 500,
      "acc": 0.758,
      "nll": 0.767611707548029,
      "brier": 0.37113630112335455,
      "ece": 0.08773053616285323,
      "mean_conf": 0.8239709965586662,
      "cov@0.5": 0.924,
      "acc@0.5": 0.7835497835497836,
      "cov@0.7": 0.762,
      "acc@0.7": 0.8293963254593176,
      "cov@0.9": 0.474,
      "acc@0.9": 0.8734177215189873
    }
  },
  "summary": {
    "mean_acc": null,
    "mean_ece": null
  },
  "history": []
}