Hugging Face's logo

ait-hf
/
certus-jev-like-v0007

Text Classification
PEFT
Safetensors
English
decision-model
system-one
lora
calibrated
classification
routing
jev
jev-like
typesafe
Model card Files
xet
 Community
certus-jev-like-v0007
File size: 1,157 Bytes
bc997c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
  "version": "v0007-support",
  "parent": "v0007",
  "parents": [
    "v0007"
  ],
  "kind": "lmhead",
  "backbone": "Qwen/Qwen2.5-1.5B-Instruct",
  "max_len": 1024,
  "created": "2026-09-18T12:52:37+00:00",
  "tasks": [
    "banking77",
    "clinc150",
    "massive_intent"
  ],
  "trained_on": [
    "banking77",
    "clinc150",
    "massive_intent"
  ],
  "holdout": [
    "trec"
  ],
  "steps": 1067,
  "train_examples": 12000,
  "args": {
    "cmd": "lmtrain",
    "lora_r": 8,
    "loss": "mix",
    "max_per_task": 4000,
    "epochs": 1,
    "lr": 0.0001,
    "anchor": 0.1
  },
  "metrics": {},
  "unseen_test_uncalibrated": {
    "trec": {
      "n": 500,
      "acc": 0.758,
      "nll": 0.767611707548029,
      "brier": 0.37113630112335455,
      "ece": 0.08773053616285323,
      "mean_conf": 0.8239709965586662,
      "cov@0.5": 0.924,
      "acc@0.5": 0.7835497835497836,
      "cov@0.7": 0.762,
      "acc@0.7": 0.8293963254593176,
      "cov@0.9": 0.474,
      "acc@0.9": 0.8734177215189873
    }
  },
  "summary": {
    "mean_acc": null,
    "mean_ece": null
  },
  "history": []
}