calibration fitted on the held-out calibration splits
Browse files- calibration.json +90 -0
calibration.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"temperatures": {
|
| 3 |
+
"default": 1.1004,
|
| 4 |
+
"noul": 1.0717,
|
| 5 |
+
"choice": 1.1145,
|
| 6 |
+
"score": 1.0696,
|
| 7 |
+
"noul:en": 1.0431,
|
| 8 |
+
"choice:en": 1.0508,
|
| 9 |
+
"score:en": 1.0321,
|
| 10 |
+
"choice:tr": 1.1628,
|
| 11 |
+
"noul:tr": 1.0814,
|
| 12 |
+
"choice:de": 1.1331,
|
| 13 |
+
"noul:de": 1.1025
|
| 14 |
+
},
|
| 15 |
+
"fitted_on": 3224,
|
| 16 |
+
"min_group": 150,
|
| 17 |
+
"conformal": {
|
| 18 |
+
"choice": {
|
| 19 |
+
"0.8": 0.2753,
|
| 20 |
+
"0.9": 0.505204,
|
| 21 |
+
"0.95": 0.776256
|
| 22 |
+
},
|
| 23 |
+
"choice:en": {
|
| 24 |
+
"0.8": 0.293443,
|
| 25 |
+
"0.9": 0.495969,
|
| 26 |
+
"0.95": 0.708513
|
| 27 |
+
},
|
| 28 |
+
"default": {
|
| 29 |
+
"0.8": 0.370846,
|
| 30 |
+
"0.9": 0.564361,
|
| 31 |
+
"0.95": 0.776256
|
| 32 |
+
},
|
| 33 |
+
"score": {
|
| 34 |
+
"0.8": 0.535527,
|
| 35 |
+
"0.9": 0.66665,
|
| 36 |
+
"0.95": 0.818577
|
| 37 |
+
},
|
| 38 |
+
"score:en": {
|
| 39 |
+
"0.8": 0.518117,
|
| 40 |
+
"0.9": 0.604395,
|
| 41 |
+
"0.95": 0.678569
|
| 42 |
+
},
|
| 43 |
+
"choice:tr": {
|
| 44 |
+
"0.8": 0.335178,
|
| 45 |
+
"0.9": 0.6314,
|
| 46 |
+
"0.95": 0.844323
|
| 47 |
+
},
|
| 48 |
+
"choice:de": {
|
| 49 |
+
"0.8": 0.204405,
|
| 50 |
+
"0.9": 0.364523,
|
| 51 |
+
"0.95": 0.635809
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"auto_threshold": {
|
| 55 |
+
"choice": 0.5,
|
| 56 |
+
"noul": 0.0,
|
| 57 |
+
"score": 0.0
|
| 58 |
+
},
|
| 59 |
+
"auto_fit": {
|
| 60 |
+
"choice": {
|
| 61 |
+
"threshold": 0.5,
|
| 62 |
+
"accuracy_off": 0.9014,
|
| 63 |
+
"accuracy_auto": 0.9296,
|
| 64 |
+
"accuracy_on": 0.9155,
|
| 65 |
+
"reasoning_share": 0.1268,
|
| 66 |
+
"pairs": 71
|
| 67 |
+
},
|
| 68 |
+
"noul": {
|
| 69 |
+
"threshold": 0.0,
|
| 70 |
+
"accuracy_off": 0.9464,
|
| 71 |
+
"accuracy_auto": 0.9464,
|
| 72 |
+
"accuracy_on": 0.8929,
|
| 73 |
+
"reasoning_share": 0.0,
|
| 74 |
+
"pairs": 56
|
| 75 |
+
},
|
| 76 |
+
"score": {
|
| 77 |
+
"threshold": 0.0,
|
| 78 |
+
"accuracy_off": 0.8421,
|
| 79 |
+
"accuracy_auto": 0.8421,
|
| 80 |
+
"accuracy_on": 0.8421,
|
| 81 |
+
"reasoning_share": 0.0,
|
| 82 |
+
"pairs": 19
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"fit": {
|
| 86 |
+
"suite": "data/splits/v2/calib-all.jsonl",
|
| 87 |
+
"decisions": 3224,
|
| 88 |
+
"date": "2026-10-01"
|
| 89 |
+
}
|
| 90 |
+
}
|