results/summary.json

{
 "label": "2B full FT, supervised, lr 1e-6",
 "family": "Readout fine-tuning \u00b7 Qwen3.5-2B",
 "size": "2B",
 "stage": "full sup",
 "acc": 0.7032601846045105,
 "ece": 0.055833174889796264,
 "brier": 0.3583264169425642,
 "heldout_acc": 0.7456877729257642,
 "heldout_ece": 0.07092602582208002,
 "trained_acc": 0.6873498389840402,
 "tvd": 0.3150721346871825,
 "n_configs": 22,
 "T_choice": 0.9495,
 "T_score": 1.1244,
 "T_noul": 1.6135,
 "sure_loss": 0.34424443248451636,
 "frac_incoherent": 0.9795735971345725,
 "proj_gain_acc": 0.006145886633691422,
 "proj_gain_ece": -3.436767578621214e-05,
 "chaos_rho": 0.2801169966210108,
 "order_flip": 0.113125,
 "order_tvd": 0.12562775,
 "distractor_flip": 0.11833333333333333,
 "distractor_tvd": 0.10245072806770497,
 "primitive_flip": 0.22083333333333333,
 "primitive_tvd": 0.16025248222092825,
 "opaque_keys_acc": 0.6616666666666666,
 "cardinality_drop": 0.253,
 "tag_tvd": 0.050117627353193285,
 "tag_tvd_T": 0.05035784645876886,
 "tag_flip": 0.048266666666666666,
 "tag_max_tvd": 0.07423161060593127,
 "tag_sets": 5,
 "tag_skipped": [],
 "rule_acc": 0.6711864406779661,
 "rule_yes_rate": 0.5977401129943503,
 "nota_none_when_gone": 0.336,
 "nota_none_when_there": 0.044,
 "nota_ece": 0.0942449,
 "hijack": 0.05500000000000001,
 "hijack_toward_no": 0.0456273764258555,
 "phish_acc": 0.5035,
 "phish_recall": 0.007,
 "phish_fpr": 0.0,
 "phish_auroc": 0.7752055,
 "tool_acc": 0.7833333333333333,
 "ticket_acc": 0.8518518518518519
}