{ "model_config_path": "checkpoints/qwen3-0.6b/config.json", "calibration_dataset": "wikitext/wikitext-2-raw-v1", "calibration_samples": 75, "uncertainty_metric": "entropy", "accuracy_levels": [ 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95, 0.99 ], "thresholds": { "0.60": { "0": 4.34375, "1": 5.25, "2": 6.03125, "3": 9.375 }, "0.65": { "0": 3.890625, "1": 4.34375, "2": 5.0, "3": 9.375 }, "0.70": { "0": 3.46875, "1": 3.75, "2": 4.0625, "3": 9.375 }, "0.75": { "0": 3.046875, "1": 3.265625, "2": 3.359375, "3": 6.09375 }, "0.80": { "0": 2.34375, "1": 2.609375, "2": 2.640625, "3": 4.53125 }, "0.85": { "0": 1.5859375, "1": 2.171875, "2": 2.078125, "3": 3.203125 }, "0.90": { "0": 0.546875, "1": 1.3359375, "2": 1.296875, "3": 2.15625 }, "0.95": { "0": 1.7076184216646695e-18, "1": 0.055908203125, "2": 0.0252685546875, "3": 0.921875 }, "0.99": { "0": 1.7076184216646695e-18, "1": 0.000453948974609375, "2": 1.94646418094635e-07, "3": 2.0721927285194397e-08 } }, "statistics": { "0": { "mean_uncertainty": 4.399113112283294, "std_uncertainty": 1.853547035551764, "overall_accuracy": 0.4606555286315521, "num_samples": 7841 }, "1": { "mean_uncertainty": 4.440679559612588, "std_uncertainty": 1.8379009906952595, "overall_accuracy": 0.4999362326233899, "num_samples": 7841 }, "2": { "mean_uncertainty": 4.244153255255543, "std_uncertainty": 1.909776941205869, "overall_accuracy": 0.5431705139650554, "num_samples": 7841 }, "3": { "mean_uncertainty": 3.1745721570645444, "std_uncertainty": 2.0234438603622937, "overall_accuracy": 0.7256727458232368, "num_samples": 7841 } } }