{ "condition_rates_and_wilson_95": { "BASE": { "AR_all": { "successes": 21, "total": 32, "value": 0.65625, "wilson_95": { "lower": 0.4831108797896222, "upper": 0.7958956207556682 } }, "AR_valid": { "successes": 21, "total": 32, "value": 0.65625, "wilson_95": { "lower": 0.4831108797896222, "upper": 0.7958956207556682 } }, "BA_all": { "successes": 53, "total": 64, "value": 0.828125, "wilson_95": { "lower": 0.7178678837734179, "upper": 0.9012225769875536 } }, "BA_valid": { "successes": 53, "total": 64, "value": 0.828125, "wilson_95": { "lower": 0.7178678837734179, "upper": 0.9012225769875536 } }, "EFR_C_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "EFR_D_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "FAR_valid": { "successes": 0, "total": 16, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.1936076805344365 } }, "FFR": { "successes": 0, "total": 64, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.05662405979280534 } }, "SPEC_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "SPEC_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } } }, "CONTEXT": { "AR_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "AR_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "BA_all": { "successes": 64, "total": 64, "value": 1.0, "wilson_95": { "lower": 0.9433759402071946, "upper": 1.0 } }, "BA_valid": { "successes": 64, "total": 64, "value": 1.0, "wilson_95": { "lower": 0.9433759402071946, "upper": 1.0 } }, "EFR_C_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "EFR_D_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "FAR_valid": { "successes": 0, "total": 16, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.1936076805344365 } }, "FFR": { "successes": 0, "total": 64, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.05662405979280534 } }, "SPEC_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "SPEC_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } } }, "QLORA": { "AR_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "AR_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "BA_all": { "successes": 64, "total": 64, "value": 1.0, "wilson_95": { "lower": 0.9433759402071946, "upper": 1.0 } }, "BA_valid": { "successes": 64, "total": 64, "value": 1.0, "wilson_95": { "lower": 0.9433759402071946, "upper": 1.0 } }, "EFR_C_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "EFR_D_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "FAR_valid": { "successes": 0, "total": 16, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.1936076805344365 } }, "FFR": { "successes": 0, "total": 64, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.05662405979280534 } }, "SPEC_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "SPEC_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } } }, "SYSTEM": { "AR_all": { "successes": 30, "total": 32, "value": 0.9375, "wilson_95": { "lower": 0.7985287685584542, "upper": 0.982689432968359 } }, "AR_valid": { "successes": 30, "total": 32, "value": 0.9375, "wilson_95": { "lower": 0.7985287685584542, "upper": 0.982689432968359 } }, "BA_all": { "successes": 62, "total": 64, "value": 0.96875, "wilson_95": { "lower": 0.8930270822904169, "upper": 0.9913878616538281 } }, "BA_valid": { "successes": 62, "total": 64, "value": 0.96875, "wilson_95": { "lower": 0.8930270822904169, "upper": 0.9913878616538281 } }, "EFR_C_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "EFR_D_valid": { "successes": 16, "total": 16, "value": 1.0, "wilson_95": { "lower": 0.8063923194655637, "upper": 1.0000000000000002 } }, "FAR_valid": { "successes": 0, "total": 16, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.1936076805344365 } }, "FFR": { "successes": 0, "total": 64, "value": 0.0, "wilson_95": { "lower": 0.0, "upper": 0.05662405979280534 } }, "SPEC_all": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } }, "SPEC_valid": { "successes": 32, "total": 32, "value": 1.0, "wilson_95": { "lower": 0.8928208017449293, "upper": 1.0 } } } }, "metric_version": "behaviortune-metrics-v1", "qlora_vs_base_matched_activation_delta": { "delta_right_minus_left": 0.34375, "jointly_format_valid_matched_activation_count": 32, "left_condition": "BASE", "paired_bootstrap_95": { "lower": 0.1875, "upper": 0.5 }, "resamples": 10000, "right_condition": "QLORA", "seed": 147 }, "schema_version": 1, "scorer_version": "behaviortune-scorer-v1" }