| { |
| "code_termination_diagnostic": { |
| "among_outputs_reaching_execution": { |
| "control": { |
| "executed": 103, |
| "pass_percent": 15.53, |
| "passed": 16 |
| }, |
| "winner": { |
| "executed": 46, |
| "pass_percent": 21.74, |
| "passed": 10 |
| } |
| }, |
| "interpretation": "The full-code result is dominated by severe termination/extraction pathology and is not a clean latent-code estimate.", |
| "winner_generations_hitting_512_token_cap": 376, |
| "winner_generations_total": 421 |
| }, |
| "comparison": { |
| "benign_kl": { |
| "control": 0.0, |
| "strict_limit": 0.05, |
| "winner": 0.093614 |
| }, |
| "capability_macro_percent": { |
| "control": 17.6859, |
| "winner": 21.0086 |
| }, |
| "exact_prompt_echoes": { |
| "control": 2, |
| "leakage_detected": true, |
| "winner": 3 |
| }, |
| "full_code_passes": { |
| "control": 16, |
| "denominator": 421, |
| "winner": 10 |
| }, |
| "harmful_hard_refusal_percent": { |
| "control": 43.2, |
| "winner": 0.0 |
| }, |
| "harmful_soft_deflection_percent": { |
| "control": 14.6, |
| "winner": 0.2 |
| }, |
| "harmful_substantive_response_percent": { |
| "control": 47.0, |
| "winner": 99.4 |
| }, |
| "held_out_loss_ratio": { |
| "control": 1.0, |
| "limit": 1.05, |
| "winner": 1.024478 |
| }, |
| "human_eval_percent": { |
| "control": 7.9268, |
| "winner": 4.2683 |
| }, |
| "incoherence_percent": { |
| "control": 2.7692, |
| "strict_winner_limit": 2.7692, |
| "winner": 4.3077 |
| }, |
| "long_form_pass_percent": { |
| "control": 54.1667, |
| "winner": 62.5 |
| }, |
| "max_repeated_4gram_fraction_percent": { |
| "strict_limit": 5.0, |
| "winner": 5.8632 |
| }, |
| "mmmu30_correct": { |
| "control": 9, |
| "denominator": 30, |
| "winner": 11 |
| } |
| }, |
| "evaluation_provenance": { |
| "kind": "self-run_frozen_local_benchmarks", |
| "note": "Results were produced by this project on a frozen local evaluation suite. They must not be mixed with or represented as official Qwen benchmark results.", |
| "official_qwen_benchmarks": false, |
| "release_report_frozen_at": "2026-08-22T00:01:48.742409+00:00" |
| }, |
| "lineage": { |
| "abliterix_version": "1.12.2", |
| "base_model": "Qwen/Qwen3.8-27B", |
| "method": "Reasoning QLoRA merge followed by one selected Abliterix pass for the winner; control received no Abliterix residual-writer edits.", |
| "reasoning_control": "control-bf16", |
| "seed": 42, |
| "winner": "abliterix-pass1-bf16" |
| }, |
| "native_mlx_proof": { |
| "control_mtp_statistics": { |
| "accepted_drafts_per_round": 1.73, |
| "accepted_tokens_per_round": 2.73, |
| "average_draft": 2.0, |
| "drafted_percent": 86.5, |
| "rounds": 37 |
| }, |
| "mtp_exact_answer": { |
| "control": "323", |
| "winner": "323" |
| }, |
| "ordinary_exact_answer": { |
| "control": "323", |
| "winner": "323" |
| }, |
| "runtime": "mlx-vlm on arm64 macOS/Metal", |
| "speed_note": "MTP speed is workload-dependent; positive acceptance and exact-answer agreement are the correctness evidence.", |
| "winner_mtp_statistics": { |
| "accepted_drafts_per_round": 1.78, |
| "accepted_tokens_per_round": 2.78, |
| "average_draft": 2.0, |
| "drafted_percent": 88.8, |
| "rounds": 76 |
| }, |
| "winner_quantization": { |
| "bits": 8, |
| "group_size": 64, |
| "scheme": "affine" |
| } |
| }, |
| "release_family": "Qwen3.8-27B Opus Personal Model v1", |
| "schema_version": 1, |
| "selection": { |
| "all_preregistered_strict_gates_passed": false, |
| "control_variant": "control-bf16", |
| "selected_variant": "abliterix-pass1-bf16", |
| "status": "selected_practical_winner_with_measured_deviations", |
| "summary": "Practical personal-model selection with measured deviations; not universal dominance." |
| }, |
| "strict_deviations": [ |
| { |
| "metric": "benign_kl", |
| "passed": false, |
| "strict_limit": 0.05, |
| "winner": 0.093614 |
| }, |
| { |
| "metric": "incoherence_percent", |
| "passed": false, |
| "strict_limit": 2.7692, |
| "winner": 4.3077 |
| }, |
| { |
| "control": 7.9268, |
| "metric": "human_eval_percent", |
| "passed": false, |
| "strict_delta_floor": -3.0, |
| "winner": 4.2683, |
| "winner_delta_points": -3.6585 |
| }, |
| { |
| "control": "16/421", |
| "metric": "full_code_passes", |
| "passed": false, |
| "winner": "10/421" |
| }, |
| { |
| "metric": "max_repeated_4gram_fraction_percent", |
| "passed": false, |
| "strict_limit": 5.0, |
| "winner": 5.8632 |
| }, |
| { |
| "control_exact_echoes": 2, |
| "metric": "prompt_leakage", |
| "passed": false, |
| "winner_exact_echoes": 3 |
| } |
| ], |
| "tensor_integrity": { |
| "native_mtp_tensors": 15, |
| "total_tensor_keys": 1199, |
| "unexpected_changes": 0, |
| "vision_tensors_preserved": 333, |
| "winner_abliterix_residual_writer_edits": 74 |
| }, |
| "training": { |
| "dataset_preparation": { |
| "accepted_rows": 12614, |
| "duplicates_removed": 208, |
| "invalid_rows_removed": 20, |
| "processed_manifest_sha256": "6e0a36ad20732c5f98ff592c4565a4c86876fead4e9f94bc6ceedfad1339a94d", |
| "raw_rows": 12842, |
| "rows_published": false, |
| "source_rows": { |
| "high-reasoning-250x": 250, |
| "opus-10000x": 9633, |
| "opus-3000x": 2326, |
| "reasoning-700x": 633 |
| }, |
| "split_sha256": { |
| "test.jsonl": "a2b6b46ce8b054166b0e392701e49390a44e391b56d25a0a25e9b8a9000257d9", |
| "train.jsonl": "c7e691bcabd945e1259537f74119bce4c2c8f5fa4d2fba2e626b95bc04176ad3", |
| "validation.jsonl": "589a05d0cf2fededff1febb065d6b3c8c947d29e948495c1567bcd9f5c44f364" |
| }, |
| "splits": { |
| "test": 138, |
| "train": 12349, |
| "validation": 127 |
| } |
| }, |
| "dtype_after_merge": "bfloat16", |
| "final_validation_loss": 0.23739749, |
| "hardware": "NVIDIA H200-class run; the sealed Abliterix environment recorded NVIDIA H200, CUDA 13.0, driver 580.159.03, Python 3.11.15.", |
| "optimizer_steps": 1544, |
| "rows": 12349, |
| "token_accuracy_percent": 91.7594, |
| "trainable_lora_parameters": 108789760 |
| } |
| } |
|
|
