Download final_assessment.json from SabaPivot/repro-differentiable-conformal-training-for-llm-reasoning-factuality: direct link, hf CLI and curl.
- Browser
- Download file 2.58 kB
-
https://huggingface.co/spaces/SabaPivot/repro-differentiable-conformal-training-for-llm-reasoning-factuality/resolve/main/final_assessment.json
- Command line
-
hf download hf://spaces/SabaPivot/repro-differentiable-conformal-training-for-llm-reasoning-factuality/final_assessment.json
-
curl -L -o final_assessment.json https://huggingface.co/spaces/SabaPivot/repro-differentiable-conformal-training-for-llm-reasoning-factuality/resolve/main/final_assessment.json
2.58 kB
| { | |
| "paper_id": "XfndtVLIub", | |
| "semantic_quality_gate_version": 4, | |
| "all_six_claims_supported": true, | |
| "local_expected_verified_points": 12, | |
| "native_release_execution_complete": true, | |
| "paired_replay_byte_identical": true, | |
| "warning_strict_replay_runs": 2, | |
| "official_repository": "https://github.com/NathanHitt/Differentiable_Coherent_Factuality", | |
| "official_commit": "0b4d5487a9868a18c4f9aa5b3d96cdccc705ca97", | |
| "official_tree": "74710a65e89875c1aa187420d59a9ab12b00efe4", | |
| "source_snapshot_files": 19, | |
| "native_scale": { | |
| "released_math_graphs": 50, | |
| "released_claim_nodes": 503, | |
| "released_prediction_comparisons": 146000, | |
| "cv_folds": 20, | |
| "ancestor_removal_l1_difference": 26.071823805570602, | |
| "end_to_end_gradient_norm": 5.263001441955566, | |
| "claim3_temperature_levels": 9, | |
| "claim3_graph_temperature_evaluations": 450, | |
| "claim3_quantile_evaluations": 135, | |
| "claim3_final_maximum_score_error": 4.32542890393961e-13, | |
| "claim3_final_maximum_quantile_error": 0.0 | |
| }, | |
| "claim_outcomes": [ | |
| { | |
| "claim": 1, | |
| "outcome": "falsified_as_literally_registered", | |
| "result": "The 141% retention arithmetic holds, but released coverage is 96.545%, 0.455 percentage points below the 97% target." | |
| }, | |
| { | |
| "claim": 2, | |
| "outcome": "verified", | |
| "result": "Unrounded released means give 60.86% improvement and 99.155% coverage, verifying the rounded 61% claim at alpha 0.01." | |
| }, | |
| { | |
| "claim": 3, | |
| "outcome": "verified", | |
| "result": "The literal coupled schedule executes at nine temperatures on all 50 released graphs; terminal maximum score error is 4.33e-13 and all 15 tested conformal quantiles recover exactly." | |
| }, | |
| { | |
| "claim": 4, | |
| "outcome": "verified", | |
| "result": "The official prediction path produces 503 finite node probabilities and is paired with exact finite and released 20-trial convergence evidence." | |
| }, | |
| { | |
| "claim": 5, | |
| "outcome": "verified", | |
| "result": "All 146,000 released comparisons recompute to 90.219%-100% agreement." | |
| }, | |
| { | |
| "claim": 6, | |
| "outcome": "verified", | |
| "result": "The joint pipeline has a finite nonzero scorer gradient; removing ancestors changes predictions by aggregate L1 26.0718." | |
| } | |
| ], | |
| "integrity": { | |
| "literal_claims_preserved": true, | |
| "proxy_support_counted": false, | |
| "formula_only_support_counted": false, | |
| "statement": "No paper-scale result was invented, substituted, or repaired with a nearby result." | |
| }, | |
| "claim3_direct_limit_audit_complete": true | |
| } | |