| import json |
| from pathlib import Path |
|
|
| from scripts import evidence_gate_status |
|
|
|
|
| def test_current_repo_report_marks_badge_claims_ready_with_external_gaps() -> None: |
| report = evidence_gate_status.build_report() |
|
|
| assert report["status"] == "incomplete" |
| assert report["ready_for_badge_claims"] is True |
| assert report["missing_badge_gate_keys"] == [] |
| assert report["gates"]["claim_audit"]["passed"] is True |
| assert report["gates"]["hosted_omni_eval"]["passed"] is True |
| assert report["gates"]["demo_video"]["passed"] is True |
| assert report["gates"]["social_post"]["passed"] is True |
| assert report["gates"]["all_six_merit_badges_claimed"]["passed"] is True |
| assert report["gates"]["local_4b_50_case_eval"]["passed"] is False |
| assert report["gates"]["no_cloud_route"]["passed"] is False |
| assert report["gates"]["llama_champion_route"]["passed"] is False |
| assert report["gates"]["local_asr_provider_proof"]["passed"] is False |
| assert report["gates"]["trained_responder_user_test"]["passed"] is False |
| assert "local_4b_50_case_eval" in report["missing_gate_keys"] |
| assert "no_cloud_route" in report["missing_gate_keys"] |
| assert "llama_champion_route" in report["missing_gate_keys"] |
| assert "local_asr_provider_proof" in report["missing_gate_keys"] |
| assert "local full-weight endpoint" in report["gates"]["local_4b_50_case_eval"]["next_action"] |
| assert "real local Parakeet provider payload" in report["gates"]["local_asr_provider_proof"]["next_action"] |
|
|
|
|
| def test_report_uses_local_evidence_artifacts_when_present(tmp_path: Path) -> None: |
| local_4b_dir = tmp_path / "traces/local_4b_evidence_20260607T000000Z" |
| local_4b_dir.mkdir(parents=True) |
| (local_4b_dir / "summary.json").write_text( |
| json.dumps( |
| { |
| "status": "eval_completed", |
| "total_cases": 50, |
| "counts_as_no_cloud_route_proof": True, |
| "counts_as_50_case_local_llm_competence": True, |
| } |
| ), |
| encoding="utf-8", |
| ) |
| (local_4b_dir / "eval_evidence_manifest.json").write_text("{}", encoding="utf-8") |
| asr_dir = tmp_path / "traces/local_asr_parakeet_evidence_20260607T000000Z" |
| asr_dir.mkdir(parents=True) |
| (asr_dir / "summary.json").write_text( |
| json.dumps( |
| { |
| "status": "local_asr_proof_passed", |
| "counts_as_local_asr_artifact": True, |
| "counts_as_local_asr_proof": True, |
| } |
| ), |
| encoding="utf-8", |
| ) |
| (asr_dir / "asr_evidence_manifest.json").write_text("{}", encoding="utf-8") |
| docs = tmp_path / "docs" |
| docs.mkdir() |
| (docs / "submission_checklist.md").write_text( |
| "\n".join( |
| [ |
| "| Demo video | Pending | Pending |", |
| "| Social post | Proof needed | Pending |", |
| ] |
| ), |
| encoding="utf-8", |
| ) |
| (docs / "user_test_notes.md").write_text( |
| "Status: template only. No completed user-test results are recorded here yet.", |
| encoding="utf-8", |
| ) |
| (docs / "model_parameter_evidence_ledger.md").write_text( |
| "4B Figment adapter stretch: Not trained, published, or measured in this ledger.", |
| encoding="utf-8", |
| ) |
|
|
| report = evidence_gate_status.build_report(tmp_path) |
|
|
| assert report["gates"]["local_4b_50_case_eval"]["passed"] is True |
| assert report["gates"]["no_cloud_route"]["passed"] is True |
| assert report["gates"]["llama_champion_route"]["passed"] is True |
| assert report["gates"]["local_asr_provider_proof"]["passed"] is True |
| assert str(local_4b_dir / "eval_evidence_manifest.json") in report["gates"]["local_4b_50_case_eval"]["evidence_paths"] |
| assert str(asr_dir / "asr_evidence_manifest.json") in report["gates"]["local_asr_provider_proof"]["evidence_paths"] |
| assert report["status"] == "incomplete" |
| assert report["ready_for_badge_claims"] is False |
| assert "trained_responder_user_test" in report["missing_gate_keys"] |
|
|
