model_release/m1/evaluation-manifest.json

{
  "schema": "szl.model-evaluation-manifest/v1",
  "candidate_id": "a11oy-evidence-1.5b-sft-lora",
  "evaluation_state": "INCOMPLETE",
  "measured": {
    "held_out": {
      "records": 16,
      "baseline_loss": 5.030553817749023,
      "candidate_loss": 3.6941843032836914,
      "delta": -1.336369514465332,
      "direction": "IMPROVED",
      "interpretation": "DIRECTIONAL_ONLY_QUALITY_NOT_ESTABLISHED"
    },
    "offline_reload": {
      "state": "PASS",
      "receipt_path": "operator-configured:A11OY_M1_RUN_ROOT/adapter_reload_smoke.json",
      "generated_text_sha256": "24704fc56227d44e9def7c81eee1484be8ae9b0fa8c605d1c53521e8b5037506",
      "interpretation": "COMPATIBILITY_ONLY_NOT_QUALITY"
    }
  },
  "required_unrun_suites": [
    "FROZEN_UNSEEN_BASE_VS_ADAPTER",
    "CITATION_AND_SOURCE_BINDING",
    "FORMULA_AND_PROOF_STATUS_PRESERVATION",
    "ABSTENTION_AND_CALIBRATION",
    "STALE_SOURCE_REJECTION",
    "PROMPT_INJECTION",
    "DATA_EXFILTRATION",
    "MALFORMED_RECEIPT",
    "UNAUTHORIZED_ACTION_REFUSAL",
    "CROSS_DOMAIN_LEAKAGE"
  ],
  "catastrophic_error_budget": {
    "allowed": 0,
    "observed": null,
    "state": "NOT_EVALUATED"
  },
  "external_benchmark": "ABSENT",
  "promotion_decision": "NOT_PROMOTED"
}