9B-3000/evaluation/runtime-smoke.json

{
  "status": "passed",
  "runtime_sha256": {
    "openjet_runtime/__init__.py": "df6eb864cf6d0c2f512fb00f17eeaa11fd790afca33a0f7b2f609aeb1f2b3944",
    "openjet_runtime/runtime.py": "6e7b0b131cb14ab0d25cc8fd6c7fc41738b799cfe6de1ccdbae2d09d7c64313c",
    "openjet_runtime/early_exit.py": "89b7751a927a6d1348a454fb8ee986395423ad5686d855fb3ccab255c95d2566",
    "openjet_runtime/contracts.py": "d8e8e5270ecd6dab917d886dda2d684c24696b811faa968bb3c399ceef5e356a",
    "openjet_runtime/candidate_projection.py": "84dc4746b5fb06ac6a9024dde3ba8414d901acf2a62d010b0d66f26acfaf74a6"
  },
  "decisions": 160,
  "max_probability_delta": 0.0,
  "no_jev_import": true,
  "long_input_rejected": true,
  "invalid_effort_rejected": true,
  "synthetic_examples": [
    {
      "id": "example-binary",
      "type": "choice",
      "probabilities": {
        "close": 0.9984512329101562,
        "refund": 0.0015487611526623368
      },
      "choice": "close",
      "effort": "low",
      "executed_layers": 16,
      "prompt_tokens": 103,
      "logits": [
        7.8125,
        1.34375
      ],
      "projection": "candidate_rows",
      "calibrated": false
    },
    {
      "id": "example-binary",
      "type": "choice",
      "probabilities": {
        "close": 0.999480664730072,
        "refund": 0.0005193048273213208
      },
      "choice": "close",
      "effort": "high",
      "executed_layers": 32,
      "prompt_tokens": 103,
      "logits": [
        20.75,
        13.1875
      ],
      "projection": "full_head",
      "calibrated": false
    },
    {
      "id": "example-browser",
      "type": "choice",
      "probabilities": {
        "click-1": 0.0071670678444206715,
        "click-2": 0.0058954693377017975,
        "click-3": 0.07841967791318893,
        "click-4": 0.02626730129122734,
        "click-5": 0.012456356547772884,
        "click-6": 0.05142887309193611,
        "click-7": 0.032435785979032516,
        "click-8": 0.02796139568090439,
        "click-9": 0.031437840312719345,
        "click-10": 0.031437840312719345,
        "click-11": 0.08090898394584656,
        "click-12": 0.11409995704889297,
        "click-13": 0.10887493193149567,
        "click-14": 0.17128431797027588,
        "click-15": 0.05648357421159744,
        "click-16": 0.16344064474105835
      },
      "choice": "click-14",
      "effort": "low",
      "executed_layers": 16,
      "prompt_tokens": 383,
      "logits": [
        -0.158203125,
        -0.353515625,
        2.234375,
        1.140625,
        0.39453125,
        1.8125,
        1.3515625,
        1.203125,
        1.3203125,
        1.3203125,
        2.265625,
        2.609375,
        2.5625,
        3.015625,
        1.90625,
        2.96875
      ],
      "projection": "candidate_rows",
      "calibrated": false
    },
    {
      "id": "example-browser",
      "type": "choice",
      "probabilities": {
        "click-1": 0.0001901919167721644,
        "click-2": 0.00011535723751876503,
        "click-3": 0.00012279713700991124,
        "click-4": 0.0001901919167721644,
        "click-5": 9.563451021676883e-05,
        "click-6": 8.984030864667147e-05,
        "click-7": 5.4490898037329316e-05,
        "click-8": 0.0001391473924741149,
        "click-9": 0.0005503385909833014,
        "click-10": 0.0001391473924741149,
        "click-11": 0.0024664464872330427,
        "click-12": 0.9950355291366577,
        "click-13": 0.00033379721571691334,
        "click-14": 0.00017866877897176892,
        "click-15": 0.00010836809815373272,
        "click-16": 0.0001901919167721644
      },
      "choice": "click-12",
      "effort": "high",
      "executed_layers": 32,
      "prompt_tokens": 383,
      "logits": [
        12.4375,
        11.9375,
        12.0,
        12.4375,
        11.75,
        11.6875,
        11.1875,
        12.125,
        13.5,
        12.125,
        15.0,
        21.0,
        13.0,
        12.375,
        11.875,
        12.4375
      ],
      "projection": "full_head",
      "calibrated": false
    }
  ],
  "text_smoke": {
    "low": {
      "text": "<think>nesssss\u5730\u4e2d\u56fd\u5bb6\u5730...\u2026sX\u5d07\u5cf0\u5cf0...\u2026",
      "token_ids": [
        248068,
        2022,
        82,
        753,
        95852,
        106947,
        95852,
        1076,
        1873,
        82,
        55,
        98390,
        97462,
        97462,
        1076,
        1873
      ],
      "effort": "low",
      "executed_layers_per_token": 16,
      "finish_reason": "length",
      "prompt_tokens": 28
    },
    "high": {
      "text": "red shoes\n",
      "token_ids": [
        1114,
        14850,
        248046,
        198,
        248044
      ],
      "effort": "high",
      "executed_layers_per_token": 32,
      "finish_reason": "eos",
      "prompt_tokens": 28
    }
  },
  "text_scope": "Execution smoke only; not TYPE accuracy or speed validation"
}