4B-5949/evaluation/runtime-smoke.json

{
  "status": "passed",
  "runtime_sha256": {
    "openjet_runtime/__init__.py": "df6eb864cf6d0c2f512fb00f17eeaa11fd790afca33a0f7b2f609aeb1f2b3944",
    "openjet_runtime/runtime.py": "6e7b0b131cb14ab0d25cc8fd6c7fc41738b799cfe6de1ccdbae2d09d7c64313c",
    "openjet_runtime/early_exit.py": "89b7751a927a6d1348a454fb8ee986395423ad5686d855fb3ccab255c95d2566",
    "openjet_runtime/contracts.py": "d8e8e5270ecd6dab917d886dda2d684c24696b811faa968bb3c399ceef5e356a",
    "openjet_runtime/candidate_projection.py": "84dc4746b5fb06ac6a9024dde3ba8414d901acf2a62d010b0d66f26acfaf74a6"
  },
  "decisions": 160,
  "max_probability_delta": 0.0,
  "no_jev_import": true,
  "long_input_rejected": true,
  "invalid_effort_rejected": true,
  "synthetic_examples": [
    {
      "id": "example-binary",
      "type": "choice",
      "probabilities": {
        "close": 0.9961305856704712,
        "refund": 0.0038693908136337996
      },
      "choice": "close",
      "effort": "low",
      "executed_layers": 16,
      "prompt_tokens": 103,
      "logits": [
        5.09375,
        -0.45703125
      ],
      "projection": "candidate_rows",
      "calibrated": false
    },
    {
      "id": "example-binary",
      "type": "choice",
      "probabilities": {
        "close": 0.9996199607849121,
        "refund": 0.0003799845289904624
      },
      "choice": "close",
      "effort": "high",
      "executed_layers": 32,
      "prompt_tokens": 103,
      "logits": [
        20.375,
        12.5
      ],
      "projection": "full_head",
      "calibrated": false
    },
    {
      "id": "example-browser",
      "type": "choice",
      "probabilities": {
        "click-1": 0.06669197976589203,
        "click-2": 0.016471756622195244,
        "click-3": 0.03487071022391319,
        "click-4": 0.06072373315691948,
        "click-5": 0.025511953979730606,
        "click-6": 0.03125790134072304,
        "click-7": 0.0377042256295681,
        "click-8": 0.05234713479876518,
        "click-9": 0.07498379796743393,
        "click-10": 0.027584997937083244,
        "click-11": 0.04879289120435715,
        "click-12": 0.042062100023031235,
        "click-13": 0.14767390489578247,
        "click-14": 0.10910079628229141,
        "click-15": 0.08630583435297012,
        "click-16": 0.13791632652282715
      },
      "choice": "click-13",
      "effort": "low",
      "executed_layers": 16,
      "prompt_tokens": 383,
      "logits": [
        -1.1796875,
        -2.578125,
        -1.828125,
        -1.2734375,
        -2.140625,
        -1.9375,
        -1.75,
        -1.421875,
        -1.0625,
        -2.0625,
        -1.4921875,
        -1.640625,
        -0.384765625,
        -0.6875,
        -0.921875,
        -0.453125
      ],
      "projection": "candidate_rows",
      "calibrated": false
    },
    {
      "id": "example-browser",
      "type": "choice",
      "probabilities": {
        "click-1": 0.00045352030429057777,
        "click-2": 0.00040023025940172374,
        "click-3": 0.00017760110495146364,
        "click-4": 0.0002142278099199757,
        "click-5": 0.0002584080502856523,
        "click-6": 0.00024275195028167218,
        "click-7": 0.0003532019618432969,
        "click-8": 0.0004827698867302388,
        "click-9": 0.0013123045209795237,
        "click-10": 0.0004827698867302388,
        "click-11": 0.0035672136582434177,
        "click-12": 0.9890894293785095,
        "click-13": 0.0012327961158007383,
        "click-14": 0.0007959529175423086,
        "click-15": 0.0001890553830889985,
        "click-16": 0.0007477285689674318
      },
      "choice": "click-12",
      "effort": "high",
      "executed_layers": 32,
      "prompt_tokens": 383,
      "logits": [
        12.5625,
        12.4375,
        11.625,
        11.8125,
        12.0,
        11.9375,
        12.3125,
        12.625,
        13.625,
        12.625,
        14.625,
        20.25,
        13.5625,
        13.125,
        11.6875,
        13.0625
      ],
      "projection": "full_head",
      "calibrated": false
    }
  ],
  "text_smoke": {
    "low": {
      "text": "\u4f60\u597d / / / / ...etc\u4e4e--SsN [sS",
      "token_ids": [
        109266,
        593,
        593,
        593,
        593,
        2423,
        11763,
        97091,
        12,
        12,
        50,
        82,
        45,
        498,
        82,
        50
      ],
      "effort": "low",
      "executed_layers_per_token": 16,
      "finish_reason": "length",
      "prompt_tokens": 28
    },
    "high": {
      "text": "red shoes\n",
      "token_ids": [
        1114,
        14850,
        248046,
        198,
        248044
      ],
      "effort": "high",
      "executed_layers_per_token": 32,
      "finish_reason": "eos",
      "prompt_tokens": 28
    }
  },
  "text_scope": "Execution smoke only; not TYPE accuracy or speed validation"
}