| { |
| "status": "passed", |
| "runtime_sha256": { |
| "openjet_runtime/__init__.py": "df6eb864cf6d0c2f512fb00f17eeaa11fd790afca33a0f7b2f609aeb1f2b3944", |
| "openjet_runtime/runtime.py": "6e7b0b131cb14ab0d25cc8fd6c7fc41738b799cfe6de1ccdbae2d09d7c64313c", |
| "openjet_runtime/early_exit.py": "89b7751a927a6d1348a454fb8ee986395423ad5686d855fb3ccab255c95d2566", |
| "openjet_runtime/contracts.py": "d8e8e5270ecd6dab917d886dda2d684c24696b811faa968bb3c399ceef5e356a", |
| "openjet_runtime/candidate_projection.py": "84dc4746b5fb06ac6a9024dde3ba8414d901acf2a62d010b0d66f26acfaf74a6" |
| }, |
| "decisions": 160, |
| "max_probability_delta": 0.0, |
| "no_jev_import": true, |
| "long_input_rejected": true, |
| "invalid_effort_rejected": true, |
| "synthetic_examples": [ |
| { |
| "id": "example-binary", |
| "type": "choice", |
| "probabilities": { |
| "close": 0.9989758729934692, |
| "refund": 0.0010242064017802477 |
| }, |
| "choice": "close", |
| "effort": "low", |
| "executed_layers": 16, |
| "prompt_tokens": 103, |
| "logits": [ |
| 8.3125, |
| 1.4296875 |
| ], |
| "projection": "candidate_rows", |
| "calibrated": false |
| }, |
| { |
| "id": "example-binary", |
| "type": "choice", |
| "probabilities": { |
| "close": 0.999595582485199, |
| "refund": 0.00040448151412419975 |
| }, |
| "choice": "close", |
| "effort": "high", |
| "executed_layers": 32, |
| "prompt_tokens": 103, |
| "logits": [ |
| 20.75, |
| 12.9375 |
| ], |
| "projection": "full_head", |
| "calibrated": false |
| }, |
| { |
| "id": "example-browser", |
| "type": "choice", |
| "probabilities": { |
| "click-1": 0.008737827651202679, |
| "click-2": 0.007027901243418455, |
| "click-3": 0.05052885040640831, |
| "click-4": 0.019029337912797928, |
| "click-5": 0.007159519474953413, |
| "click-6": 0.0369676910340786, |
| "click-7": 0.013652882538735867, |
| "click-8": 0.029937351122498512, |
| "click-9": 0.02662683092057705, |
| "click-10": 0.022775137796998024, |
| "click-11": 0.04028511047363281, |
| "click-12": 0.1352221965789795, |
| "click-13": 0.08868088573217392, |
| "click-14": 0.19369687139987946, |
| "click-15": 0.03784435614943504, |
| "click-16": 0.28182727098464966 |
| }, |
| "choice": "click-16", |
| "effort": "low", |
| "executed_layers": 16, |
| "prompt_tokens": 383, |
| "logits": [ |
| 0.1201171875, |
| -0.09765625, |
| 1.875, |
| 0.8984375, |
| -0.0791015625, |
| 1.5625, |
| 0.56640625, |
| 1.3515625, |
| 1.234375, |
| 1.078125, |
| 1.6484375, |
| 2.859375, |
| 2.4375, |
| 3.21875, |
| 1.5859375, |
| 3.59375 |
| ], |
| "projection": "candidate_rows", |
| "calibrated": false |
| }, |
| { |
| "id": "example-browser", |
| "type": "choice", |
| "probabilities": { |
| "click-1": 3.5321256291354075e-05, |
| "click-2": 2.0125446098973043e-05, |
| "click-3": 1.1467132935649715e-05, |
| "click-4": 1.6684580259607174e-05, |
| "click-5": 1.1467132935649715e-05, |
| "click-6": 1.2206699466332793e-05, |
| "click-7": 8.38953292259248e-06, |
| "click-8": 2.1423424186650664e-05, |
| "click-9": 0.00019094489107374102, |
| "click-10": 2.75082238658797e-05, |
| "click-11": 0.0005190420779399574, |
| "click-12": 0.9989749193191528, |
| "click-13": 6.199072959134355e-05, |
| "click-14": 1.8906104742200114e-05, |
| "click-15": 1.1467132935649715e-05, |
| "click-16": 5.823490573675372e-05 |
| }, |
| "choice": "click-12", |
| "effort": "high", |
| "executed_layers": 32, |
| "prompt_tokens": 383, |
| "logits": [ |
| 11.125, |
| 10.5625, |
| 10.0, |
| 10.375, |
| 10.0, |
| 10.0625, |
| 9.6875, |
| 10.625, |
| 12.8125, |
| 10.875, |
| 13.8125, |
| 21.375, |
| 11.6875, |
| 10.5, |
| 10.0, |
| 11.625 |
| ], |
| "projection": "full_head", |
| "calibrated": false |
| } |
| ], |
| "text_smoke": { |
| "low": { |
| "text": "<think>nesssss\u5730\u4e2d\u56fd\u5bb6\u5730...\u2026s\u6d0b\u65b0\u65b0\u53f8\u4ebatral", |
| "token_ids": [ |
| 248068, |
| 2022, |
| 82, |
| 753, |
| 95852, |
| 106947, |
| 95852, |
| 1076, |
| 1873, |
| 82, |
| 97648, |
| 95882, |
| 95882, |
| 95958, |
| 95765, |
| 175762 |
| ], |
| "effort": "low", |
| "executed_layers_per_token": 16, |
| "finish_reason": "length", |
| "prompt_tokens": 28 |
| }, |
| "high": { |
| "text": "red shoes\n", |
| "token_ids": [ |
| 1114, |
| 14850, |
| 248046, |
| 198, |
| 248044 |
| ], |
| "effort": "high", |
| "executed_layers_per_token": 32, |
| "finish_reason": "eos", |
| "prompt_tokens": 28 |
| } |
| }, |
| "text_scope": "Execution smoke only; not TYPE accuracy or speed validation" |
| } |
|
|
