| { |
| "schema": "openjev-five-system-chart-v1", |
| "source_summary_sha256": "d0f71b15590e1f56c9a75a847dfd7c402cfaf0ffbd09603953ad726a9aab0305", |
| "panel_manifest_sha256": "f75623564147490918a5ac98e3b14dbb7664bedb756d36c7f30d202446677318", |
| "questions": 1000, |
| "parent_groups": 799, |
| "quotas": { |
| "browser": 300, |
| "hs3": 450, |
| "boolq": 75, |
| "mnli": 75, |
| "score": 100 |
| }, |
| "claim_scope": "historical base+adapter checkpoint-5949 evaluation; not current merged release validation; not sealed test; no timing claim", |
| "metric": "valid and correct / all 1000 questions", |
| "models": [ |
| { |
| "name": "APUS-OpenJev 35B-A3B", |
| "source_name": "35B-A3B final-5949 / 40L", |
| "correct": 822, |
| "total": 1000, |
| "valid": 1000, |
| "accuracy": 0.822, |
| "source_predictions_sha256": "3ec05570b05c96617fcea13f95415ebea5296a28f3e187a04a137a88ff6f05f1" |
| }, |
| { |
| "name": "APUS-OpenJev 9B", |
| "source_name": "Jet1 9B final-5949 / 32L", |
| "correct": 811, |
| "total": 1000, |
| "valid": 1000, |
| "accuracy": 0.811, |
| "source_predictions_sha256": "62804823e9148cb76d0f6ebc98733f69a46ea22a0de368a7c9e03f2dbafbcd65" |
| }, |
| { |
| "name": "APUS-OpenJev 4B", |
| "source_name": "Jet1 4B final-5949 / 32L", |
| "correct": 805, |
| "total": 1000, |
| "valid": 1000, |
| "accuracy": 0.805, |
| "source_predictions_sha256": "8f98034b552bb713513b181b6209c75e52be345e46cee3da3867aa69abf6e3e3" |
| }, |
| { |
| "name": "Jev API", |
| "source_name": "Official Jev 1.13.0", |
| "correct": 770, |
| "total": 1000, |
| "valid": 972, |
| "accuracy": 0.77, |
| "source_predictions_sha256": "d255b7e73357027e612b25bee2863f401867c04cd667ac1947e42c10cc0e66aa" |
| }, |
| { |
| "name": "Laya · typed full input", |
| "source_name": "Laya Typed-decisions full-input / 1c5edc17", |
| "correct": 505, |
| "total": 1000, |
| "valid": 1000, |
| "accuracy": 0.505, |
| "source_predictions_sha256": "da922effc80428e0a8d640bf62238cc6682c9c2ec12824009f4d2e059d703578" |
| } |
| ] |
| } |
|
|
