| { |
| "summary": { |
| "questions": 50, |
| "correct": 44, |
| "accuracy": 0.88, |
| "latency_ms": { |
| "median": 1050.1905410201289, |
| "p95": 1353.7280409946106, |
| "mean": 1018.8930649985559 |
| }, |
| "model": "third_party/OmniJev/models/Qwen3.5-4B-OmniJev-MLX-5bit", |
| "note": "Visual ScienceQA subset; not text-only JevBench." |
| }, |
| "results": [ |
| { |
| "id": "scienceqa/val/21023", |
| "target_index": 2, |
| "prediction_index": 3, |
| "probabilities": [ |
| 9.572258022672031e-06, |
| 8.922968117985874e-05, |
| 0.011354859918355942, |
| 0.9875626564025879, |
| 0.000983729842118919 |
| ], |
| "elapsed_ms": 1216.320250008721 |
| }, |
| { |
| "id": "scienceqa/val/7180", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.0029119839891791344, |
| 0.006107375491410494, |
| 0.9909207820892334, |
| 5.9882444475078955e-05 |
| ], |
| "elapsed_ms": 1024.4643749902025 |
| }, |
| { |
| "id": "scienceqa/val/2642", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 1.4533699868479744e-05, |
| 0.0008359018247574568, |
| 0.9989796280860901, |
| 0.00016994107863865793 |
| ], |
| "elapsed_ms": 801.7690839478746 |
| }, |
| { |
| "id": "scienceqa/val/16468", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9368453621864319, |
| 0.06314510107040405, |
| 3.946696836010233e-07, |
| 1.953322907866095e-06, |
| 7.181197815953055e-06 |
| ], |
| "elapsed_ms": 1021.7106660129502 |
| }, |
| { |
| "id": "scienceqa/val/19506", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.09320443868637085, |
| 0.3865593373775482, |
| 0.5202361941337585 |
| ], |
| "elapsed_ms": 1179.1406670236029 |
| }, |
| { |
| "id": "scienceqa/val/8767", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.005915054120123386, |
| 0.9934005737304688, |
| 0.0006844155723229051 |
| ], |
| "elapsed_ms": 656.6533750155941 |
| }, |
| { |
| "id": "scienceqa/val/16515", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 1.431024969633654e-07, |
| 1.834305263237468e-09, |
| 0.999997615814209, |
| 9.705598813525285e-07, |
| 1.2522122005975689e-06 |
| ], |
| "elapsed_ms": 1056.747082970105 |
| }, |
| { |
| "id": "scienceqa/val/16938", |
| "target_index": 1, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.7385404706001282, |
| 0.2605304718017578, |
| 0.0009290423477068543 |
| ], |
| "elapsed_ms": 1102.3421249701641 |
| }, |
| { |
| "id": "scienceqa/val/13212", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9983437061309814, |
| 8.884436101652682e-05, |
| 0.000598268467001617, |
| 0.0009691402083262801 |
| ], |
| "elapsed_ms": 675.5916670081206 |
| }, |
| { |
| "id": "scienceqa/val/4539", |
| "target_index": 3, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.26230472326278687, |
| 0.3358997404575348, |
| 0.115623340010643, |
| 0.2861471474170685, |
| 2.5058159735635854e-05 |
| ], |
| "elapsed_ms": 1027.891166973859 |
| }, |
| { |
| "id": "scienceqa/val/11884", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 9.703077375888824e-05, |
| 0.9998834133148193, |
| 1.9517850887496024e-05 |
| ], |
| "elapsed_ms": 1107.7883340185508 |
| }, |
| { |
| "id": "scienceqa/val/15622", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 1.4583752090402413e-06, |
| 0.9997345805168152, |
| 5.991348734823987e-05, |
| 0.00020402560767251998 |
| ], |
| "elapsed_ms": 1318.7873339629732 |
| }, |
| { |
| "id": "scienceqa/val/17192", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 2.8217283443154884e-07, |
| 1.4603470788188133e-07, |
| 1.4119949298674328e-07, |
| 0.9999963045120239, |
| 3.146950348309474e-06 |
| ], |
| "elapsed_ms": 1033.0449999892153 |
| }, |
| { |
| "id": "scienceqa/val/2461", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 9.025831968756393e-05, |
| 2.9825587262166664e-06, |
| 0.999823272228241, |
| 8.357201295439154e-05 |
| ], |
| "elapsed_ms": 824.592458026018 |
| }, |
| { |
| "id": "scienceqa/val/8688", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999678134918213, |
| 5.3547882998827845e-06, |
| 2.685382787603885e-05 |
| ], |
| "elapsed_ms": 859.0977909625508 |
| }, |
| { |
| "id": "scienceqa/val/15419", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 7.925441991574189e-08, |
| 2.789672919334407e-07, |
| 0.9999805688858032, |
| 3.70468811183855e-08, |
| 1.913079722726252e-05 |
| ], |
| "elapsed_ms": 1026.9342919928022 |
| }, |
| { |
| "id": "scienceqa/val/18512", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 3.031034534473065e-09, |
| 0.9999986886978149, |
| 1.2731197784887627e-06 |
| ], |
| "elapsed_ms": 714.639707992319 |
| }, |
| { |
| "id": "scienceqa/val/921", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.0015609971014782786, |
| 0.994932234287262, |
| 0.003506765468046069 |
| ], |
| "elapsed_ms": 714.470416016411 |
| }, |
| { |
| "id": "scienceqa/val/17574", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 4.704803723143414e-05, |
| 0.9971519708633423, |
| 4.187240483588539e-05, |
| 0.002759092953056097 |
| ], |
| "elapsed_ms": 1056.6815420170315 |
| }, |
| { |
| "id": "scienceqa/val/4517", |
| "target_index": 1, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.817062258720398, |
| 0.1827545017004013, |
| 0.00018327795260120183 |
| ], |
| "elapsed_ms": 1234.0599590097554 |
| }, |
| { |
| "id": "scienceqa/val/12959", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9998112320899963, |
| 5.039972165832296e-05, |
| 1.4609129266318632e-06, |
| 0.00013698486145585775 |
| ], |
| "elapsed_ms": 1353.7280409946106 |
| }, |
| { |
| "id": "scienceqa/val/4018", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 0.0001855503796832636, |
| 9.175106970360503e-05, |
| 0.0003109597892034799, |
| 0.9957041144371033, |
| 0.0037075893487781286 |
| ], |
| "elapsed_ms": 1039.2040419974364 |
| }, |
| { |
| "id": "scienceqa/val/17681", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 4.3628803347850464e-10, |
| 3.0636066128408856e-08, |
| 0.9999998807907104, |
| 1.403442695391277e-07 |
| ], |
| "elapsed_ms": 738.9204169739969 |
| }, |
| { |
| "id": "scienceqa/val/9964", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 1.625367258384358e-05, |
| 7.471736807929119e-06, |
| 0.9999535083770752, |
| 2.2715945306117646e-05 |
| ], |
| "elapsed_ms": 1065.4092500335537 |
| }, |
| { |
| "id": "scienceqa/val/340", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.23235492408275604, |
| 0.7047974467277527, |
| 0.0010436835000291467, |
| 0.0618039146065712 |
| ], |
| "elapsed_ms": 1027.7538750087842 |
| }, |
| { |
| "id": "scienceqa/val/20723", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9699394702911377, |
| 0.02400338463485241, |
| 0.006057215388864279 |
| ], |
| "elapsed_ms": 1119.317915989086 |
| }, |
| { |
| "id": "scienceqa/val/13835", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9985985159873962, |
| 0.00014829420251771808, |
| 7.677712710574269e-05, |
| 0.0011763935908675194 |
| ], |
| "elapsed_ms": 662.2005829703994 |
| }, |
| { |
| "id": "scienceqa/val/8404", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 2.1427009414765052e-05, |
| 1.6831480024848133e-05, |
| 5.751501157646999e-05, |
| 0.9970983266830444, |
| 0.0028059149626642466 |
| ], |
| "elapsed_ms": 1038.3789160405286 |
| }, |
| { |
| "id": "scienceqa/val/326", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.002556850202381611, |
| 0.9972189664840698, |
| 0.00022422110487241298 |
| ], |
| "elapsed_ms": 1279.2820409522392 |
| }, |
| { |
| "id": "scienceqa/val/7684", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.0012439613929018378, |
| 0.0003342817071825266, |
| 0.995692789554596, |
| 0.002728895051404834 |
| ], |
| "elapsed_ms": 1391.0568749997765 |
| }, |
| { |
| "id": "scienceqa/val/6621", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 5.970364647112092e-09, |
| 0.999998927116394, |
| 1.8963916659231472e-08, |
| 6.708435762448062e-07, |
| 3.7174092426539573e-07 |
| ], |
| "elapsed_ms": 1050.1905410201289 |
| }, |
| { |
| "id": "scienceqa/val/11466", |
| "target_index": 0, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.3485657870769501, |
| 0.08763457834720612, |
| 0.5546107888221741, |
| 0.009188840165734291 |
| ], |
| "elapsed_ms": 1019.3432919913903 |
| }, |
| { |
| "id": "scienceqa/val/4791", |
| "target_index": 0, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.4698958396911621, |
| 0.5242437720298767, |
| 0.005860346369445324 |
| ], |
| "elapsed_ms": 752.7294590254314 |
| }, |
| { |
| "id": "scienceqa/val/4550", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999986886978149, |
| 6.811756634306221e-07, |
| 8.064888135095316e-08, |
| 1.194044196850541e-09, |
| 4.1733542843758187e-07 |
| ], |
| "elapsed_ms": 1049.7832499677315 |
| }, |
| { |
| "id": "scienceqa/val/8558", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.8947974443435669, |
| 0.04916587099432945, |
| 0.05512939393520355, |
| 0.0009072012035176158 |
| ], |
| "elapsed_ms": 1072.1199999679811 |
| }, |
| { |
| "id": "scienceqa/val/19945", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.7528671622276306, |
| 0.24187956750392914, |
| 0.005253252573311329 |
| ], |
| "elapsed_ms": 838.6542919906788 |
| }, |
| { |
| "id": "scienceqa/val/8871", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999986886978149, |
| 7.551004159722652e-07, |
| 8.145114094304517e-08, |
| 7.321462991427552e-09, |
| 4.373882518393657e-07 |
| ], |
| "elapsed_ms": 1065.9168339916505 |
| }, |
| { |
| "id": "scienceqa/val/4884", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9833201766014099, |
| 0.0013428564416244626, |
| 0.015262079425156116, |
| 7.485473179258406e-05 |
| ], |
| "elapsed_ms": 1076.3937499723397 |
| }, |
| { |
| "id": "scienceqa/val/8378", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.00018541481404099613, |
| 0.9995972514152527, |
| 1.6776668417151086e-05, |
| 0.0002005332353292033 |
| ], |
| "elapsed_ms": 878.3530420041643 |
| }, |
| { |
| "id": "scienceqa/val/20597", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999960660934448, |
| 3.515009439070127e-06, |
| 6.72070328278096e-08, |
| 4.936427799862031e-08, |
| 3.3825261880338076e-07 |
| ], |
| "elapsed_ms": 1068.625667016022 |
| }, |
| { |
| "id": "scienceqa/val/20663", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.006027692463248968, |
| 0.00041820149635896087, |
| 0.993385374546051, |
| 0.00016875665460247546 |
| ], |
| "elapsed_ms": 1086.184083018452 |
| }, |
| { |
| "id": "scienceqa/val/8601", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9890605211257935, |
| 0.0009218206396326423, |
| 0.0004352020041551441, |
| 0.0007956480840221047, |
| 0.008786870166659355 |
| ], |
| "elapsed_ms": 803.3093330450356 |
| }, |
| { |
| "id": "scienceqa/val/15468", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.999998927116394, |
| 4.696783548752137e-07, |
| 1.6910020050886487e-08, |
| 8.057025269181395e-08, |
| 5.363776836020406e-07 |
| ], |
| "elapsed_ms": 1068.2248329976574 |
| }, |
| { |
| "id": "scienceqa/val/10026", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 5.717474209632201e-07, |
| 0.9995086193084717, |
| 0.00048735918244346976, |
| 3.4935785606649006e-06 |
| ], |
| "elapsed_ms": 1082.4098750017583 |
| }, |
| { |
| "id": "scienceqa/val/626", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9972666501998901, |
| 0.0027228447142988443, |
| 1.0538949936744757e-05 |
| ], |
| "elapsed_ms": 842.4672919791192 |
| }, |
| { |
| "id": "scienceqa/val/8306", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.003358687274158001, |
| 0.00698996102437377, |
| 0.951853334903717, |
| 0.006501566618680954, |
| 0.03129644691944122 |
| ], |
| "elapsed_ms": 1093.388750043232 |
| }, |
| { |
| "id": "scienceqa/val/11428", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.2032264918088913, |
| 0.716314971446991, |
| 0.025267310440540314, |
| 0.05519119277596474 |
| ], |
| "elapsed_ms": 1104.4623340130784 |
| }, |
| { |
| "id": "scienceqa/val/4036", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.0006258749053813517, |
| 0.9989481568336487, |
| 0.00010744511382654309, |
| 0.0003185884852427989 |
| ], |
| "elapsed_ms": 1434.7477499977686 |
| }, |
| { |
| "id": "scienceqa/val/21080", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 6.803419978496095e-07, |
| 0.9944728016853333, |
| 0.005440711509436369, |
| 1.4968701407269691e-06, |
| 8.4117149526719e-05 |
| ], |
| "elapsed_ms": 1093.0374580202624 |
| }, |
| { |
| "id": "scienceqa/val/15237", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 3.9620841562282294e-05, |
| 0.9990529417991638, |
| 0.0008513267966918647, |
| 5.614504334516823e-05 |
| ], |
| "elapsed_ms": 1096.3321659946814 |
| } |
| ] |
| } |
|
|
