{
  "summary": {
    "questions": 50,
    "correct": 44,
    "accuracy": 0.88,
    "latency_ms": {
      "median": 1050.1905410201289,
      "p95": 1353.7280409946106,
      "mean": 1018.8930649985559
    },
    "model": "third_party/OmniJev/models/Qwen3.5-4B-OmniJev-MLX-5bit",
    "note": "Visual ScienceQA subset; not text-only JevBench."
  },
  "results": [
    {
      "id": "scienceqa/val/21023",
      "target_index": 2,
      "prediction_index": 3,
      "probabilities": [
        9.572258022672031e-06,
        8.922968117985874e-05,
        0.011354859918355942,
        0.9875626564025879,
        0.000983729842118919
      ],
      "elapsed_ms": 1216.320250008721
    },
    {
      "id": "scienceqa/val/7180",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        0.0029119839891791344,
        0.006107375491410494,
        0.9909207820892334,
        5.9882444475078955e-05
      ],
      "elapsed_ms": 1024.4643749902025
    },
    {
      "id": "scienceqa/val/2642",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        1.4533699868479744e-05,
        0.0008359018247574568,
        0.9989796280860901,
        0.00016994107863865793
      ],
      "elapsed_ms": 801.7690839478746
    },
    {
      "id": "scienceqa/val/16468",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9368453621864319,
        0.06314510107040405,
        3.946696836010233e-07,
        1.953322907866095e-06,
        7.181197815953055e-06
      ],
      "elapsed_ms": 1021.7106660129502
    },
    {
      "id": "scienceqa/val/19506",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.09320443868637085,
        0.3865593373775482,
        0.5202361941337585
      ],
      "elapsed_ms": 1179.1406670236029
    },
    {
      "id": "scienceqa/val/8767",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.005915054120123386,
        0.9934005737304688,
        0.0006844155723229051
      ],
      "elapsed_ms": 656.6533750155941
    },
    {
      "id": "scienceqa/val/16515",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        1.431024969633654e-07,
        1.834305263237468e-09,
        0.999997615814209,
        9.705598813525285e-07,
        1.2522122005975689e-06
      ],
      "elapsed_ms": 1056.747082970105
    },
    {
      "id": "scienceqa/val/16938",
      "target_index": 1,
      "prediction_index": 0,
      "probabilities": [
        0.7385404706001282,
        0.2605304718017578,
        0.0009290423477068543
      ],
      "elapsed_ms": 1102.3421249701641
    },
    {
      "id": "scienceqa/val/13212",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9983437061309814,
        8.884436101652682e-05,
        0.000598268467001617,
        0.0009691402083262801
      ],
      "elapsed_ms": 675.5916670081206
    },
    {
      "id": "scienceqa/val/4539",
      "target_index": 3,
      "prediction_index": 1,
      "probabilities": [
        0.26230472326278687,
        0.3358997404575348,
        0.115623340010643,
        0.2861471474170685,
        2.5058159735635854e-05
      ],
      "elapsed_ms": 1027.891166973859
    },
    {
      "id": "scienceqa/val/11884",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        9.703077375888824e-05,
        0.9998834133148193,
        1.9517850887496024e-05
      ],
      "elapsed_ms": 1107.7883340185508
    },
    {
      "id": "scienceqa/val/15622",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        1.4583752090402413e-06,
        0.9997345805168152,
        5.991348734823987e-05,
        0.00020402560767251998
      ],
      "elapsed_ms": 1318.7873339629732
    },
    {
      "id": "scienceqa/val/17192",
      "target_index": 3,
      "prediction_index": 3,
      "probabilities": [
        2.8217283443154884e-07,
        1.4603470788188133e-07,
        1.4119949298674328e-07,
        0.9999963045120239,
        3.146950348309474e-06
      ],
      "elapsed_ms": 1033.0449999892153
    },
    {
      "id": "scienceqa/val/2461",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        9.025831968756393e-05,
        2.9825587262166664e-06,
        0.999823272228241,
        8.357201295439154e-05
      ],
      "elapsed_ms": 824.592458026018
    },
    {
      "id": "scienceqa/val/8688",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9999678134918213,
        5.3547882998827845e-06,
        2.685382787603885e-05
      ],
      "elapsed_ms": 859.0977909625508
    },
    {
      "id": "scienceqa/val/15419",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        7.925441991574189e-08,
        2.789672919334407e-07,
        0.9999805688858032,
        3.70468811183855e-08,
        1.913079722726252e-05
      ],
      "elapsed_ms": 1026.9342919928022
    },
    {
      "id": "scienceqa/val/18512",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        3.031034534473065e-09,
        0.9999986886978149,
        1.2731197784887627e-06
      ],
      "elapsed_ms": 714.639707992319
    },
    {
      "id": "scienceqa/val/921",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.0015609971014782786,
        0.994932234287262,
        0.003506765468046069
      ],
      "elapsed_ms": 714.470416016411
    },
    {
      "id": "scienceqa/val/17574",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        4.704803723143414e-05,
        0.9971519708633423,
        4.187240483588539e-05,
        0.002759092953056097
      ],
      "elapsed_ms": 1056.6815420170315
    },
    {
      "id": "scienceqa/val/4517",
      "target_index": 1,
      "prediction_index": 0,
      "probabilities": [
        0.817062258720398,
        0.1827545017004013,
        0.00018327795260120183
      ],
      "elapsed_ms": 1234.0599590097554
    },
    {
      "id": "scienceqa/val/12959",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9998112320899963,
        5.039972165832296e-05,
        1.4609129266318632e-06,
        0.00013698486145585775
      ],
      "elapsed_ms": 1353.7280409946106
    },
    {
      "id": "scienceqa/val/4018",
      "target_index": 3,
      "prediction_index": 3,
      "probabilities": [
        0.0001855503796832636,
        9.175106970360503e-05,
        0.0003109597892034799,
        0.9957041144371033,
        0.0037075893487781286
      ],
      "elapsed_ms": 1039.2040419974364
    },
    {
      "id": "scienceqa/val/17681",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        4.3628803347850464e-10,
        3.0636066128408856e-08,
        0.9999998807907104,
        1.403442695391277e-07
      ],
      "elapsed_ms": 738.9204169739969
    },
    {
      "id": "scienceqa/val/9964",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        1.625367258384358e-05,
        7.471736807929119e-06,
        0.9999535083770752,
        2.2715945306117646e-05
      ],
      "elapsed_ms": 1065.4092500335537
    },
    {
      "id": "scienceqa/val/340",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.23235492408275604,
        0.7047974467277527,
        0.0010436835000291467,
        0.0618039146065712
      ],
      "elapsed_ms": 1027.7538750087842
    },
    {
      "id": "scienceqa/val/20723",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9699394702911377,
        0.02400338463485241,
        0.006057215388864279
      ],
      "elapsed_ms": 1119.317915989086
    },
    {
      "id": "scienceqa/val/13835",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9985985159873962,
        0.00014829420251771808,
        7.677712710574269e-05,
        0.0011763935908675194
      ],
      "elapsed_ms": 662.2005829703994
    },
    {
      "id": "scienceqa/val/8404",
      "target_index": 3,
      "prediction_index": 3,
      "probabilities": [
        2.1427009414765052e-05,
        1.6831480024848133e-05,
        5.751501157646999e-05,
        0.9970983266830444,
        0.0028059149626642466
      ],
      "elapsed_ms": 1038.3789160405286
    },
    {
      "id": "scienceqa/val/326",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.002556850202381611,
        0.9972189664840698,
        0.00022422110487241298
      ],
      "elapsed_ms": 1279.2820409522392
    },
    {
      "id": "scienceqa/val/7684",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        0.0012439613929018378,
        0.0003342817071825266,
        0.995692789554596,
        0.002728895051404834
      ],
      "elapsed_ms": 1391.0568749997765
    },
    {
      "id": "scienceqa/val/6621",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        5.970364647112092e-09,
        0.999998927116394,
        1.8963916659231472e-08,
        6.708435762448062e-07,
        3.7174092426539573e-07
      ],
      "elapsed_ms": 1050.1905410201289
    },
    {
      "id": "scienceqa/val/11466",
      "target_index": 0,
      "prediction_index": 2,
      "probabilities": [
        0.3485657870769501,
        0.08763457834720612,
        0.5546107888221741,
        0.009188840165734291
      ],
      "elapsed_ms": 1019.3432919913903
    },
    {
      "id": "scienceqa/val/4791",
      "target_index": 0,
      "prediction_index": 1,
      "probabilities": [
        0.4698958396911621,
        0.5242437720298767,
        0.005860346369445324
      ],
      "elapsed_ms": 752.7294590254314
    },
    {
      "id": "scienceqa/val/4550",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9999986886978149,
        6.811756634306221e-07,
        8.064888135095316e-08,
        1.194044196850541e-09,
        4.1733542843758187e-07
      ],
      "elapsed_ms": 1049.7832499677315
    },
    {
      "id": "scienceqa/val/8558",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.8947974443435669,
        0.04916587099432945,
        0.05512939393520355,
        0.0009072012035176158
      ],
      "elapsed_ms": 1072.1199999679811
    },
    {
      "id": "scienceqa/val/19945",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.7528671622276306,
        0.24187956750392914,
        0.005253252573311329
      ],
      "elapsed_ms": 838.6542919906788
    },
    {
      "id": "scienceqa/val/8871",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9999986886978149,
        7.551004159722652e-07,
        8.145114094304517e-08,
        7.321462991427552e-09,
        4.373882518393657e-07
      ],
      "elapsed_ms": 1065.9168339916505
    },
    {
      "id": "scienceqa/val/4884",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9833201766014099,
        0.0013428564416244626,
        0.015262079425156116,
        7.485473179258406e-05
      ],
      "elapsed_ms": 1076.3937499723397
    },
    {
      "id": "scienceqa/val/8378",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.00018541481404099613,
        0.9995972514152527,
        1.6776668417151086e-05,
        0.0002005332353292033
      ],
      "elapsed_ms": 878.3530420041643
    },
    {
      "id": "scienceqa/val/20597",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9999960660934448,
        3.515009439070127e-06,
        6.72070328278096e-08,
        4.936427799862031e-08,
        3.3825261880338076e-07
      ],
      "elapsed_ms": 1068.625667016022
    },
    {
      "id": "scienceqa/val/20663",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        0.006027692463248968,
        0.00041820149635896087,
        0.993385374546051,
        0.00016875665460247546
      ],
      "elapsed_ms": 1086.184083018452
    },
    {
      "id": "scienceqa/val/8601",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9890605211257935,
        0.0009218206396326423,
        0.0004352020041551441,
        0.0007956480840221047,
        0.008786870166659355
      ],
      "elapsed_ms": 803.3093330450356
    },
    {
      "id": "scienceqa/val/15468",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.999998927116394,
        4.696783548752137e-07,
        1.6910020050886487e-08,
        8.057025269181395e-08,
        5.363776836020406e-07
      ],
      "elapsed_ms": 1068.2248329976574
    },
    {
      "id": "scienceqa/val/10026",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        5.717474209632201e-07,
        0.9995086193084717,
        0.00048735918244346976,
        3.4935785606649006e-06
      ],
      "elapsed_ms": 1082.4098750017583
    },
    {
      "id": "scienceqa/val/626",
      "target_index": 0,
      "prediction_index": 0,
      "probabilities": [
        0.9972666501998901,
        0.0027228447142988443,
        1.0538949936744757e-05
      ],
      "elapsed_ms": 842.4672919791192
    },
    {
      "id": "scienceqa/val/8306",
      "target_index": 2,
      "prediction_index": 2,
      "probabilities": [
        0.003358687274158001,
        0.00698996102437377,
        0.951853334903717,
        0.006501566618680954,
        0.03129644691944122
      ],
      "elapsed_ms": 1093.388750043232
    },
    {
      "id": "scienceqa/val/11428",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.2032264918088913,
        0.716314971446991,
        0.025267310440540314,
        0.05519119277596474
      ],
      "elapsed_ms": 1104.4623340130784
    },
    {
      "id": "scienceqa/val/4036",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        0.0006258749053813517,
        0.9989481568336487,
        0.00010744511382654309,
        0.0003185884852427989
      ],
      "elapsed_ms": 1434.7477499977686
    },
    {
      "id": "scienceqa/val/21080",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        6.803419978496095e-07,
        0.9944728016853333,
        0.005440711509436369,
        1.4968701407269691e-06,
        8.4117149526719e-05
      ],
      "elapsed_ms": 1093.0374580202624
    },
    {
      "id": "scienceqa/val/15237",
      "target_index": 1,
      "prediction_index": 1,
      "probabilities": [
        3.9620841562282294e-05,
        0.9990529417991638,
        0.0008513267966918647,
        5.614504334516823e-05
      ],
      "elapsed_ms": 1096.3321659946814
    }
  ]
}