| { |
| "summary": { |
| "questions": 50, |
| "correct": 44, |
| "accuracy": 0.88, |
| "latency_ms": { |
| "median": 737.4855829984881, |
| "p95": 1012.7517079818062, |
| "mean": 784.4947082991712 |
| }, |
| "model": "third_party/OmniJev/models/Qwen3.5-4B-OmniJev-MLX-5bit", |
| "note": "Visual ScienceQA subset; not text-only JevBench." |
| }, |
| "results": [ |
| { |
| "id": "scienceqa/val/21023", |
| "target_index": 2, |
| "prediction_index": 3, |
| "probabilities": [ |
| 0.0006199186900630593, |
| 0.0036421569529920816, |
| 0.16167014837265015, |
| 0.7949264645576477, |
| 0.039141345769166946 |
| ], |
| "elapsed_ms": 1012.7517079818062 |
| }, |
| { |
| "id": "scienceqa/val/7180", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.0006342903943732381, |
| 0.001218338031321764, |
| 0.998112678527832, |
| 3.469285002211109e-05 |
| ], |
| "elapsed_ms": 684.1524579795077 |
| }, |
| { |
| "id": "scienceqa/val/2642", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 1.4533699868479744e-05, |
| 0.0008359018247574568, |
| 0.9989796280860901, |
| 0.00016994107863865793 |
| ], |
| "elapsed_ms": 800.3734169760719 |
| }, |
| { |
| "id": "scienceqa/val/16468", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9725253582000732, |
| 0.027463596314191818, |
| 5.486343184202269e-07, |
| 1.6595530496488209e-06, |
| 8.804287972452585e-06 |
| ], |
| "elapsed_ms": 699.9967499868944 |
| }, |
| { |
| "id": "scienceqa/val/19506", |
| "target_index": 1, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.4955705404281616, |
| 0.17129716277122498, |
| 0.3331323564052582 |
| ], |
| "elapsed_ms": 712.0736669749022 |
| }, |
| { |
| "id": "scienceqa/val/8767", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.005915054120123386, |
| 0.9934005737304688, |
| 0.0006844155723229051 |
| ], |
| "elapsed_ms": 633.8063329458237 |
| }, |
| { |
| "id": "scienceqa/val/16515", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 2.5153735805361066e-07, |
| 1.2259709913919892e-09, |
| 0.9999985694885254, |
| 6.42186108734677e-08, |
| 1.0174338740398525e-06 |
| ], |
| "elapsed_ms": 677.4182500084862 |
| }, |
| { |
| "id": "scienceqa/val/16938", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.20825311541557312, |
| 0.7906606793403625, |
| 0.0010861753253266215 |
| ], |
| "elapsed_ms": 1000.156500027515 |
| }, |
| { |
| "id": "scienceqa/val/13212", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9983437061309814, |
| 8.884436101652682e-05, |
| 0.000598268467001617, |
| 0.0009691402083262801 |
| ], |
| "elapsed_ms": 669.4296670029871 |
| }, |
| { |
| "id": "scienceqa/val/4539", |
| "target_index": 3, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.4982156753540039, |
| 0.328609824180603, |
| 0.06777261197566986, |
| 0.10534052550792694, |
| 6.127937376732007e-05 |
| ], |
| "elapsed_ms": 689.8489589802921 |
| }, |
| { |
| "id": "scienceqa/val/11884", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.00019638118101283908, |
| 0.9997889399528503, |
| 1.4690514944959432e-05 |
| ], |
| "elapsed_ms": 1089.2853750265203 |
| }, |
| { |
| "id": "scienceqa/val/15622", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 1.2257983144081663e-06, |
| 0.9998711347579956, |
| 2.1552657926804386e-05, |
| 0.00010605484567349777 |
| ], |
| "elapsed_ms": 884.3026669928804 |
| }, |
| { |
| "id": "scienceqa/val/17192", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 3.1174602099781623e-07, |
| 1.1572042524221615e-07, |
| 3.46970040254746e-07, |
| 0.999992847442627, |
| 6.40239386484609e-06 |
| ], |
| "elapsed_ms": 700.0882920110598 |
| }, |
| { |
| "id": "scienceqa/val/2461", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.00027162706828676164, |
| 1.1542095307959244e-05, |
| 0.9994391798973083, |
| 0.0002776358451228589 |
| ], |
| "elapsed_ms": 689.2803750233725 |
| }, |
| { |
| "id": "scienceqa/val/8688", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999678134918213, |
| 5.3547882998827845e-06, |
| 2.685382787603885e-05 |
| ], |
| "elapsed_ms": 881.5387500217184 |
| }, |
| { |
| "id": "scienceqa/val/15419", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 2.8274806496142446e-08, |
| 1.1287261969528117e-07, |
| 0.9999901056289673, |
| 1.562869300641978e-08, |
| 9.724893970997073e-06 |
| ], |
| "elapsed_ms": 722.5853750132956 |
| }, |
| { |
| "id": "scienceqa/val/18512", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 3.031034534473065e-09, |
| 0.9999986886978149, |
| 1.2731197784887627e-06 |
| ], |
| "elapsed_ms": 735.6334999785759 |
| }, |
| { |
| "id": "scienceqa/val/921", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.0015609971014782786, |
| 0.994932234287262, |
| 0.003506765468046069 |
| ], |
| "elapsed_ms": 723.512375028804 |
| }, |
| { |
| "id": "scienceqa/val/17574", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 4.925988469040021e-05, |
| 0.9972556233406067, |
| 0.00015376514056697488, |
| 0.0025415101554244757 |
| ], |
| "elapsed_ms": 738.4067500242963 |
| }, |
| { |
| "id": "scienceqa/val/4517", |
| "target_index": 1, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.8720545768737793, |
| 0.1277339905500412, |
| 0.00021148081577848643 |
| ], |
| "elapsed_ms": 1234.5357919693924 |
| }, |
| { |
| "id": "scienceqa/val/12959", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.999830961227417, |
| 3.3016458473866805e-05, |
| 1.574484258526354e-06, |
| 0.00013444400974549353 |
| ], |
| "elapsed_ms": 897.1697079832666 |
| }, |
| { |
| "id": "scienceqa/val/4018", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 0.0005697154556401074, |
| 0.0002200113667640835, |
| 0.0010174753842875361, |
| 0.9911803603172302, |
| 0.007012455724179745 |
| ], |
| "elapsed_ms": 730.3262079949491 |
| }, |
| { |
| "id": "scienceqa/val/17681", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 1.1745694417086838e-09, |
| 1.627603296583402e-07, |
| 0.9999995231628418, |
| 3.7544154452007206e-07 |
| ], |
| "elapsed_ms": 725.4358750069514 |
| }, |
| { |
| "id": "scienceqa/val/9964", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.00019135519687552005, |
| 0.00010769777145469561, |
| 0.9994826316833496, |
| 0.00021833789651282132 |
| ], |
| "elapsed_ms": 928.818374988623 |
| }, |
| { |
| "id": "scienceqa/val/340", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.010052929632365704, |
| 0.9549948573112488, |
| 0.0005331069114618003, |
| 0.03441905975341797 |
| ], |
| "elapsed_ms": 736.3460840424523 |
| }, |
| { |
| "id": "scienceqa/val/20723", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9954797029495239, |
| 0.0012700710212811828, |
| 0.0032501465175300837 |
| ], |
| "elapsed_ms": 839.5821249578148 |
| }, |
| { |
| "id": "scienceqa/val/13835", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9985985159873962, |
| 0.00014829420251771808, |
| 7.677712710574269e-05, |
| 0.0011763935908675194 |
| ], |
| "elapsed_ms": 684.5203749835491 |
| }, |
| { |
| "id": "scienceqa/val/8404", |
| "target_index": 3, |
| "prediction_index": 3, |
| "probabilities": [ |
| 0.0001755337871145457, |
| 0.0001640830741962418, |
| 0.0021861197892576456, |
| 0.9700518846511841, |
| 0.027422383427619934 |
| ], |
| "elapsed_ms": 744.3796250154264 |
| }, |
| { |
| "id": "scienceqa/val/326", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.00031515376758761704, |
| 0.9986709356307983, |
| 0.0010140076046809554 |
| ], |
| "elapsed_ms": 855.3466669982299 |
| }, |
| { |
| "id": "scienceqa/val/7684", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.261148601770401, |
| 0.06522262096405029, |
| 0.67287677526474, |
| 0.0007520208018831909 |
| ], |
| "elapsed_ms": 939.7157080238685 |
| }, |
| { |
| "id": "scienceqa/val/6621", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 9.295739289427729e-09, |
| 0.9999979734420776, |
| 5.027599669915617e-08, |
| 1.4151556797514786e-06, |
| 5.762834689448937e-07 |
| ], |
| "elapsed_ms": 737.8222920233384 |
| }, |
| { |
| "id": "scienceqa/val/11466", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.4861493408679962, |
| 0.045885149389505386, |
| 0.43684297800064087, |
| 0.031122520565986633 |
| ], |
| "elapsed_ms": 733.1671669962816 |
| }, |
| { |
| "id": "scienceqa/val/4791", |
| "target_index": 0, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.4698958396911621, |
| 0.5242437720298767, |
| 0.005860346369445324 |
| ], |
| "elapsed_ms": 772.0198750030249 |
| }, |
| { |
| "id": "scienceqa/val/4550", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999977350234985, |
| 1.7362581274937838e-06, |
| 3.809745052762992e-08, |
| 1.2352370237778132e-09, |
| 5.158440217201132e-07 |
| ], |
| "elapsed_ms": 743.6611659941263 |
| }, |
| { |
| "id": "scienceqa/val/8558", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9053918123245239, |
| 0.07601229846477509, |
| 0.017282212153077126, |
| 0.0013136324705556035 |
| ], |
| "elapsed_ms": 716.0367500036955 |
| }, |
| { |
| "id": "scienceqa/val/19945", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.7528671622276306, |
| 0.24187956750392914, |
| 0.005253252573311329 |
| ], |
| "elapsed_ms": 864.9832080118358 |
| }, |
| { |
| "id": "scienceqa/val/8871", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999978542327881, |
| 1.39499331908155e-06, |
| 7.841769900096551e-08, |
| 7.269268298415454e-09, |
| 5.693436264664342e-07 |
| ], |
| "elapsed_ms": 739.8256249725819 |
| }, |
| { |
| "id": "scienceqa/val/4884", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9666830897331238, |
| 0.0034012277610599995, |
| 0.029622506350278854, |
| 0.0002932194038294256 |
| ], |
| "elapsed_ms": 713.5235409950837 |
| }, |
| { |
| "id": "scienceqa/val/8378", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.0013747070915997028, |
| 0.9961742758750916, |
| 4.492511652642861e-05, |
| 0.002406216226518154 |
| ], |
| "elapsed_ms": 737.4855829984881 |
| }, |
| { |
| "id": "scienceqa/val/20597", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.997296154499054, |
| 0.002703010104596615, |
| 1.2892381562323862e-07, |
| 5.3921453968541755e-08, |
| 7.135407713576569e-07 |
| ], |
| "elapsed_ms": 749.1085410001688 |
| }, |
| { |
| "id": "scienceqa/val/20663", |
| "target_index": 2, |
| "prediction_index": 2, |
| "probabilities": [ |
| 0.0019003677880391479, |
| 0.0003613665176089853, |
| 0.9974960684776306, |
| 0.00024219938495662063 |
| ], |
| "elapsed_ms": 714.918542013038 |
| }, |
| { |
| "id": "scienceqa/val/8601", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9890605211257935, |
| 0.0009218206396326423, |
| 0.0004352020041551441, |
| 0.0007956480840221047, |
| 0.008786870166659355 |
| ], |
| "elapsed_ms": 809.6686659846455 |
| }, |
| { |
| "id": "scienceqa/val/15468", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9999960660934448, |
| 1.3521396340365754e-06, |
| 5.3496968632771313e-08, |
| 4.779113851327565e-07, |
| 2.1499056401808048e-06 |
| ], |
| "elapsed_ms": 745.8568339934573 |
| }, |
| { |
| "id": "scienceqa/val/10026", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 1.3849937658960698e-06, |
| 0.9994989633560181, |
| 0.0004951194860041142, |
| 4.56709494756069e-06 |
| ], |
| "elapsed_ms": 742.6960830343887 |
| }, |
| { |
| "id": "scienceqa/val/626", |
| "target_index": 0, |
| "prediction_index": 0, |
| "probabilities": [ |
| 0.9972666501998901, |
| 0.0027228447142988443, |
| 1.0538949936744757e-05 |
| ], |
| "elapsed_ms": 837.4422079650685 |
| }, |
| { |
| "id": "scienceqa/val/8306", |
| "target_index": 2, |
| "prediction_index": 1, |
| "probabilities": [ |
| 8.581038855481893e-06, |
| 0.9967631101608276, |
| 0.002022934379056096, |
| 0.0011565418681129813, |
| 4.877926767221652e-05 |
| ], |
| "elapsed_ms": 718.9321659971029 |
| }, |
| { |
| "id": "scienceqa/val/11428", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.25946858525276184, |
| 0.6668545007705688, |
| 0.030808407813310623, |
| 0.04286855459213257 |
| ], |
| "elapsed_ms": 725.4270830308087 |
| }, |
| { |
| "id": "scienceqa/val/4036", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.01569034904241562, |
| 0.9813077449798584, |
| 0.0019826041534543037, |
| 0.0010193256894126534 |
| ], |
| "elapsed_ms": 918.4377079945989 |
| }, |
| { |
| "id": "scienceqa/val/21080", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.00036287258262746036, |
| 0.8422839045524597, |
| 0.15620771050453186, |
| 9.737018990563229e-05, |
| 0.0010480741038918495 |
| ], |
| "elapsed_ms": 727.5516249937937 |
| }, |
| { |
| "id": "scienceqa/val/15237", |
| "target_index": 1, |
| "prediction_index": 1, |
| "probabilities": [ |
| 0.00011872701725224033, |
| 0.9992451667785645, |
| 0.0004771235981024802, |
| 0.000158965282025747 |
| ], |
| "elapsed_ms": 715.3530420036986 |
| } |
| ] |
| } |
|
|
