| {"panel_index": 0, "llamacpp_label": "E", "raw": {"label": "E", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2635, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "E", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2635, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "E", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2633, "candidates_in_top20": 4, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2635} |
| {"panel_index": 1, "llamacpp_label": "I", "raw": {"label": "I", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2793, "candidates_in_top20": 15, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "I", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2793, "candidates_in_top20": 15, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "I", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2791, "candidates_in_top20": 4, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2793} |
| {"panel_index": 2, "llamacpp_label": "F", "raw": {"label": "F", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2573, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "F", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2573, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "F", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2571, "candidates_in_top20": 7, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2573} |
| {"panel_index": 3, "llamacpp_label": "G", "raw": {"label": "G", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3855, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "G", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3855, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "G", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3853, "candidates_in_top20": 8, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3855} |
| {"panel_index": 4, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3071, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3071, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3069, "candidates_in_top20": 5, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3071} |
| {"panel_index": 5, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2693, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2693, "candidates_in_top20": 14, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2691, "candidates_in_top20": 5, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2693} |
| {"panel_index": 6, "llamacpp_label": "K", "raw": {"label": "K", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4565, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "K", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4565, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "K", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4563, "candidates_in_top20": 10, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 4565} |
| {"panel_index": 7, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3311, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3311, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3309, "candidates_in_top20": 3, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3311} |
| {"panel_index": 8, "llamacpp_label": "C", "raw": {"label": "C", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3787, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "C", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3787, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "C", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3785, "candidates_in_top20": 6, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3787} |
| {"panel_index": 9, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2821, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2821, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 2819, "candidates_in_top20": 5, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2821} |
| {"panel_index": 10, "llamacpp_label": "L", "raw": {"label": "L", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4634, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "L", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4634, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "L", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 4632, "candidates_in_top20": 11, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 4634} |
| {"panel_index": 11, "llamacpp_label": "N", "raw": {"label": "N", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3329, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "N", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3329, "candidates_in_top20": 12, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 3327, "candidates_in_top20": 6, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3329} |
| {"panel_index": 12, "llamacpp_label": "P", "raw": {"label": "P", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3505, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "P", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3505, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "P", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3503, "candidates_in_top20": 8, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3505} |
| {"panel_index": 13, "llamacpp_label": "K", "raw": {"label": "K", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 4875, "candidates_in_top20": 11, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "K", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 4875, "candidates_in_top20": 11, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 4873, "candidates_in_top20": 8, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 4875} |
| {"panel_index": 14, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3224, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3224, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 3222, "candidates_in_top20": 4, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 3224} |
| {"panel_index": 15, "llamacpp_label": "D", "raw": {"label": "D", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 2854, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "chat_nothink": {"label": "D", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 2854, "candidates_in_top20": 13, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 2852, "candidates_in_top20": 9, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 2854} |
| {"panel_index": 16, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1824, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.48144679450202e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1824, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.48144679450202e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 1822, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.2076535582865316}, "prompt_tokens_reference": 1824} |
| {"panel_index": 17, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 4059, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.6196628638851536e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 4059, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.6196628638851536e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 4057, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.15421974842754538}, "prompt_tokens_reference": 4059} |
| {"panel_index": 18, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 225, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.133522938669753e-05}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 225, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.133522938669753e-05}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 223, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.01367741846704984}, "prompt_tokens_reference": 225} |
| {"panel_index": 19, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1747, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3397937606400567e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1747, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3397937606400567e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1745, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00013774715469072607}, "prompt_tokens_reference": 1747} |
| {"panel_index": 20, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 629, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.92196746370985e-08}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 629, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.92196746370985e-08}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 627, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0002926491916372207}, "prompt_tokens_reference": 629} |
| {"panel_index": 21, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 686, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.967303709968717e-08}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 686, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.967303709968717e-08}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 684, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0022364785825425004}, "prompt_tokens_reference": 686} |
| {"panel_index": 22, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1530, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.387422405089831e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1530, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.387422405089831e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1528, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00018322040108587068}, "prompt_tokens_reference": 1530} |
| {"panel_index": 23, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 354, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.130998092375439e-05}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 354, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.130998092375439e-05}, "default": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 352, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.009668965052931244}, "prompt_tokens_reference": 354} |
| {"panel_index": 24, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 550, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.86095629929018e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 550, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.86095629929018e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 548, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0005283973552709085}, "prompt_tokens_reference": 550} |
| {"panel_index": 25, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1714, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.5034981379650915e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1714, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.5034981379650915e-06}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1712, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.01345862553367716}, "prompt_tokens_reference": 1714} |
| {"panel_index": 26, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 386, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00021006298443552313}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 386, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00021006298443552313}, "default": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 384, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.02334190189610312}, "prompt_tokens_reference": 386} |
| {"panel_index": 27, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 233, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.807613796537936e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 233, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.807613796537936e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 231, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00010476484744872819}, "prompt_tokens_reference": 233} |
| {"panel_index": 28, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 877, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00011197457075486777}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 877, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00011197457075486777}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 875, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.23527936576842912}, "prompt_tokens_reference": 877} |
| {"panel_index": 29, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 743, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.742829077894697e-08}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 743, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.742829077894697e-08}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 741, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.02618621232192359}, "prompt_tokens_reference": 743} |
| {"panel_index": 30, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1272, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.2693367870464378e-05}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 1272, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.2693367870464378e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 1270, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0013956032263940932}, "prompt_tokens_reference": 1272} |
| {"panel_index": 31, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 254, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 8.595814734238538e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 254, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 8.595814734238538e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 252, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0012523056330059346}, "prompt_tokens_reference": 254} |
| {"panel_index": 32, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 205, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.811148071550946e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 205, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.811148071550946e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 203, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.014743415096878303}, "prompt_tokens_reference": 205} |
| {"panel_index": 33, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 140, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.586543146389843e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 140, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.586543146389843e-07}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 138, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0044231209511512715}, "prompt_tokens_reference": 140} |
| {"panel_index": 34, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 237, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1416241670891836e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 237, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1416241670891836e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 235, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.020338280592527656}, "prompt_tokens_reference": 237} |
| {"panel_index": 35, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 247, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1480501643976702e-05}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 247, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1480501643976702e-05}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 245, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00013075337301199797}, "prompt_tokens_reference": 247} |
| {"panel_index": 36, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 147, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.6073910149666483e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 147, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.6073910149666483e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 145, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.5623946047369332e-05}, "prompt_tokens_reference": 147} |
| {"panel_index": 37, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 248, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.006958573774753e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 248, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.006958573774753e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 246, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00010533374279081626}, "prompt_tokens_reference": 248} |
| {"panel_index": 38, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 239, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.320456098438896e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 239, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.320456098438896e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 237, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 8.641533939646694e-05}, "prompt_tokens_reference": 239} |
| {"panel_index": 39, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 221, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.0068062794279147e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 221, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.0068062794279147e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 219, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.010812583741893422}, "prompt_tokens_reference": 221} |
| {"panel_index": 40, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 480, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.8777835592297407e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 480, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.8777835592297407e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 478, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.314813938168061e-05}, "prompt_tokens_reference": 480} |
| {"panel_index": 41, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 238, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.4057771512730154e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 238, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.4057771512730154e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 236, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.008910479824420663}, "prompt_tokens_reference": 238} |
| {"panel_index": 42, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 352, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.4146162952166607e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 352, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.4146162952166607e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 350, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0002864158835368391}, "prompt_tokens_reference": 352} |
| {"panel_index": 43, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 289, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00015231902366704547}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 289, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00015231902366704547}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 287, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.04234526607033753}, "prompt_tokens_reference": 289} |
| {"panel_index": 44, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 241, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.819997437432448e-08}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 241, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.819997437432448e-08}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 239, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0004928359484811518}, "prompt_tokens_reference": 241} |
| {"panel_index": 45, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 263, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.1855708338433e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 263, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.1855708338433e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 261, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00024680359109563454}, "prompt_tokens_reference": 263} |
| {"panel_index": 46, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 334, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.441442033418941e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 334, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.441442033418941e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 332, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.017117054633337514}, "prompt_tokens_reference": 334} |
| {"panel_index": 47, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 175, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3496254064435283e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 175, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3496254064435283e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 173, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.007240321211333889}, "prompt_tokens_reference": 175} |
| {"panel_index": 48, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 164, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.0612173364621391e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 164, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.0612173364621391e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 162, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.11035229043454486}, "prompt_tokens_reference": 164} |
| {"panel_index": 49, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 124, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.872576506777861e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 124, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 6.872576506777861e-07}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 122, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 124} |
| {"panel_index": 50, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 136, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.1153837803655762e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 136, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.1153837803655762e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 134, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 136} |
| {"panel_index": 51, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 142, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.4593739206556506e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 142, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.4593739206556506e-07}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 140, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 142} |
| {"panel_index": 52, "llamacpp_label": "C", "raw": {"label": "C", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 137, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.8860640790477204e-07}, "chat_nothink": {"label": "C", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 137, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.8860640790477204e-07}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 135, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.007362607771311813}, "prompt_tokens_reference": 137} |
| {"panel_index": 53, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 170, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.570073645014048e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 170, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.570073645014048e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 168, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 170} |
| {"panel_index": 54, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 145, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0006742478315613365}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 145, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0006742478315613365}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 143, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 145} |
| {"panel_index": 55, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 135, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.0280359896697178e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 135, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.0280359896697178e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 133, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 135} |
| {"panel_index": 56, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 139, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.1663100352741225e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 139, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.1663100352741225e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 137, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 139} |
| {"panel_index": 57, "llamacpp_label": "C", "raw": {"label": "C", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 172, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00010833182027950028}, "chat_nothink": {"label": "C", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 172, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00010833182027950028}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 170, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.2029339851710914}, "prompt_tokens_reference": 172} |
| {"panel_index": 58, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 162, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.695443682800615e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 162, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.695443682800615e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 160, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.03360859824337925}, "prompt_tokens_reference": 162} |
| {"panel_index": 59, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 169, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.005395992483682166}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 169, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.005395992483682166}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 167, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.03988973760608597}, "prompt_tokens_reference": 169} |
| {"panel_index": 60, "llamacpp_label": "C", "raw": {"label": "C", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 186, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.3067864970527374e-05}, "chat_nothink": {"label": "C", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 186, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.3067864970527374e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 184, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.03377165342640098}, "prompt_tokens_reference": 186} |
| {"panel_index": 61, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 127, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0001953154051362871}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 127, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0001953154051362871}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 125, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.030794924258365275}, "prompt_tokens_reference": 127} |
| {"panel_index": 62, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 174, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.893216834644392e-08}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 174, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.893216834644392e-08}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 172, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 174} |
| {"panel_index": 63, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 172, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.7198964991370644e-07}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 172, "candidates_in_top20": 3, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.7198964991370644e-07}, "default": {"label": "A", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 170, "candidates_in_top20": 2, "complete_distribution": false, "max_abs_delta_vs_llamacpp": null}, "prompt_tokens_reference": 172} |
| {"panel_index": 64, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 143, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.6665550927022e-05}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 143, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 9.6665550927022e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 141, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.16487205258578436}, "prompt_tokens_reference": 143} |
| {"panel_index": 65, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.4355531545267725e-08}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.4355531545267725e-08}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 126, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.004258850741431561}, "prompt_tokens_reference": 128} |
| {"panel_index": 66, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 145, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 8.437627641022516e-08}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 145, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 8.437627641022516e-08}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 143, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.004685458502973527}, "prompt_tokens_reference": 145} |
| {"panel_index": 67, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 139, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.614745650195374e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 139, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.614745650195374e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 137, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.009383751621221736}, "prompt_tokens_reference": 139} |
| {"panel_index": 68, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 118, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1436593876368306e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 118, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1436593876368306e-06}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 116, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.004682674214517846}, "prompt_tokens_reference": 118} |
| {"panel_index": 69, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 139, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.418349825423661e-08}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 139, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 3.418349825423661e-08}, "default": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 137, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0001998411205753614}, "prompt_tokens_reference": 139} |
| {"panel_index": 70, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 130, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.693733498539743e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 130, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.693733498539743e-07}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.003580708445372377}, "prompt_tokens_reference": 130} |
| {"panel_index": 71, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 130, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.0546753013534966e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 130, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 2.0546753013534966e-07}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0020238544824622284}, "prompt_tokens_reference": 130} |
| {"panel_index": 72, "llamacpp_label": "A", "raw": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 127, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.002816261294403044}, "chat_nothink": {"label": "A", "matches_llamacpp": true, "correct": false, "prompt_eval_count": 127, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.002816261294403044}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 125, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.19006074502296288}, "prompt_tokens_reference": 127} |
| {"panel_index": 73, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 114, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.881743675966277e-09}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 114, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.881743675966277e-09}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 112, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.00307349363685966}, "prompt_tokens_reference": 114} |
| {"panel_index": 74, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 120, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.530226533905335e-07}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 120, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.530226533905335e-07}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 118, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0033437210309614856}, "prompt_tokens_reference": 120} |
| {"panel_index": 75, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1821708324477598e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 128, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.1821708324477598e-06}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 126, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0033847377634582056}, "prompt_tokens_reference": 128} |
| {"panel_index": 76, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 126, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.752441485271098e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 126, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 5.752441485271098e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 124, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.02197962662116293}, "prompt_tokens_reference": 126} |
| {"panel_index": 77, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 135, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.04956526340339e-05}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 135, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 7.04956526340339e-05}, "default": {"label": "The", "matches_llamacpp": false, "correct": false, "prompt_eval_count": 133, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.018024244658310217}, "prompt_tokens_reference": 135} |
| {"panel_index": 78, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 124, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.088675895904531e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 124, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 4.088675895904531e-06}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 122, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.005087573863449497}, "prompt_tokens_reference": 124} |
| {"panel_index": 79, "llamacpp_label": "B", "raw": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 140, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3025806029354214e-06}, "chat_nothink": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 140, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 1.3025806029354214e-06}, "default": {"label": "B", "matches_llamacpp": true, "correct": true, "prompt_eval_count": 138, "candidates_in_top20": 2, "complete_distribution": true, "max_abs_delta_vs_llamacpp": 0.0052927077429071765}, "prompt_tokens_reference": 140} |
|
|
