| case,method,state_tokens,questions,choices_per_question,input_tokens_processed,sample_count,median_seconds,p95_seconds,requests_per_second,questions_per_second,choice_probabilities_per_second,method_median_over_selected_median | |
| state128-questions1-choices2,trained,128,1,2,424,10,0.450716070998169,0.45358680799836293,2.218691687175411,2.218691687175411,4.437383374350822,1.0 | |
| state128-questions1-choices2,base_verifier,128,1,2,424,10,0.40483397299976787,0.4083183400070993,2.4701484230439656,2.4701484230439656,4.940296846087931,0.8982017705807798 | |
| state128-questions1-choices2,base_label,128,1,2,228,10,0.20558502000494627,0.20763731299666688,4.864167632330121,4.864167632330121,9.728335264660242,0.4561297748927649 | |
| state128-questions1-choices4,trained,128,1,4,848,10,0.9023401869999361,0.9064654640096705,1.1082294841868445,1.1082294841868445,4.432917936747378,1.0 | |
| state128-questions1-choices4,base_verifier,128,1,4,848,10,0.805879047497001,0.8118966699985322,1.2408810020634287,1.2408810020634287,4.963524008253715,0.893098921124587 | |
| state128-questions1-choices4,base_label,128,1,4,246,10,0.2127688445034437,0.2153799829975469,4.699936225784292,4.699936225784292,18.799744903137167,0.23579670679508233 | |
| state128-questions1-choices16,trained,128,1,16,3399,10,3.6218046030044206,3.720958530000644,0.27610545283709204,0.27610545283709204,4.417687245393473,1.0 | |
| state128-questions1-choices16,base_verifier,128,1,16,3399,10,3.2337164180062246,3.2488685629941756,0.30924171162063696,0.30924171162063696,4.947867385930191,0.8928467359403479 | |
| state128-questions1-choices16,base_label,128,1,16,361,10,0.30592580600932706,0.3089355370029807,3.268766414460348,3.268766414460348,52.30026263136557,0.08446778320275763 | |
| state128-questions4-choices2,trained,128,4,2,1696,10,1.8012972104988876,1.803810502999113,0.5551554702752467,2.220621881100987,4.441243762201974,1.0 | |
| state128-questions4-choices2,base_verifier,128,4,2,1696,10,1.611969855002826,1.6169009799923515,0.6203589954839738,2.481435981935895,4.96287196387179,0.8948938829236152 | |
| state128-questions4-choices2,base_label,128,4,2,912,10,0.824954814495868,0.8317792110028677,1.2121876040096844,4.848750416038738,9.697500832077475,0.4579781779972825 | |
| state128-questions4-choices4,trained,128,4,4,3392,10,3.6008199704956496,3.6126236400014022,0.27771452285695664,1.1108580914278265,4.443432365711306,1.0 | |
| state128-questions4-choices4,base_verifier,128,4,4,3392,10,3.22055975850526,3.230001699004788,0.31050502862400675,1.242020114496027,4.968080457984108,0.8943962166656038 | |
| state128-questions4-choices4,base_label,128,4,4,984,10,0.8500512570026331,0.8513134030072251,1.1763996485648422,4.705598594259369,18.822394377037476,0.23607157924244246 | |
| state128-questions16-choices2,trained,128,16,2,6798,10,7.227882105500612,7.29926471899671,0.13835311442600498,2.2136498308160797,4.427299661632159,1.0 | |
| state128-questions16-choices2,base_verifier,128,16,2,6798,10,6.465487319495878,6.484335494998959,0.15466738245462544,2.474678119274007,4.949356238548014,0.8945203069340975 | |
| state128-questions16-choices2,base_label,128,16,2,3655,10,3.301144003002264,3.317000517999986,0.30292528865464163,4.846804618474266,9.693609236948532,0.45672355398409237 | |
| state768-questions1-choices2,trained,768,1,2,1702,10,1.8397894650042872,1.841726654995,0.5435404534168641,0.5435404534168641,1.0870809068337282,1.0 | |
| state768-questions1-choices2,base_verifier,768,1,2,1702,10,1.5884666919955635,1.5956726290023653,0.6295379091290338,0.6295379091290338,1.2590758182580677,0.8633959060048547 | |
| state768-questions1-choices2,base_label,768,1,2,867,10,0.8080141975005972,0.8120477220072644,1.2376020162681125,1.2376020162681125,2.475204032536225,0.43918840327673814 | |
| state768-questions1-choices4,trained,768,1,4,3404,10,3.7095374060008908,3.7701246989890933,0.26957539190258806,0.26957539190258806,1.0783015676103522,1.0 | |
| state768-questions1-choices4,base_verifier,768,1,4,3404,10,3.1765881220053416,3.1827782269974705,0.3148031666657219,0.3148031666657219,1.2592126666628876,0.8563299879026961 | |
| state768-questions1-choices4,base_label,768,1,4,885,10,0.8184169224987272,0.8238843560102396,1.2218711178978037,1.2218711178978037,4.887484471591215,0.2206250626223044 | |
| state768-questions1-choices16,trained,768,1,16,13623,10,14.679041473995312,14.689528721006354,0.06812433916557509,0.06812433916557509,1.0899894266492014,1.0 | |
| state768-questions1-choices16,base_verifier,768,1,16,13623,10,12.709477461496135,12.725912880996475,0.07868144091915183,0.07868144091915183,1.2589030547064293,0.865824753204195 | |
| state768-questions1-choices16,base_label,768,1,16,1000,10,0.9420397354988381,0.9436927820061101,1.0615263478991894,1.0615263478991894,16.98442156638703,0.0641758344485715 | |
| state768-questions4-choices2,trained,768,4,2,6808,10,7.3424619544966845,7.354002826992655,0.1361941003163902,0.5447764012655608,1.0895528025311216,1.0 | |
| state768-questions4-choices2,base_verifier,768,4,2,6808,10,6.359787644491007,6.375470044004032,0.15723795445689492,0.6289518178275797,1.2579036356551594,0.8661655564447472 | |
| state768-questions4-choices2,base_label,768,4,2,3468,10,3.2318181560040102,3.241553648986155,0.3094233498695522,1.2376933994782089,2.4753867989564178,0.4401545661431414 | |
| state768-questions4-choices4,trained,768,4,4,13616,10,14.680815624000388,14.692957999999635,0.06811610646244934,0.27246442584979735,1.0898577033991894,1.0 | |
| state768-questions4-choices4,base_verifier,768,4,4,13616,10,12.669174973001645,12.718368431989802,0.07893173802801107,0.31572695211204427,1.262907808448177,0.8629748712523787 | |
| state768-questions4-choices4,base_label,768,4,4,3540,10,3.2783979199957685,3.2847340970038204,0.30502703588870345,1.2201081435548138,4.880432574219255,0.22331170174470422 | |
| state768-questions16-choices2,trained,768,16,2,27246,10,29.355158272999688,29.368854907006607,0.034065563220613965,0.5450490115298234,1.0900980230596469,1.0 | |
| state768-questions16-choices2,base_verifier,768,16,2,27246,10,25.41250576300081,25.453125423999154,0.03935070430779574,0.6296112689247318,1.2592225378494637,0.8656913216637209 | |
| state768-questions16-choices2,base_label,768,16,2,13879,10,12.92235260099551,12.945756162007456,0.07738528972835505,1.2381646356536808,2.4763292713073617,0.44020721948827785 | |