method,case,questions,choices_per_question,state_tokens,input_tokens_processed,full_context_forwards,median_seconds,p95_seconds,repeat_probability_max_abs
trained,state768-questions4-choices4,4,4,768,13616,16,14.680815624000388,14.692957999999635,0.0
trained,state768-questions1-choices4,1,4,768,3404,4,3.7095374060008908,3.7701246989890933,0.0
trained,state128-questions1-choices16,1,16,128,3399,16,3.6218046030044206,3.720958530000644,0.0
trained,state768-questions1-choices2,1,2,768,1702,2,1.8397894650042872,1.841726654995,0.0
trained,state128-questions4-choices2,4,2,128,1696,8,1.8012972104988876,1.803810502999113,0.0
trained,state128-questions4-choices4,4,4,128,3392,16,3.6008199704956496,3.6126236400014022,0.0
trained,state128-questions16-choices2,16,2,128,6798,32,7.227882105500612,7.29926471899671,0.0
trained,state768-questions4-choices2,4,2,768,6808,8,7.3424619544966845,7.354002826992655,0.0
trained,state128-questions1-choices2,1,2,128,424,2,0.450716070998169,0.45358680799836293,0.0
trained,state128-questions1-choices4,1,4,128,848,4,0.9023401869999361,0.9064654640096705,0.0
trained,state768-questions16-choices2,16,2,768,27246,32,29.355158272999688,29.368854907006607,0.0
trained,state768-questions1-choices16,1,16,768,13623,16,14.679041473995312,14.689528721006354,0.0
base_verifier,state768-questions4-choices4,4,4,768,13616,16,12.669174973001645,12.718368431989802,0.0
base_verifier,state768-questions1-choices4,1,4,768,3404,4,3.1765881220053416,3.1827782269974705,0.0
base_verifier,state128-questions1-choices16,1,16,128,3399,16,3.2337164180062246,3.2488685629941756,0.0
base_verifier,state768-questions1-choices2,1,2,768,1702,2,1.5884666919955635,1.5956726290023653,0.0
base_verifier,state128-questions4-choices2,4,2,128,1696,8,1.611969855002826,1.6169009799923515,0.0
base_verifier,state128-questions4-choices4,4,4,128,3392,16,3.22055975850526,3.230001699004788,0.0
base_verifier,state128-questions16-choices2,16,2,128,6798,32,6.465487319495878,6.484335494998959,0.0
base_verifier,state768-questions4-choices2,4,2,768,6808,8,6.359787644491007,6.375470044004032,0.0
base_verifier,state128-questions1-choices2,1,2,128,424,2,0.40483397299976787,0.4083183400070993,0.0
base_verifier,state128-questions1-choices4,1,4,128,848,4,0.805879047497001,0.8118966699985322,0.0
base_verifier,state768-questions16-choices2,16,2,768,27246,32,25.41250576300081,25.453125423999154,0.0
base_verifier,state768-questions1-choices16,1,16,768,13623,16,12.709477461496135,12.725912880996475,0.0
base_label,state768-questions4-choices4,4,4,768,3540,4,3.2783979199957685,3.2847340970038204,0.0
base_label,state768-questions1-choices4,1,4,768,885,1,0.8184169224987272,0.8238843560102396,0.0
base_label,state128-questions1-choices16,1,16,128,361,1,0.30592580600932706,0.3089355370029807,0.0
base_label,state768-questions1-choices2,1,2,768,867,1,0.8080141975005972,0.8120477220072644,0.0
base_label,state128-questions4-choices2,4,2,128,912,4,0.824954814495868,0.8317792110028677,0.0
base_label,state128-questions4-choices4,4,4,128,984,4,0.8500512570026331,0.8513134030072251,0.0
base_label,state128-questions16-choices2,16,2,128,3655,16,3.301144003002264,3.317000517999986,0.0
base_label,state768-questions4-choices2,4,2,768,3468,4,3.2318181560040102,3.241553648986155,0.0
base_label,state128-questions1-choices2,1,2,128,228,1,0.20558502000494627,0.20763731299666688,0.0
base_label,state128-questions1-choices4,1,4,128,246,1,0.2127688445034437,0.2153799829975469,0.0
base_label,state768-questions16-choices2,16,2,768,13879,16,12.92235260099551,12.945756162007456,0.0
base_label,state768-questions1-choices16,1,16,768,1000,1,0.9420397354988381,0.9436927820061101,0.0