| scope,split,method,family,count,correct,accuracy | |
| profile,heldout,trained,overall,320,285,0.890625 | |
| profile,heldout,trained,arc,64,62,0.96875 | |
| profile,heldout,trained,banking,64,62,0.96875 | |
| profile,heldout,trained,boolq,64,61,0.953125 | |
| profile,heldout,trained,snli,64,53,0.828125 | |
| profile,heldout,trained,social,64,47,0.734375 | |
| profile,diagnostics,trained,overall,383,303,0.7911227154046997 | |
| profile,diagnostics,trained,commonsenseqa,128,98,0.765625 | |
| profile,diagnostics,trained,hellaswag,128,97,0.7578125 | |
| profile,diagnostics,trained,piqa,127,108,0.8503937007874016 | |
| profile,heldout,base_verifier,overall,320,259,0.809375 | |
| profile,heldout,base_verifier,arc,64,58,0.90625 | |
| profile,heldout,base_verifier,banking,64,54,0.84375 | |
| profile,heldout,base_verifier,boolq,64,58,0.90625 | |
| profile,heldout,base_verifier,snli,64,45,0.703125 | |
| profile,heldout,base_verifier,social,64,44,0.6875 | |
| profile,diagnostics,base_verifier,overall,383,298,0.7780678851174935 | |
| profile,diagnostics,base_verifier,commonsenseqa,128,90,0.703125 | |
| profile,diagnostics,base_verifier,hellaswag,128,101,0.7890625 | |
| profile,diagnostics,base_verifier,piqa,127,107,0.84251968503937 | |
| profile,heldout,base_label,overall,320,276,0.8625 | |
| profile,heldout,base_label,arc,64,60,0.9375 | |
| profile,heldout,base_label,banking,64,62,0.96875 | |
| profile,heldout,base_label,boolq,64,57,0.890625 | |
| profile,heldout,base_label,snli,64,48,0.75 | |
| profile,heldout,base_label,social,64,49,0.765625 | |
| profile,diagnostics,base_label,overall,383,303,0.7911227154046997 | |
| profile,diagnostics,base_label,commonsenseqa,128,90,0.703125 | |
| profile,diagnostics,base_label,hellaswag,128,109,0.8515625 | |
| profile,diagnostics,base_label,piqa,127,104,0.8188976377952756 | |
| profile,heldout,expanded,overall,320,284,0.8875 | |
| profile,heldout,expanded,arc,64,62,0.96875 | |
| profile,heldout,expanded,banking,64,62,0.96875 | |
| profile,heldout,expanded,boolq,64,61,0.953125 | |
| profile,heldout,expanded,snli,64,52,0.8125 | |
| profile,heldout,expanded,social,64,47,0.734375 | |
| profile,diagnostics,expanded,overall,383,312,0.814621409921671 | |
| profile,diagnostics,expanded,commonsenseqa,128,96,0.75 | |
| profile,diagnostics,expanded,hellaswag,128,106,0.828125 | |
| profile,diagnostics,expanded,piqa,127,110,0.8661417322834646 | |