scope,split,method,family,count,correct,accuracy
profile,heldout,trained,overall,320,285,0.890625
profile,heldout,trained,arc,64,62,0.96875
profile,heldout,trained,banking,64,62,0.96875
profile,heldout,trained,boolq,64,61,0.953125
profile,heldout,trained,snli,64,53,0.828125
profile,heldout,trained,social,64,47,0.734375
profile,diagnostics,trained,overall,383,303,0.7911227154046997
profile,diagnostics,trained,commonsenseqa,128,98,0.765625
profile,diagnostics,trained,hellaswag,128,97,0.7578125
profile,diagnostics,trained,piqa,127,108,0.8503937007874016
profile,heldout,base_verifier,overall,320,259,0.809375
profile,heldout,base_verifier,arc,64,58,0.90625
profile,heldout,base_verifier,banking,64,54,0.84375
profile,heldout,base_verifier,boolq,64,58,0.90625
profile,heldout,base_verifier,snli,64,45,0.703125
profile,heldout,base_verifier,social,64,44,0.6875
profile,diagnostics,base_verifier,overall,383,298,0.7780678851174935
profile,diagnostics,base_verifier,commonsenseqa,128,90,0.703125
profile,diagnostics,base_verifier,hellaswag,128,101,0.7890625
profile,diagnostics,base_verifier,piqa,127,107,0.84251968503937
profile,heldout,base_label,overall,320,276,0.8625
profile,heldout,base_label,arc,64,60,0.9375
profile,heldout,base_label,banking,64,62,0.96875
profile,heldout,base_label,boolq,64,57,0.890625
profile,heldout,base_label,snli,64,48,0.75
profile,heldout,base_label,social,64,49,0.765625
profile,diagnostics,base_label,overall,383,303,0.7911227154046997
profile,diagnostics,base_label,commonsenseqa,128,90,0.703125
profile,diagnostics,base_label,hellaswag,128,109,0.8515625
profile,diagnostics,base_label,piqa,127,104,0.8188976377952756
profile,heldout,expanded,overall,320,284,0.8875
profile,heldout,expanded,arc,64,62,0.96875
profile,heldout,expanded,banking,64,62,0.96875
profile,heldout,expanded,boolq,64,61,0.953125
profile,heldout,expanded,snli,64,52,0.8125
profile,heldout,expanded,social,64,47,0.734375
profile,diagnostics,expanded,overall,383,312,0.814621409921671
profile,diagnostics,expanded,commonsenseqa,128,96,0.75
profile,diagnostics,expanded,hellaswag,128,106,0.828125
profile,diagnostics,expanded,piqa,127,110,0.8661417322834646