split,method,family,n,accuracy,nll,brier_multiclass_sum,ece_top_label_10_equal_width_bins
test,trained,overall,2042,0.9289911851126347,0.2548728303419246,0.11724661735348839,0.042709464978984944
test,trained,banking,512,0.978515625,0.12226520271792657,0.037994640677064956,0.016155527671799064
test,trained,boolq,506,0.8952569169960475,0.30082020614212623,0.1645830420203524,0.061629810352099273
test,trained,arc,512,0.94140625,0.23545075006863606,0.09582074176202018,0.03452872653724626
test,trained,snli,512,0.900390625,0.3614936082491682,0.1711427686810808,0.07405480305897072
test,calibrated,overall,2042,0.9289911851126347,0.2050675208059285,0.10981914968288821,0.010821329873058868
test,calibrated,banking,512,0.978515625,0.08680507836434942,0.03854156218229658,0.010919157532043755
test,calibrated,boolq,506,0.8952569169960475,0.24933799422114145,0.15022579183164184,0.016275467844348652
test,calibrated,arc,512,0.94140625,0.19397132420263175,0.09487676147069625,0.02615507983136922
test,calibrated,snli,512,0.900390625,0.29067448104592586,0.15610599858459887,0.03427618817659095
test,base,overall,2042,0.8447600391772772,1.6827827308918881,0.2927494974423544,0.13822684455279854
test,base,banking,512,0.8828125,0.8035370189185151,0.2032958888533993,0.08182763156946748
test,base,boolq,506,0.8557312252964426,2.0259620797809275,0.2843932332075561,0.14410379540778903
test,base,arc,512,0.9296875,0.8372381083637264,0.13284523221990113,0.06219080294249579
test,base,snli,512,0.7109375,3.0684153494991766,0.5503657105170595,0.2734481571242213
test,base_calibrated,overall,2042,0.8447600391772772,0.452739927518432,0.25478263453519945,0.06263403555088248
test,base_calibrated,banking,512,0.8828125,0.4803847811426749,0.24231384330718306,0.15125263947993517
test,base_calibrated,boolq,506,0.8557312252964426,0.3844228962146085,0.22706346727506466,0.07297720126954935
test,base_calibrated,arc,512,0.9296875,0.2752359951973631,0.13593068181824372,0.05345189612125978
test,base_calibrated,snli,512,0.7109375,0.6701154473084898,0.4134977117489767,0.0982505488791503
holdout,trained,overall,768,0.7291666666666666,0.9046048978141895,0.41865507801212026,0.1554523635810862
holdout,trained,social,768,0.7291666666666666,0.9046048978141895,0.41865507801212026,0.1554523635810862
holdout,calibrated,overall,768,0.7291666666666666,0.6782619158996491,0.37973740706466513,0.08299602890231957
holdout,calibrated,social,768,0.7291666666666666,0.6782619158996491,0.37973740706466513,0.08299602890231957
holdout,base,overall,768,0.703125,2.087191693346451,0.5129237150352639,0.22570987732615322
holdout,base,social,768,0.703125,2.087191693346451,0.5129237150352639,0.22570987732615322
holdout,base_calibrated,overall,768,0.703125,0.7425018713104995,0.4306530777581018,0.08665639813989401
holdout,base_calibrated,social,768,0.703125,0.7425018713104995,0.4306530777581018,0.08665639813989401