diff --git "a/official_protocol_clip_metrics.csv" "b/official_protocol_clip_metrics.csv" --- "a/official_protocol_clip_metrics.csv" +++ "b/official_protocol_clip_metrics.csv" @@ -59,6 +59,549 @@ held_out_algorithmic,major_scratch,18,ep0014,scn0042,92,27,65,0.7065217391304348 held_out_algorithmic,base,19,ep0017,scn0016,263,6,257,0.9771863117870723,0.38411565800284625,1.7845142763749937,0.0072335232980549335,0.007402400951832533 held_out_algorithmic,improved,19,ep0017,scn0016,263,6,257,0.9771863117870723,0.07296898202056742,0.19376960019717565,0.0017174092354252934,0.0017575046513229609 held_out_algorithmic,major_scratch,19,ep0017,scn0016,263,6,257,0.9771863117870723,0.07299652606360475,0.1884764159829388,0.0017166563775390387,0.0017567339818924665 +held_out_algorithmic,base,20,ep0017,scn0018,68,6,62,0.9117647058823529,0.18124308437108994,1.4354043337400666,0.02675079181790352,0.029339581727981567 +held_out_algorithmic,improved,20,ep0017,scn0018,68,6,62,0.9117647058823529,0.08612535562780169,0.23881732272205394,0.007911021821200848,0.008676603436470032 +held_out_algorithmic,major_scratch,20,ep0017,scn0018,68,6,62,0.9117647058823529,0.08606841994656457,0.23881700541121267,0.007912516593933105,0.00867824349552393 +held_out_algorithmic,base,21,ep0017,scn0047,162,16,146,0.9012345679012346,0.04102737143297087,0.0024432099310747186,0.0006497295689769089,0.0007209327886812389 +held_out_algorithmic,improved,21,ep0017,scn0047,162,16,146,0.9012345679012346,0.04383671304888346,0.0019131845853714714,0.0006203173543326557,0.0006882972666062415 +held_out_algorithmic,major_scratch,21,ep0017,scn0047,162,16,146,0.9012345679012346,0.0438462154601108,0.00191084032477552,0.0006217199261300266,0.0006898536230437458 +held_out_algorithmic,base,22,ep0022,scn0008,140,5,135,0.9642857142857143,0.12259245085549521,0.14385823779927545,0.0017366294050589204,0.0018009488703683019 +held_out_algorithmic,improved,22,ep0022,scn0008,140,5,135,0.9642857142857143,0.09928446382909388,0.21678201494325236,0.0012402728898450732,0.0012862090952694416 +held_out_algorithmic,major_scratch,22,ep0022,scn0008,140,5,135,0.9642857142857143,0.09928039237335845,0.2015713810219409,0.0012403252767398953,0.0012862632283940911 +held_out_algorithmic,base,23,ep0022,scn0011,133,8,125,0.9398496240601504,1.0842190689320186,3.172714891740876,0.036768704652786255,0.039121899753808975 +held_out_algorithmic,improved,23,ep0022,scn0011,133,8,125,0.9398496240601504,0.20502619884854598,1.1304951844997,0.010374858975410461,0.011038850992918015 +held_out_algorithmic,major_scratch,23,ep0022,scn0011,133,8,125,0.9398496240601504,0.20496262550997218,1.1295356350804584,0.010373560711741447,0.01103746797889471 +held_out_algorithmic,base,24,ep0022,scn0026,105,6,99,0.9428571428571428,0.37154417191076716,0.037981986628158416,0.0012486046180129051,0.001324277720414102 +held_out_algorithmic,improved,24,ep0022,scn0026,105,6,99,0.9428571428571428,0.44332429547922325,0.1559120986348022,0.0013971530133858323,0.0014818290947005153 +held_out_algorithmic,major_scratch,24,ep0022,scn0026,105,6,99,0.9428571428571428,0.441719971118717,0.1824346436688266,0.001379825989715755,0.0014634518884122372 +held_out_algorithmic,base,25,ep0028,scn0014,279,22,257,0.921146953405018,0.5901936022782804,1.724979566338781,0.025169486179947853,0.027324071153998375 +held_out_algorithmic,improved,25,ep0028,scn0014,279,22,257,0.921146953405018,0.05685746682228452,0.19577350970063542,0.007762611377984285,0.008427116088569164 +held_out_algorithmic,major_scratch,25,ep0028,scn0014,279,22,257,0.921146953405018,0.05694137007795449,0.1959631776713401,0.007764129433780909,0.008428764529526234 +held_out_algorithmic,base,26,ep0029,scn0045,292,17,275,0.9417808219178082,1.427254511983853,6.277336428683511,0.05125027149915695,0.05441847816109657 +held_out_algorithmic,improved,26,ep0029,scn0045,292,17,275,0.9417808219178082,0.2329126654211007,0.7308977510537057,0.00692859897390008,0.007356912363320589 +held_out_algorithmic,major_scratch,26,ep0029,scn0045,292,17,275,0.9417808219178082,0.2017154050342502,0.7773982573653585,0.006865601986646652,0.00729002058506012 +held_out_algorithmic,base,27,ep0031,scn0020,102,8,94,0.9215686274509803,0.21272206844555008,0.0726070800986951,0.003127899719402194,0.0033941040746867657 +held_out_algorithmic,improved,27,ep0031,scn0020,102,8,94,0.9215686274509803,0.199793036337252,0.13723793970594023,0.004380112513899803,0.004752888344228268 +held_out_algorithmic,major_scratch,27,ep0031,scn0020,102,8,94,0.9215686274509803,0.19819508189404453,0.13691990953043415,0.004386806394904852,0.004760151728987694 +held_out_algorithmic,base,28,ep0031,scn0035,100,10,90,0.9,0.3572644392649333,0.7365788845032173,0.011723006144165993,0.013025561347603798 +held_out_algorithmic,improved,28,ep0031,scn0035,100,10,90,0.9,0.1160889709437335,0.18056380666901617,0.003728586947545409,0.004142874851822853 +held_out_algorithmic,major_scratch,28,ep0031,scn0035,100,10,90,0.9,0.10066350076414421,0.13401821804604996,0.00439875852316618,0.004887509625405073 +held_out_algorithmic,base,29,ep0032,scn0017b,780,167,613,0.7858974358974359,1.0422695982550818,7.283129640075533,0.011925434693694115,0.015174288302659988 +held_out_algorithmic,improved,29,ep0032,scn0017b,780,167,613,0.7858974358974359,0.5243892065274022,3.90142419733304,0.006420005578547716,0.008169012144207954 +held_out_algorithmic,major_scratch,29,ep0032,scn0017b,780,167,613,0.7858974358974359,0.5317461800645106,3.9650869697287368,0.006433078087866306,0.008185645565390587 +held_out_algorithmic,base,30,ep0032,scn0022,52,5,47,0.9038461538461539,0.48061185316606003,0.45790296194890073,0.011588177643716335,0.012820961885154247 +held_out_algorithmic,improved,30,ep0032,scn0022,52,5,47,0.9038461538461539,0.0838364460251548,0.10514891344900784,0.0025779418647289276,0.002852191450074315 +held_out_algorithmic,major_scratch,30,ep0032,scn0022,52,5,47,0.9038461538461539,0.08384502801028165,0.10536129064251677,0.0025648640003055334,0.0028377219568938017 +held_out_algorithmic,base,31,ep0033,scn0045,95,4,91,0.9578947368421052,0.07557144853257641,0.15276199833477197,0.004760652780532837,0.004969911649823189 +held_out_algorithmic,improved,31,ep0033,scn0045,95,4,91,0.9578947368421052,0.04329472595883399,0.08777276301532747,0.0015073632821440697,0.0015736209461465478 +held_out_algorithmic,major_scratch,31,ep0033,scn0045,95,4,91,0.9578947368421052,0.04219492809059694,0.08776704884584736,0.0015015401877462864,0.001567541970871389 +held_out_algorithmic,base,32,ep0035,scn0013,151,4,147,0.9735099337748344,0.5018357650127286,0.2947416063478853,0.010500817559659481,0.010786554776132107 +held_out_algorithmic,improved,32,ep0035,scn0013,151,4,147,0.9735099337748344,0.25070621764737794,0.04175679109056801,0.0016837198054417968,0.0017295352881774306 +held_out_algorithmic,major_scratch,32,ep0035,scn0013,151,4,147,0.9735099337748344,0.25034091607028364,0.042203416428274694,0.0016837520524859428,0.0017295683501288295 +held_out_algorithmic,base,33,ep0035,scn0040,66,11,55,0.8333333333333334,0.13756347139676411,0.2120981851845659,0.007176557090133429,0.008611869066953659 +held_out_algorithmic,improved,33,ep0035,scn0040,66,11,55,0.8333333333333334,0.09669866760571798,0.19819776673255143,0.006792742293328047,0.008151290938258171 +held_out_algorithmic,major_scratch,33,ep0035,scn0040,66,11,55,0.8333333333333334,0.0962403110663096,0.1981267540709767,0.006784284487366676,0.008141141384840012 +held_out_algorithmic,base,34,ep0036,scn0039,147,21,126,0.8571428571428571,0.47794026531368855,0.9063715866553612,0.0200051162391901,0.023339303210377693 +held_out_algorithmic,improved,34,ep0036,scn0039,147,21,126,0.8571428571428571,0.22545387048319163,0.4881965791042368,0.011400324292480946,0.013300377875566483 +held_out_algorithmic,major_scratch,34,ep0036,scn0039,147,21,126,0.8571428571428571,0.2133289345775742,0.4901396389506373,0.011355713941156864,0.01324833370745182 +held_out_algorithmic,base,35,ep0036,scn0066,143,18,125,0.8741258741258742,0.5192049059477992,3.2694464172370883,0.022361841052770615,0.025581946596503258 +held_out_algorithmic,improved,35,ep0036,scn0066,143,18,125,0.8741258741258742,0.503340223300382,0.6580639311026374,0.008860775269567966,0.01013672724366188 +held_out_algorithmic,major_scratch,35,ep0036,scn0066,143,18,125,0.8741258741258742,0.4958246204088319,0.6712224432297982,0.008957580663263798,0.010247473604977131 +held_out_algorithmic,base,36,ep0041,scn0001,461,61,400,0.8676789587852495,0.48344723628117486,2.1261709335930696,0.017959903925657272,0.0206987913697958 +held_out_algorithmic,improved,36,ep0041,scn0001,461,61,400,0.8676789587852495,0.35375037972743695,0.9462683442804658,0.006944663822650909,0.008003725670278072 +held_out_algorithmic,major_scratch,36,ep0041,scn0001,461,61,400,0.8676789587852495,0.2536092236638069,1.0731214425613154,0.007968527264893055,0.009183727204799652 +held_out_algorithmic,base,37,ep0041,scn0003,265,14,251,0.9471698113207547,0.4069783052812845,1.5932219102110403,0.01853932999074459,0.01957339607179165 +held_out_algorithmic,improved,37,ep0041,scn0003,265,14,251,0.9471698113207547,0.13878490633267357,0.22210953253578028,0.004066938534379005,0.004293779842555523 +held_out_algorithmic,major_scratch,37,ep0041,scn0003,265,14,251,0.9471698113207547,0.13878386088441855,0.19982068346549858,0.004066918045282364,0.004293758422136307 +held_out_algorithmic,base,38,ep0041,scn0043,151,21,130,0.8609271523178808,0.32240829853450553,0.376674628778024,0.007869483903050423,0.009140707552433014 +held_out_algorithmic,improved,38,ep0041,scn0043,151,21,130,0.8609271523178808,0.26523706071517045,0.43588598552156976,0.007709234952926636,0.008954571560025215 +held_out_algorithmic,major_scratch,38,ep0041,scn0043,151,21,130,0.8609271523178808,0.3538956777137868,0.8751856703100265,0.009506946429610252,0.011042685247957706 +held_out_algorithmic,base,39,ep0042,scn0018,147,8,139,0.9455782312925171,0.441996484410529,0.3136586512563227,0.005425707902759314,0.005737978499382734 +held_out_algorithmic,improved,39,ep0042,scn0018,147,8,139,0.9455782312925171,0.46316230297088623,0.3980147501470668,0.005785161163657904,0.006118120159953833 +held_out_algorithmic,major_scratch,39,ep0042,scn0018,147,8,139,0.9455782312925171,0.46385858573165595,0.3947051416493794,0.00578475184738636,0.006117687560617924 +held_out_algorithmic,base,40,ep0043,scn0058,36,3,33,0.9166666666666666,0.0237517904590916,0.0007851037276367988,9.263228275813162e-05,0.00010105339606525376 +held_out_algorithmic,improved,40,ep0043,scn0058,36,3,33,0.9166666666666666,0.023680324691372948,0.0007850165027124816,8.656617137603462e-05,9.443582530366257e-05 +held_out_algorithmic,major_scratch,40,ep0043,scn0058,36,3,33,0.9166666666666666,0.02372803391158782,0.0001874056889453391,8.760865603107959e-05,9.557307930663228e-05 +held_out_algorithmic,base,41,ep0045,scn0066,140,9,131,0.9357142857142857,0.15248031620265676,0.11122995252124754,0.003468637354671955,0.0037069409154355526 +held_out_algorithmic,improved,41,ep0045,scn0066,140,9,131,0.9357142857142857,0.07440405080513078,0.07808691318397469,0.0021953401155769825,0.0023461650125682354 +held_out_algorithmic,major_scratch,41,ep0045,scn0066,140,9,131,0.9357142857142857,0.07440953595297677,0.0780614526204981,0.002195158274844289,0.0023459703661501408 +held_out_algorithmic,base,42,ep0046,scn0016,103,7,96,0.9320388349514563,0.9237029199247007,1.3142644561266688,0.02004525624215603,0.021506886929273605 +held_out_algorithmic,improved,42,ep0046,scn0016,103,7,96,0.9320388349514563,0.44501473395912733,0.19317731688851048,0.005603669676929712,0.00601227069273591 +held_out_algorithmic,major_scratch,42,ep0046,scn0016,103,7,96,0.9320388349514563,0.4391755478249656,0.19305611273525441,0.005596615839749575,0.006004702765494585 +held_out_algorithmic,base,43,ep0046,scn0024,280,8,272,0.9714285714285714,0.42446500709006835,1.8332156553845365,0.013617601245641708,0.014018121175467968 +held_out_algorithmic,improved,43,ep0046,scn0024,280,8,272,0.9714285714285714,0.042089756864767805,0.488611930124011,0.004547258839011192,0.004681002348661423 +held_out_algorithmic,major_scratch,43,ep0046,scn0024,280,8,272,0.9714285714285714,0.04208407702145876,0.4882686414236584,0.004550989251583815,0.004684841725975275 +held_out_algorithmic,base,44,ep0047,scn0036,138,19,119,0.8623188405797102,0.23671533991732904,0.8741775334923515,0.01692388579249382,0.019626019522547722 +held_out_algorithmic,improved,44,ep0047,scn0036,138,19,119,0.8623188405797102,0.27418920856810386,2.1134494125345364,0.033779457211494446,0.03917281702160835 +held_out_algorithmic,major_scratch,44,ep0047,scn0036,138,19,119,0.8623188405797102,0.2742645867649586,2.1132927972593905,0.03377969563007355,0.03917308896780014 +held_out_algorithmic,base,45,ep0047,scn0039,115,7,108,0.9391304347826087,0.766391535103321,3.44702499716108,0.059237804263830185,0.06307728588581085 +held_out_algorithmic,improved,45,ep0047,scn0039,115,7,108,0.9391304347826087,0.16961686139305432,0.916285754401413,0.012108621187508106,0.012893440201878548 +held_out_algorithmic,major_scratch,45,ep0047,scn0039,115,7,108,0.9391304347826087,0.1696225029726823,0.9109235886842826,0.012115305289626122,0.012900556437671185 +held_out_algorithmic,base,46,ep0048,scn0018,529,49,480,0.9073724007561437,0.8247677266287307,10.219454402314355,0.039229534566402435,0.0432342104613781 +held_out_algorithmic,improved,46,ep0048,scn0018,529,49,480,0.9073724007561437,0.09187527184258215,0.5219059038029176,0.004624747671186924,0.0050968569703400135 +held_out_algorithmic,major_scratch,46,ep0048,scn0018,529,49,480,0.9073724007561437,0.09177083322881824,0.5212954773659697,0.004632376134395599,0.005105264950543642 +held_out_algorithmic,base,47,ep0050,scn0033,1183,114,1069,0.9036348267117498,1.3291389146596768,26.256031344132243,0.06241996958851814,0.0690765529870987 +held_out_algorithmic,improved,47,ep0050,scn0033,1183,114,1069,0.9036348267117498,0.8700190899974548,35.32325350161263,0.035388361662626266,0.03916224092245102 +held_out_algorithmic,major_scratch,47,ep0050,scn0033,1183,114,1069,0.9036348267117498,0.861590615783649,36.295952256545945,0.03544163331389427,0.03922118619084358 +held_out_algorithmic,base,48,ep0051,scn0036,533,37,496,0.9305816135084428,0.9781953364308976,14.271598702161288,0.05542464181780815,0.05955914035439491 +held_out_algorithmic,improved,48,ep0051,scn0036,533,37,496,0.9305816135084428,0.20876216420143004,1.8282989217984187,0.008829242549836636,0.009487875737249851 +held_out_algorithmic,major_scratch,48,ep0051,scn0036,533,37,496,0.9305816135084428,0.19367036626110196,1.8031077895123608,0.009001788683235645,0.009673292748630047 +held_out_algorithmic,base,49,ep0openingv2,scn0003b,185,10,175,0.9459459459459459,1.6977500964940522,7.862943273870239,0.04591691121459007,0.04854073375463486 +held_out_algorithmic,improved,49,ep0openingv2,scn0003b,185,10,175,0.9459459459459459,0.3198245950622262,0.6051991251657037,0.00779711315408349,0.008242662996053696 +held_out_algorithmic,major_scratch,49,ep0openingv2,scn0003b,185,10,175,0.9459459459459459,0.3196192789880723,0.5977156082804128,0.007752395700663328,0.008195389993488789 +held_out_algorithmic,base,50,ep0pa021,scn0011b,170,17,153,0.9,0.7674166970961803,3.2945858976645135,0.05632027983665466,0.06257808953523636 +held_out_algorithmic,improved,50,ep0pa021,scn0011b,170,17,153,0.9,0.482280884965046,1.9827934106226746,0.021084757521748543,0.023427505046129227 +held_out_algorithmic,major_scratch,50,ep0pa021,scn0011b,170,17,153,0.9,0.48024833693697644,1.5238325800873433,0.021045615896582603,0.02338401786983013 +held_out_algorithmic,base,51,ep0pa022c,scn0008,98,40,58,0.5918367346938775,0.6317893880255082,0.6926150012358778,0.01370169222354889,0.023151136934757233 +held_out_algorithmic,improved,51,ep0pa022c,scn0008,98,40,58,0.5918367346938775,0.6819139789132511,0.8621916883367632,0.013323805294930935,0.022512635216116905 +held_out_algorithmic,major_scratch,51,ep0pa022c,scn0008,98,40,58,0.5918367346938775,0.42205019558177276,0.28376644490741465,0.011119293048977852,0.018787771463394165 +held_out_algorithmic,base,52,ep0pa022e,scn0012,164,32,132,0.8048780487804879,1.0696221414915066,3.8027239068558982,0.03268773481249809,0.040612030774354935 +held_out_algorithmic,improved,52,ep0pa022e,scn0012,164,32,132,0.8048780487804879,0.18201799398845003,0.486113669184338,0.007935473695397377,0.009859224781394005 +held_out_algorithmic,major_scratch,52,ep0pa022e,scn0012,164,32,132,0.8048780487804879,0.2598990082126303,0.6957312513042863,0.012131773866713047,0.015072811394929886 +held_out_algorithmic,base,53,ep0pa022ev2,scn0012,89,6,83,0.9325842696629213,0.21854039782317736,0.015174435323247961,0.002407087478786707,0.0025810939259827137 +held_out_algorithmic,improved,53,ep0pa022ev2,scn0012,89,6,83,0.9325842696629213,0.25932058499705407,0.012470544765399012,0.0012821427080780268,0.0013748276978731155 +held_out_algorithmic,major_scratch,53,ep0pa022ev2,scn0012,89,6,83,0.9325842696629213,0.2592956366077546,0.012478770543697554,0.001284575555473566,0.0013774363324046135 +held_out_algorithmic,base,54,ep0pa022k,scn0020,40,7,33,0.825,0.1867978268199497,0.03615285251012711,0.004432316869497299,0.005372505635023117 +held_out_algorithmic,improved,54,ep0pa022k,scn0020,40,7,33,0.825,0.18953103009197447,0.05379304604077547,0.0042548347264528275,0.0051573761738836765 +held_out_algorithmic,major_scratch,54,ep0pa022k,scn0020,40,7,33,0.825,0.09090958469443851,0.047858891183311776,0.004943837411701679,0.005992530379444361 +held_out_algorithmic,base,55,ep0pa022k,scn0031b,425,5,420,0.9882352941176471,0.2466033335740321,3.151486123075181,0.007797709200531244,0.00789053924381733 +held_out_algorithmic,improved,55,ep0pa022k,scn0031b,425,5,420,0.9882352941176471,0.24916438549478478,0.6636382842064178,0.0028854375705122948,0.002919787773862481 +held_out_algorithmic,major_scratch,55,ep0pa022k,scn0031b,425,5,420,0.9882352941176471,0.24941330730358016,0.3011814857504511,0.0028854203410446644,0.0029197705443948507 +held_out_algorithmic,base,56,ep0pa022t,scn0026,367,50,317,0.8637602179836512,0.4165555509817169,1.7253353411629906,0.013700618408620358,0.015861600637435913 +held_out_algorithmic,improved,56,ep0pa022t,scn0026,367,50,317,0.8637602179836512,0.31601009230656796,1.0104930396282465,0.013507186435163021,0.015637656673789024 +held_out_algorithmic,major_scratch,56,ep0pa022t,scn0026,367,50,317,0.8637602179836512,0.3162026439625097,1.009341665301895,0.013505090959370136,0.015635231509804726 +held_out_algorithmic,base,57,ep0pa038,scn0006,302,8,294,0.9735099337748344,0.46129009698505524,5.660798072845755,0.038644131273031235,0.03969567269086838 +held_out_algorithmic,improved,57,ep0pa038,scn0006,302,8,294,0.9735099337748344,0.09361298188760683,0.5434068036635499,0.005666338838636875,0.005820524878799915 +held_out_algorithmic,major_scratch,57,ep0pa038,scn0006,302,8,294,0.9735099337748344,0.08870610338333365,0.5567906223505278,0.005626178812235594,0.005779271945357323 +held_out_algorithmic,base,58,ep0pa039,scn0001,795,33,762,0.9584905660377359,0.20275038762184955,5.04961491467363,0.021187346428632736,0.022104907780885696 +held_out_algorithmic,improved,58,ep0pa039,scn0001,795,33,762,0.9584905660377359,0.0629528323797279,1.446685175411297,0.005040330346673727,0.005258612800389528 +held_out_algorithmic,major_scratch,58,ep0pa039,scn0001,795,33,762,0.9584905660377359,0.05505723151723351,1.506419661129331,0.005126067902892828,0.005348063074052334 +held_out_algorithmic,base,59,ep0pa039,scn0032,84,6,78,0.9285714285714286,0.12324051575904543,0.5997918475358588,0.006549792364239693,0.00705362344160676 +held_out_algorithmic,improved,59,ep0pa039,scn0032,84,6,78,0.9285714285714286,0.16147348301654513,0.7819155687913668,0.008783712051808834,0.00945938192307949 +held_out_algorithmic,major_scratch,59,ep0pa039,scn0032,84,6,78,0.9285714285714286,0.16165471068498763,0.8183686874157139,0.009441277012228966,0.010167529806494713 +held_out_algorithmic,base,60,ep0pa040,scn0011,222,7,215,0.9684684684684685,1.0404875021148883,7.278595643230702,0.0163576640188694,0.016890238970518112 +held_out_algorithmic,improved,60,ep0pa040,scn0011,222,7,215,0.9684684684684685,0.05655578684701793,0.15303770071056358,0.002136874245479703,0.002206446835771203 +held_out_algorithmic,major_scratch,60,ep0pa040,scn0011,222,7,215,0.9684684684684685,0.05618130583069923,0.1464374915596996,0.002142281038686633,0.002212029416114092 +held_out_algorithmic,base,61,ep0pa040,scn0028,402,61,341,0.8482587064676617,0.6458386244846269,6.192413720765086,0.024544114246964455,0.028934702277183533 +held_out_algorithmic,improved,61,ep0pa040,scn0028,402,61,341,0.8482587064676617,0.23699638641837362,1.3296905178287273,0.010571605525910854,0.01246271375566721 +held_out_algorithmic,major_scratch,61,ep0pa040,scn0028,402,61,341,0.8482587064676617,0.23085268239395737,1.3169533883022706,0.010657615959644318,0.012564110569655895 +held_out_algorithmic,base,62,ep0pa057,scn0021,152,10,142,0.9342105263157895,0.9444182097911835,7.568964347549528,0.09015034139156342,0.09649895131587982 +held_out_algorithmic,improved,62,ep0pa057,scn0021,152,10,142,0.9342105263157895,0.5327847439795732,2.2467490118034985,0.012492455542087555,0.013372206129133701 +held_out_algorithmic,major_scratch,62,ep0pa057,scn0021,152,10,142,0.9342105263157895,0.5322448724880815,2.2451527553691575,0.012462307699024677,0.0133399348706007 +held_out_algorithmic,base,63,ep0pa063,scn0047,62,5,57,0.9193548387096774,0.911528572669396,1.008304211684708,0.00986701250076294,0.010732539929449558 +held_out_algorithmic,improved,63,ep0pa063,scn0047,62,5,57,0.9193548387096774,0.102267180956327,0.2631304203360781,0.004368454683572054,0.00475165294483304 +held_out_algorithmic,major_scratch,63,ep0pa063,scn0047,62,5,57,0.9193548387096774,0.1025007724761963,0.2708514899076971,0.004622793756425381,0.005028301849961281 +held_out_algorithmic,base,64,ep0pa064,scn0036,260,30,230,0.8846153846153846,0.8696640419463316,3.4955340086854143,0.024937693029642105,0.028190437704324722 +held_out_algorithmic,improved,64,ep0pa064,scn0036,260,30,230,0.8846153846153846,0.1895383328406347,0.8344699060357481,0.011681892909109592,0.013205616734921932 +held_out_algorithmic,major_scratch,64,ep0pa064,scn0036,260,30,230,0.8846153846153846,0.18359872282275724,0.8735555143535148,0.012092606164515018,0.013669902458786964 +held_out_algorithmic,base,65,ep0pa064,scn0039,21,4,17,0.8095238095238095,0.14284218701979387,0.1881477862923783,0.01619410514831543,0.020004482939839363 +held_out_algorithmic,improved,65,ep0pa064,scn0039,21,4,17,0.8095238095238095,0.06153509668681933,0.2549995974338244,0.016350625082850456,0.020197829231619835 +held_out_algorithmic,major_scratch,65,ep0pa064,scn0039,21,4,17,0.8095238095238095,0.04399712059808814,0.2552375534611283,0.01629752479493618,0.020132238045334816 +held_out_algorithmic,base,66,ep0pa065,scn0061,80,4,76,0.95,0.5625431842920257,0.19033518760800047,0.006959996651858091,0.007326312828809023 +held_out_algorithmic,improved,66,ep0pa065,scn0061,80,4,76,0.95,0.19608927063825654,0.01932559700282528,0.0022856974974274635,0.0024059973657131195 +held_out_algorithmic,major_scratch,66,ep0pa065,scn0061,80,4,76,0.95,0.15286565699228427,0.021912571286683672,0.002192798303440213,0.002308208728209138 +held_out_algorithmic,base,67,ep0pa067,scn0024,232,22,210,0.9051724137931034,0.2961625722902162,0.5830636477454793,0.01116862241178751,0.01233866810798645 +held_out_algorithmic,improved,67,ep0pa067,scn0024,232,22,210,0.9051724137931034,0.16554271973787793,0.4501084565532688,0.005033731926232576,0.005561074707657099 +held_out_algorithmic,major_scratch,67,ep0pa067,scn0024,232,22,210,0.9051724137931034,0.1935018454016591,0.6862121501641976,0.005551047623157501,0.0061325859278440475 +held_out_algorithmic,base,68,ep0pa067,scn0043,211,29,182,0.8625592417061612,0.46463800278030526,4.711993505364921,0.04622908681631088,0.05359525978565216 +held_out_algorithmic,improved,68,ep0pa067,scn0043,211,29,182,0.8625592417061612,0.16941726620958633,0.5435863403824229,0.008549001067876816,0.009911203756928444 +held_out_algorithmic,major_scratch,68,ep0pa067,scn0043,211,29,182,0.8625592417061612,0.17966595454877163,0.6248416789095506,0.011143196374177933,0.012918760068714619 +held_out_algorithmic,base,69,ep0pa067,scn0098,72,18,54,0.75,0.6762088753960349,0.4253336627622175,0.01661192625761032,0.022149235010147095 +held_out_algorithmic,improved,69,ep0pa067,scn0098,72,18,54,0.75,0.6585230752825737,0.48723268315885154,0.014723781496286392,0.019631708040833473 +held_out_algorithmic,major_scratch,69,ep0pa067,scn0098,72,18,54,0.75,0.5640973902561448,0.4569542098820927,0.016832785680890083,0.02244371362030506 +held_out_algorithmic,base,70,ep0pa071,scn0001,187,24,163,0.8716577540106952,0.2906062985151008,0.5495843677003229,0.02110745944082737,0.024215305224061012 +held_out_algorithmic,improved,70,ep0pa071,scn0001,187,24,163,0.8716577540106952,0.1291861843549464,0.3467007892173164,0.00991190504282713,0.011371326632797718 +held_out_algorithmic,major_scratch,70,ep0pa071,scn0001,187,24,163,0.8716577540106952,0.12843262001372982,0.3394211811149643,0.009893852286040783,0.011350614950060844 +held_out_algorithmic,base,71,ep0pa071,scn0004,160,31,129,0.80625,0.4844183152314847,1.0762727940815857,0.013875756412744522,0.01721024140715599 +held_out_algorithmic,improved,71,ep0pa071,scn0004,160,31,129,0.80625,0.27968363487531267,0.8623031782473567,0.011842932552099228,0.014688909985125065 +held_out_algorithmic,major_scratch,71,ep0pa071,scn0004,160,31,129,0.80625,0.2780768614282053,0.8623162164148835,0.011813672259449959,0.0146526163443923 +held_out_algorithmic,base,72,ep0pa072,scn0014,146,10,136,0.9315068493150684,0.6638408547097986,2.4449779178104167,0.03815527632832527,0.04096081107854843 +held_out_algorithmic,improved,72,ep0pa072,scn0014,146,10,136,0.9315068493150684,0.17699613625353033,0.9997967735908054,0.012099537998437881,0.012989210896193981 +held_out_algorithmic,major_scratch,72,ep0pa072,scn0014,146,10,136,0.9315068493150684,0.17703170996981782,0.999694344569166,0.012102593667805195,0.012992491014301777 +held_out_algorithmic,base,73,ep0pa073,scn0001,162,25,137,0.845679012345679,0.1905950829789445,0.10506317419935096,0.0055158380419015884,0.006522377487272024 +held_out_algorithmic,improved,73,ep0pa073,scn0001,162,25,137,0.845679012345679,0.09655975320854703,0.0732190577115901,0.004762045107781887,0.005631031468510628 +held_out_algorithmic,major_scratch,73,ep0pa073,scn0001,162,25,137,0.845679012345679,0.0965666082259771,0.07323918257225259,0.004761438816785812,0.005630314350128174 +held_out_algorithmic,base,74,ep0pa073,scn0026,66,11,55,0.8333333333333334,0.1905865494410197,0.04116653205353388,0.005200107116252184,0.006240128539502621 +held_out_algorithmic,improved,74,ep0pa073,scn0026,66,11,55,0.8333333333333334,0.1007979534069697,0.0301333139801704,0.00461110845208168,0.005533330142498016 +held_out_algorithmic,major_scratch,74,ep0pa073,scn0026,66,11,55,0.8333333333333334,0.10080423374970754,0.030148631753922555,0.004609391093254089,0.005531269125640392 +held_out_algorithmic,base,75,ep0pa082,scn0010,124,8,116,0.9354838709677419,0.18537786190326397,0.2121195508791641,0.0038659863639622927,0.004132606089115143 +held_out_algorithmic,improved,75,ep0pa082,scn0010,124,8,116,0.9354838709677419,0.13777420497857606,0.1083669321363256,0.00330647942610085,0.0035345125943422318 +held_out_algorithmic,major_scratch,75,ep0pa082,scn0010,124,8,116,0.9354838709677419,0.13501522208635625,0.10138714754107583,0.0032967817969620228,0.003524146042764187 +held_out_algorithmic,base,76,ep0pa084,scn0011,155,4,151,0.9741935483870968,0.29307706948298556,4.156499427683085,0.03243758901953697,0.0332968644797802 +held_out_algorithmic,improved,76,ep0pa084,scn0011,155,4,151,0.9741935483870968,0.10139294566622206,1.102261285391222,0.00724150100722909,0.007433327846229076 +held_out_algorithmic,major_scratch,76,ep0pa084,scn0011,155,4,151,0.9741935483870968,0.09866785167888471,1.1329004350797023,0.006987337023019791,0.007172432262450457 +held_out_algorithmic,base,77,ep0pa087,scn0016,282,21,261,0.925531914893617,0.14928355149652475,2.680873333233173,0.018747374415397644,0.020255785435438156 +held_out_algorithmic,improved,77,ep0pa087,scn0016,282,21,261,0.925531914893617,0.10385772031407024,0.26213217840547687,0.00438272999599576,0.004735363181680441 +held_out_algorithmic,major_scratch,77,ep0pa087,scn0016,282,21,261,0.925531914893617,0.10382367517068933,0.26255835953166895,0.004381400067359209,0.004733927082270384 +held_out_algorithmic,base,78,ep0pa091,scn0002,429,76,353,0.8228438228438228,0.30886434199321816,4.336740137117944,0.03739577904343605,0.04544699937105179 +held_out_algorithmic,improved,78,ep0pa091,scn0002,429,76,353,0.8228438228438228,0.11426672329626252,1.7579144876863877,0.02423429675400257,0.029451876878738403 +held_out_algorithmic,major_scratch,78,ep0pa091,scn0002,429,76,353,0.8228438228438228,0.11218713470281029,1.7495440279711154,0.024215390905737877,0.02942889928817749 +held_out_algorithmic,base,79,ep0pa091,scn0004,47,6,41,0.8723404255319149,0.13183512524062513,0.022535464571745753,0.008990366011857986,0.010306030511856079 +held_out_algorithmic,improved,79,ep0pa091,scn0004,47,6,41,0.8723404255319149,0.15922780539475234,0.07390450699157514,0.00861451867967844,0.009875181131064892 +held_out_algorithmic,major_scratch,79,ep0pa091,scn0004,47,6,41,0.8723404255319149,0.1525373733511158,0.07457562886750625,0.008569257333874702,0.00982329435646534 +held_out_algorithmic,base,80,ep0pa091,scn0015,90,13,77,0.8555555555555555,0.8488382620386558,3.2600031981365234,0.07704776525497437,0.09005582332611084 +held_out_algorithmic,improved,80,ep0pa091,scn0015,90,13,77,0.8555555555555555,0.7294319915299369,3.1077569058216974,0.06852736324071884,0.08009691536426544 +held_out_algorithmic,major_scratch,80,ep0pa091,scn0015,90,13,77,0.8555555555555555,0.6527354192025591,3.2006237463106366,0.06734016537666321,0.07870928943157196 +held_out_algorithmic,base,81,ep0pa092,scn0011,102,16,86,0.8431372549019608,1.0627971640948592,10.360883948087391,0.09235045313835144,0.1095319390296936 +held_out_algorithmic,improved,81,ep0pa092,scn0011,102,16,86,0.8431372549019608,0.6816764946641594,11.08444719648497,0.0663873553276062,0.0787384882569313 +held_out_algorithmic,major_scratch,81,ep0pa092,scn0011,102,16,86,0.8431372549019608,0.6665269753028606,9.049220882105542,0.0654829740524292,0.07766585797071457 +held_out_algorithmic,base,82,ep0pa095,scn0023,182,25,157,0.8626373626373627,0.39631057737804043,1.0441047648685606,0.01227373443543911,0.014228151179850101 +held_out_algorithmic,improved,82,ep0pa095,scn0023,182,25,157,0.8626373626373627,0.18617088093263348,0.34226874801054263,0.004180606454610825,0.004846307914704084 +held_out_algorithmic,major_scratch,82,ep0pa095,scn0023,182,25,157,0.8626373626373627,0.1790157766967285,0.35591952813450073,0.005102219991385937,0.005914675537496805 +held_out_algorithmic,base,83,ep0pa096,scn0015,75,9,66,0.88,0.20585992368983058,0.1533430815846928,0.005006557330489159,0.00568926939740777 +held_out_algorithmic,improved,83,ep0pa096,scn0015,75,9,66,0.88,0.1398654587385131,0.04879413425660998,0.00370494625531137,0.0042101661674678326 +held_out_algorithmic,major_scratch,83,ep0pa096,scn0015,75,9,66,0.88,0.13981555452394276,0.04901346545965273,0.0037083111237734556,0.004213989712297916 +held_out_algorithmic,base,84,ep0pa097,scn0001,425,20,405,0.9529411764705882,0.6938600398886016,7.009781753586132,0.03333602845668793,0.03498224914073944 +held_out_algorithmic,improved,84,ep0pa097,scn0001,425,20,405,0.9529411764705882,0.06958201998512578,0.8060021803965577,0.00542342197149992,0.005691245198249817 +held_out_algorithmic,major_scratch,84,ep0pa097,scn0001,425,20,405,0.9529411764705882,0.050870278484396146,0.8165118078991859,0.005677158944308758,0.005957513116300106 +held_out_algorithmic,base,85,ep0pa098,scn0001,192,10,182,0.9479166666666666,0.3542554849386215,1.0878738925497875,0.020400989800691605,0.021521922200918198 +held_out_algorithmic,improved,85,ep0pa098,scn0001,192,10,182,0.9479166666666666,0.11050416380167008,0.6144206536644001,0.004684427287429571,0.0049418131820857525 +held_out_algorithmic,major_scratch,85,ep0pa098,scn0001,192,10,182,0.9479166666666666,0.10904665768146515,0.6149091746754971,0.004679322708398104,0.004936428740620613 +held_out_algorithmic,base,86,ep0pa098,scn0038,205,10,195,0.9512195121951219,0.7702203026399926,0.9061390730906829,0.012352458201348782,0.01298591773957014 +held_out_algorithmic,improved,86,ep0pa098,scn0038,205,10,195,0.9512195121951219,0.44970320896223676,0.7670421754663127,0.007846198976039886,0.008248568512499332 +held_out_algorithmic,major_scratch,86,ep0pa098,scn0038,205,10,195,0.9512195121951219,0.44972508774956627,0.7685942467831426,0.00784134678542614,0.008243467658758163 +held_out_algorithmic,base,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.12256072441998281,0.19496584512572845,0.00750428531318903,0.008270028978586197 +held_out_algorithmic,improved,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.10838303754204198,0.4325370995738466,0.005169709213078022,0.005697230808436871 +held_out_algorithmic,major_scratch,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.10839768564491942,0.4324533082406949,0.005173476878553629,0.005701383110135794 +held_out_algorithmic,base,88,ep0pa099,scn0026,198,11,187,0.9444444444444444,0.11341213028212101,0.1956474745979504,0.0028044781647622585,0.002969447523355484 +held_out_algorithmic,improved,88,ep0pa099,scn0026,198,11,187,0.9444444444444444,0.041794510459266423,0.2472674114019707,0.0019394939299672842,0.0020535816438496113 +held_out_algorithmic,major_scratch,88,ep0pa099,scn0026,198,11,187,0.9444444444444444,0.041706699841984225,0.23582467720306727,0.001940277754329145,0.0020544116850942373 +held_out_algorithmic,base,89,ep0pa099,scn0058,151,6,145,0.9602649006622517,0.21963165152457453,0.028736809517334302,0.004948087502270937,0.005152835976332426 +held_out_algorithmic,improved,89,ep0pa099,scn0058,151,6,145,0.9602649006622517,0.13341810780186808,0.008385265727819814,0.0015439821872860193,0.0016078711487352848 +held_out_algorithmic,major_scratch,89,ep0pa099,scn0058,151,6,145,0.9602649006622517,0.13344745174531014,0.005612444585604936,0.0015449990751221776,0.0016089300625026226 +held_out_algorithmic,base,90,ep0pa099,scn0062,84,4,80,0.9523809523809523,0.24219027785367744,0.5606299244824606,0.016052307561039925,0.016854923218488693 +held_out_algorithmic,improved,90,ep0pa099,scn0062,84,4,80,0.9523809523809523,0.1745824030665464,0.33853136256189154,0.0064203678630292416,0.006741385906934738 +held_out_algorithmic,major_scratch,90,ep0pa099,scn0062,84,4,80,0.9523809523809523,0.17448588720587796,0.3381916240304924,0.00639683660119772,0.006716678384691477 +held_out_algorithmic,base,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.2599623386155475,0.10517600732612697,0.008696937933564186,0.010278199799358845 +held_out_algorithmic,improved,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.13481902398846365,0.043904474974116856,0.007730582728981972,0.009136143140494823 +held_out_algorithmic,major_scratch,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.1316474356095899,0.04364402113623026,0.007743977475911379,0.009151972830295563 +held_out_algorithmic,base,92,ep0pa101,scn0056,56,11,45,0.8035714285714286,1.1149983919583835,6.822850759984074,0.10699418187141418,0.13314831256866455 +held_out_algorithmic,improved,92,ep0pa101,scn0056,56,11,45,0.8035714285714286,0.7903874709055974,7.2796467509127565,0.08231084048748016,0.1024312674999237 +held_out_algorithmic,major_scratch,92,ep0pa101,scn0056,56,11,45,0.8035714285714286,0.7816625044896053,6.652468457961207,0.08245491236448288,0.10261056572198868 +held_out_algorithmic,base,93,ep0pa102v2,scn0011,83,4,79,0.9518072289156626,0.025481854466830982,0.08253471016447776,0.003379170084372163,0.0035502673126757145 +held_out_algorithmic,improved,93,ep0pa102v2,scn0011,83,4,79,0.9518072289156626,0.02906656563282013,0.20862711048206473,0.0018672958249226213,0.0019618424121290445 +held_out_algorithmic,major_scratch,93,ep0pa102v2,scn0011,83,4,79,0.9518072289156626,0.029047529136433322,0.21924886572587102,0.001841068034991622,0.0019342866726219654 +held_out_algorithmic,base,94,ep0pa103,scn0020,88,15,73,0.8295454545454546,0.4350663724512157,1.4257792549261623,0.03139076009392738,0.03784091770648956 +held_out_algorithmic,improved,94,ep0pa103,scn0020,88,15,73,0.8295454545454546,0.3868553130933554,1.0071816945721677,0.01313924603164196,0.015839092433452606 +held_out_algorithmic,major_scratch,94,ep0pa103,scn0020,88,15,73,0.8295454545454546,0.38691509315873135,2.1950288780684124,0.013088040053844452,0.015777362510561943 +held_out_algorithmic,base,95,ep0pa103,scn0034,92,4,88,0.9565217391304348,0.00016141438143367463,0.004368586724879142,3.434009340708144e-05,3.590100459405221e-05 +held_out_algorithmic,improved,95,ep0pa103,scn0034,92,4,88,0.9565217391304348,0.0006200824170670611,0.0041793011106611554,3.29958347720094e-05,3.449564610491507e-05 +held_out_algorithmic,major_scratch,95,ep0pa103,scn0034,92,4,88,0.9565217391304348,0.00017481219417296668,0.004371402461737779,3.70650268450845e-05,3.874980757245794e-05 +held_out_algorithmic,base,96,ep0pa105,scn0007,73,5,68,0.9315068493150684,0.07175493397210773,0.7243267736493145,0.021142324432730675,0.022696906700730324 +held_out_algorithmic,improved,96,ep0pa105,scn0007,73,5,68,0.9315068493150684,0.10808218937171132,0.29968350473404537,0.006170944310724735,0.006624690257012844 +held_out_algorithmic,major_scratch,96,ep0pa105,scn0007,73,5,68,0.9315068493150684,0.10809052892421421,0.2993400648925207,0.006172956433147192,0.006626850459724665 +held_out_algorithmic,base,97,ep0pa106,scn0033,109,6,103,0.944954128440367,1.1297263445052426,0.8867661975183551,0.025870447978377342,0.02737746760249138 +held_out_algorithmic,improved,97,ep0pa106,scn0033,109,6,103,0.944954128440367,0.1473078812118125,0.2232911550054859,0.006877946201711893,0.0072786035016179085 +held_out_algorithmic,major_scratch,97,ep0pa106,scn0033,109,6,103,0.944954128440367,0.1473251132838494,0.22319277089115544,0.006873758044093847,0.007274171803146601 +held_out_algorithmic,base,98,ep0pa106,scn0048,173,5,168,0.9710982658959537,0.2663486342538487,0.5092419038520322,0.01393186952918768,0.01434650830924511 +held_out_algorithmic,improved,98,ep0pa106,scn0048,173,5,168,0.9710982658959537,0.14077835733240301,0.18523035253055717,0.003371498081833124,0.0034718401730060577 +held_out_algorithmic,major_scratch,98,ep0pa106,scn0048,173,5,168,0.9710982658959537,0.1410867842760953,0.1720771855417835,0.003377249464392662,0.0034777631517499685 +held_out_algorithmic,base,99,ep0pa110,scn0040,161,8,153,0.9503105590062112,1.5293537148101601,6.612281772854625,0.05533571541309357,0.05822908505797386 +held_out_algorithmic,improved,99,ep0pa110,scn0040,161,8,153,0.9503105590062112,0.09195633669813236,0.8800670448364601,0.008016481064260006,0.008435644209384918 +held_out_algorithmic,major_scratch,99,ep0pa110,scn0040,161,8,153,0.9503105590062112,0.08321033480638515,0.9258826895864135,0.00722462497651577,0.00760238291695714 +held_out_algorithmic,base,100,ep0pa110,scn0087,209,27,182,0.8708133971291866,0.30676649615932733,2.836041814777005,0.023676525801420212,0.027188973501324654 +held_out_algorithmic,improved,100,ep0pa110,scn0087,209,27,182,0.8708133971291866,0.12622691181480375,0.23340788293126677,0.00649708928540349,0.007460942491889 +held_out_algorithmic,major_scratch,100,ep0pa110,scn0087,209,27,182,0.8708133971291866,0.19543029928309286,0.41276755298065504,0.009141955524682999,0.01049818005412817 +held_out_algorithmic,base,101,ep0pa111f,scn0008,127,52,75,0.5905511811023622,0.36904015345762003,0.21078563687097435,0.009593636728823185,0.016245225444436073 +held_out_algorithmic,improved,101,ep0pa111f,scn0008,127,52,75,0.5905511811023622,0.2964486164898522,0.13755854339133752,0.006691710092127323,0.011331296525895596 +held_out_algorithmic,major_scratch,101,ep0pa111f,scn0008,127,52,75,0.5905511811023622,0.3348084302608576,0.4077053402678534,0.016714107245206833,0.02830256149172783 +held_out_algorithmic,base,102,ep0pa115,scn0022,20,4,16,0.8,0.0400477796792984,0.0013759888638458,0.0018655137391760945,0.002331892494112253 +held_out_algorithmic,improved,102,ep0pa115,scn0022,20,4,16,0.8,0.018029158596288074,0.0021152859639776717,0.0015005733584985137,0.0018757167272269726 +held_out_algorithmic,major_scratch,102,ep0pa115,scn0022,20,4,16,0.8,0.018008444966240364,0.0021169757628219897,0.0015013973461464047,0.0018767466535791755 +held_out_algorithmic,base,103,ep0pa117,scn0060,102,15,87,0.8529411764705882,0.7213649625363557,2.654311165028336,0.05452347919344902,0.06392408162355423 +held_out_algorithmic,improved,103,ep0pa117,scn0060,102,15,87,0.8529411764705882,0.3446539184321528,0.8662687311759499,0.020252317190170288,0.023744095116853714 +held_out_algorithmic,major_scratch,103,ep0pa117,scn0060,102,15,87,0.8529411764705882,0.3709465363751287,0.9800563894466993,0.021788673475384712,0.02554534189403057 +held_out_algorithmic,base,104,ep0pa123,scn0008,48,8,40,0.8333333333333334,0.23742733619831227,0.3743260403630499,0.02843310870230198,0.034119728952646255 +held_out_algorithmic,improved,104,ep0pa123,scn0008,48,8,40,0.8333333333333334,0.12992009824072873,0.28447024221710193,0.026676908135414124,0.03201228752732277 +held_out_algorithmic,major_scratch,104,ep0pa123,scn0008,48,8,40,0.8333333333333334,0.14082727908087825,0.29420546808315295,0.027909928932785988,0.033491916954517365 +held_out_algorithmic,base,105,ep0pa125,scn0016,51,12,39,0.7647058823529411,0.4466875644980884,0.13264862933673127,0.010991115123033524,0.014372996985912323 +held_out_algorithmic,improved,105,ep0pa125,scn0016,51,12,39,0.7647058823529411,0.44494020254885563,0.15022990833239327,0.011894773691892624,0.015554703772068024 +held_out_algorithmic,major_scratch,105,ep0pa125,scn0016,51,12,39,0.7647058823529411,0.4307390930222683,0.4204353449588917,0.027516238391399384,0.035982776433229446 +held_out_algorithmic,base,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.30667716738852585,0.7309423055637497,0.017640285193920135,0.02049386128783226 +held_out_algorithmic,improved,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.25231530398807744,0.8969081341441837,0.01639079861342907,0.019042249768972397 +held_out_algorithmic,major_scratch,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.254888493448644,0.943578788844278,0.02195264957845211,0.025503812357783318 +held_out_algorithmic,base,107,ep0pa126,scn0001,153,15,138,0.9019607843137255,0.8970653742372271,0.8918019820858957,0.01751239039003849,0.01941591128706932 +held_out_algorithmic,improved,107,ep0pa126,scn0001,153,15,138,0.9019607843137255,0.19741653534303227,0.2976106464318561,0.006738090422004461,0.0074704913422465324 +held_out_algorithmic,major_scratch,107,ep0pa126,scn0001,153,15,138,0.9019607843137255,0.1659281293311751,0.20571103411041075,0.006369872018694878,0.007062248885631561 +held_out_algorithmic,base,108,ep0pa126,scn0014,42,4,38,0.9047619047619048,0.24708515134724704,0.08212419195596816,0.008096788078546524,0.008949081413447857 +held_out_algorithmic,improved,108,ep0pa126,scn0014,42,4,38,0.9047619047619048,0.061204673891717735,0.1809837094532794,0.0075237443670630455,0.008315716870129108 +held_out_algorithmic,major_scratch,108,ep0pa126,scn0014,42,4,38,0.9047619047619048,0.06120426546443592,0.18450315723228286,0.007538517005741596,0.008332044817507267 +held_out_algorithmic,base,109,ep0pa129,scn0010,62,4,58,0.9354838709677419,0.04423958994448185,0.16344737549827745,0.017189528793096542,0.018375014886260033 +held_out_algorithmic,improved,109,ep0pa129,scn0010,62,4,58,0.9354838709677419,0.05127305258065462,0.5795915252350555,0.009568223729729652,0.01022810023277998 +held_out_algorithmic,major_scratch,109,ep0pa129,scn0010,62,4,58,0.9354838709677419,0.051405129954218864,0.5798121988416535,0.009561048820614815,0.010220429860055447 +held_out_algorithmic,base,110,ep0pa129,scn0014,239,11,228,0.9539748953974896,0.3881743468584553,0.43203018448883124,0.007562273181974888,0.007927119731903076 +held_out_algorithmic,improved,110,ep0pa129,scn0014,239,11,228,0.9539748953974896,0.10176858173743371,0.34230842294350017,0.0029408996924757957,0.003082785289734602 +held_out_algorithmic,major_scratch,110,ep0pa129,scn0014,239,11,228,0.9539748953974896,0.10145892094700568,0.3423517561698817,0.0029387082904577255,0.0030804884154349566 +held_out_algorithmic,base,111,ep0pa136,scn0002,187,18,169,0.9037433155080213,0.8941740770938948,3.1742874308558924,0.049080923199653625,0.05430847778916359 +held_out_algorithmic,improved,111,ep0pa136,scn0002,187,18,169,0.9037433155080213,0.29757839646832696,0.6129372481231191,0.012752218171954155,0.0141104431822896 +held_out_algorithmic,major_scratch,111,ep0pa136,scn0002,187,18,169,0.9037433155080213,0.2850156245120053,0.6136474948893391,0.012806723825633526,0.01417075376957655 +held_out_algorithmic,base,112,ep0pa136,scn0021,38,10,28,0.7368421052631579,0.2686441748038582,0.06642655990065417,0.007767432369291782,0.010541516356170177 +held_out_algorithmic,improved,112,ep0pa136,scn0021,38,10,28,0.7368421052631579,0.13697543027608292,0.04911280004047106,0.006338838487863541,0.008602709509432316 +held_out_algorithmic,major_scratch,112,ep0pa136,scn0021,38,10,28,0.7368421052631579,0.12124228930991629,0.04915698772668449,0.006333590485155582,0.008595587685704231 +held_out_algorithmic,base,113,ep0pa143,scn0005,67,3,64,0.9552238805970149,0.21932892238392548,0.03983792912250596,0.00484649371355772,0.005073673091828823 +held_out_algorithmic,improved,113,ep0pa143,scn0005,67,3,64,0.9552238805970149,0.16432823503718658,0.20233207233747327,0.00406940933316946,0.004260162357240915 +held_out_algorithmic,major_scratch,113,ep0pa143,scn0005,67,3,64,0.9552238805970149,0.1642954910502714,0.2057745295614496,0.004049904178828001,0.004239743575453758 +held_out_algorithmic,base,114,ep0pa143,scn0015b,122,49,73,0.5983606557377049,0.5122634801991592,0.19499356838482396,0.00805732049047947,0.013465658761560917 +held_out_algorithmic,improved,114,ep0pa143,scn0015b,122,49,73,0.5983606557377049,0.29042125876838637,0.12137468447278738,0.005784840323030949,0.009667815640568733 +held_out_algorithmic,major_scratch,114,ep0pa143,scn0015b,122,49,73,0.5983606557377049,0.5049161142146094,0.34023428448576354,0.018921280279755592,0.031621865928173065 +held_out_algorithmic,base,115,ep0pa145,scn0001,418,27,391,0.9354066985645934,0.09486830927448402,0.1796978806953767,0.001140120322816074,0.0012188497930765152 +held_out_algorithmic,improved,115,ep0pa145,scn0001,418,27,391,0.9354066985645934,0.05399065173775563,0.10018687609113607,0.0008435789495706558,0.000901831197552383 +held_out_algorithmic,major_scratch,115,ep0pa145,scn0001,418,27,391,0.9354066985645934,0.08849579755124336,0.2831404381439169,0.002654795302078128,0.002838118700310588 +held_out_algorithmic,base,116,ep0pa145,scn0055,56,16,40,0.7142857142857143,0.3549519990171705,0.2988498745319635,0.007248311769217253,0.010147635824978352 +held_out_algorithmic,improved,116,ep0pa145,scn0055,56,16,40,0.7142857142857143,0.19834292978048323,0.28072184039164744,0.005624078214168549,0.007873710244894028 +held_out_algorithmic,major_scratch,116,ep0pa145,scn0055,56,16,40,0.7142857142857143,0.33348716752869745,0.35882103767384765,0.012902465648949146,0.01806345209479332 +held_out_algorithmic,base,117,ep0pa147,scn0013,280,12,268,0.9571428571428572,0.08095370387208872,0.4021298464939079,0.002729865023866296,0.00285209808498621 +held_out_algorithmic,improved,117,ep0pa147,scn0013,280,12,268,0.9571428571428572,0.0836367208382179,0.3055098489032035,0.0020489725284278393,0.0021407173480838537 +held_out_algorithmic,major_scratch,117,ep0pa147,scn0013,280,12,268,0.9571428571428572,0.08346064101005422,0.3068698182332086,0.00205280352383852,0.0021447204053401947 +held_out_algorithmic,base,118,ep0pa148,scn0010,87,5,82,0.9425287356321839,0.037863084342744616,0.14231974711414855,0.0031481240876019,0.003340082708746195 +held_out_algorithmic,improved,118,ep0pa148,scn0010,87,5,82,0.9425287356321839,0.03466972377565172,0.12181467511300939,0.0024285430554300547,0.002576624508947134 +held_out_algorithmic,major_scratch,118,ep0pa148,scn0010,87,5,82,0.9425287356321839,0.03451715707778931,0.11856305074270308,0.0023345036897808313,0.0024768514558672905 +held_out_algorithmic,base,119,ep0pa148,scn0016,58,4,54,0.9310344827586207,0.0319370669623216,0.16075842396917786,0.006642431486397982,0.007134462706744671 +held_out_algorithmic,improved,119,ep0pa148,scn0016,58,4,54,0.9310344827586207,0.11362929244836172,0.10485438747295732,0.0018526590429246426,0.001989892916753888 +held_out_algorithmic,major_scratch,119,ep0pa148,scn0016,58,4,54,0.9310344827586207,0.1118206262588501,0.11194233378842952,0.001748551381751895,0.0018780735554173589 +held_out_algorithmic,base,120,ep0pa148,scn0066,149,3,146,0.9798657718120806,0.17370834151903788,0.01767664308402218,0.001062597963027656,0.001084432122297585 +held_out_algorithmic,improved,120,ep0pa148,scn0066,149,3,146,0.9798657718120806,0.2065441354115804,0.024052318676089198,0.0009371866472065449,0.0009564438951201737 +held_out_algorithmic,major_scratch,120,ep0pa148,scn0066,149,3,146,0.9798657718120806,0.20659024635950723,0.02407042484120272,0.0009378929971717298,0.000957164797000587 +held_out_algorithmic,base,121,ep0pa148,scn0076,439,62,377,0.8587699316628702,0.39828001521154494,2.434317194689444,0.01580137386918068,0.018400005996227264 +held_out_algorithmic,improved,121,ep0pa148,scn0076,439,62,377,0.8587699316628702,0.2623129654265119,1.9220054230428665,0.012150073423981667,0.014148230664432049 +held_out_algorithmic,major_scratch,121,ep0pa148,scn0076,439,62,377,0.8587699316628702,0.25273650633787104,1.8304881909317876,0.013161039911210537,0.0153254559263587 +held_out_algorithmic,base,122,ep0pa150,scn0019,68,18,50,0.7352941176470589,0.9931953308128175,0.547697231320319,0.021310744807124138,0.028982609510421753 +held_out_algorithmic,improved,122,ep0pa150,scn0019,68,18,50,0.7352941176470589,0.853599373783384,0.635658474880318,0.020168712362647057,0.027429448440670967 +held_out_algorithmic,major_scratch,122,ep0pa150,scn0019,68,18,50,0.7352941176470589,0.6473885802995591,0.5691586885851241,0.0207130778580904,0.0281697865575552 +held_out_algorithmic,base,123,ep0pa150,scn0044,92,5,87,0.9456521739130435,0.22740107147317185,0.033544493050320145,0.003279710654169321,0.0034681998658925295 +held_out_algorithmic,improved,123,ep0pa150,scn0044,92,5,87,0.9456521739130435,0.06488992038526033,0.009624524520247379,0.0012940322048962116,0.001368402037769556 +held_out_algorithmic,major_scratch,123,ep0pa150,scn0044,92,5,87,0.9456521739130435,0.06505653356250964,0.009749488690805892,0.0012739722151309252,0.0013471891870722175 +held_out_algorithmic,base,124,ep0pa152,scn0011,136,10,126,0.9264705882352942,0.4661750921772586,0.34995639550744573,0.009323017671704292,0.010062938556075096 +held_out_algorithmic,improved,124,ep0pa152,scn0011,136,10,126,0.9264705882352942,0.19120541546079847,0.15561870525172133,0.004506159108132124,0.004863790702074766 +held_out_algorithmic,major_scratch,124,ep0pa152,scn0011,136,10,126,0.9264705882352942,0.1911569673749101,0.15553454985652723,0.004503506701439619,0.0048609282821416855 +held_out_algorithmic,base,125,ep0pa152,scn0025,89,4,85,0.9550561797752809,0.038378190863263474,0.01924178433807742,0.0009834438096731901,0.001029723440296948 +held_out_algorithmic,improved,125,ep0pa152,scn0025,89,4,85,0.9550561797752809,0.035687693364017614,0.0860452828117968,0.0016468388494104147,0.0017243371112272143 +held_out_algorithmic,major_scratch,125,ep0pa152,scn0025,89,4,85,0.9550561797752809,0.03661567922476884,0.08664233728664777,0.0016527881380170584,0.0017305666115134954 +held_out_algorithmic,base,126,ep0pa155,scn0018,395,159,236,0.5974683544303797,0.9054700248483298,1.6179460235569605,0.011921240948140621,0.01995292492210865 +held_out_algorithmic,improved,126,ep0pa155,scn0018,395,159,236,0.5974683544303797,0.9093624706501546,1.9429473835520972,0.01140712108463049,0.01909242570400238 +held_out_algorithmic,major_scratch,126,ep0pa155,scn0018,395,159,236,0.5974683544303797,0.42601546774739807,1.019549867088514,0.014314189553260803,0.02395806834101677 +held_out_algorithmic,base,127,ep0pa155,scn0027,284,25,259,0.9119718309859155,1.1319952578032055,1.0598952356541114,0.008911237120628357,0.009771394543349743 +held_out_algorithmic,improved,127,ep0pa155,scn0027,284,25,259,0.9119718309859155,0.3933938150248621,0.5770025895495768,0.00675385445356369,0.007405770476907492 +held_out_algorithmic,major_scratch,127,ep0pa155,scn0027,284,25,259,0.9119718309859155,0.20730849104076063,0.7399135750761143,0.007689828984439373,0.00843209121376276 +held_out_algorithmic,base,128,ep0pa157,scn0011,126,37,89,0.7063492063492064,0.3178119788999143,1.1837842604078126,0.011968012899160385,0.01694348081946373 +held_out_algorithmic,improved,128,ep0pa157,scn0011,126,37,89,0.7063492063492064,0.1706798534308161,0.8467515708243966,0.009982078336179256,0.014131931588053703 +held_out_algorithmic,major_scratch,128,ep0pa157,scn0011,126,37,89,0.7063492063492064,0.17118124122390097,0.844324376977659,0.009981720708310604,0.014131424948573112 +held_out_algorithmic,base,129,ep0pa159,scn0056,99,4,95,0.9595959595959596,0.04909019127930745,0.017890491105820448,0.001283880090340972,0.0013379381271079183 +held_out_algorithmic,improved,129,ep0pa159,scn0056,99,4,95,0.9595959595959596,0.04564237948691491,0.027988773397251244,0.0011403325479477644,0.0011883465340361 +held_out_algorithmic,major_scratch,129,ep0pa159,scn0056,99,4,95,0.9595959595959596,0.045631270007331776,0.028024853240864074,0.0011418811045587063,0.0011899602832272649 +held_out_algorithmic,base,130,ep0pa160,scn0005,99,7,92,0.9292929292929293,0.5016428879820384,0.8542018916633823,0.03195567801594734,0.03438708931207657 +held_out_algorithmic,improved,130,ep0pa160,scn0005,99,7,92,0.9292929292929293,0.3307878432365564,0.9367414624621085,0.023910081014037132,0.025729326531291008 +held_out_algorithmic,major_scratch,130,ep0pa160,scn0005,99,7,92,0.9292929292929293,0.3307399726830996,0.9364997462261272,0.023889195173978806,0.025706849992275238 +held_out_algorithmic,base,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.017370683806283132,0.0009661609009928989,0.00019321858417242765,0.00021078391000628471 +held_out_algorithmic,improved,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.09988440998962947,0.009116525121573947,0.0005127928452566266,0.0005594103713519871 +held_out_algorithmic,major_scratch,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.09983998395147778,0.009115548667883569,0.0005136358668096364,0.0005603300523944199 +held_out_algorithmic,base,132,ep0pa160,scn0043,60,5,55,0.9166666666666666,0.0834120541574463,0.11783311369370708,0.009297669865190983,0.010142914950847626 +held_out_algorithmic,improved,132,ep0pa160,scn0043,60,5,55,0.9166666666666666,0.060928893467736625,0.21007690545545232,0.005284289363771677,0.00576467951759696 +held_out_algorithmic,major_scratch,132,ep0pa160,scn0043,60,5,55,0.9166666666666666,0.060596662144812324,0.20789692587847122,0.005282618571072817,0.005762856919318438 +held_out_algorithmic,base,133,ep0pa165,scn0013,180,26,154,0.8555555555555555,0.18239174578704087,0.39694759721779804,0.005238642450422049,0.006123088765889406 +held_out_algorithmic,improved,133,ep0pa165,scn0013,180,26,154,0.8555555555555555,0.13505831010201397,0.2945594576634329,0.0026049562729895115,0.0030447538010776043 +held_out_algorithmic,major_scratch,133,ep0pa165,scn0013,180,26,154,0.8555555555555555,0.1343498925367991,0.2938209184426066,0.0026035441551357508,0.003043103264644742 +held_out_algorithmic,base,134,ep0pa166,scn0003,182,16,166,0.9120879120879121,0.8767527957655945,2.5848764466687872,0.04643963649868965,0.05091574788093567 +held_out_algorithmic,improved,134,ep0pa166,scn0003,182,16,166,0.9120879120879121,0.28401014630739785,0.37361967817936464,0.01136786863207817,0.012463566847145557 +held_out_algorithmic,major_scratch,134,ep0pa166,scn0003,182,16,166,0.9120879120879121,0.2756549021875372,0.37559949921067926,0.01126001961529255,0.012345321476459503 +held_out_algorithmic,base,135,ep0pa168,scn0025,50,3,47,0.94,0.007364953265470617,0.00034289091206536143,5.588462227024138e-05,5.945172597421333e-05 +held_out_algorithmic,improved,135,ep0pa168,scn0025,50,3,47,0.94,0.007281210200459349,0.0006766416560874574,4.944351167068817e-05,5.2599487389670685e-05 +held_out_algorithmic,major_scratch,135,ep0pa168,scn0025,50,3,47,0.94,0.007384368601967306,0.0007396857773322013,5.8830835769185796e-05,6.258599023567513e-05 +held_out_algorithmic,base,136,ep0pa170,scn0026,58,8,50,0.8620689655172413,0.25827846210449934,0.15001517668740838,0.011147018522024155,0.012930541299283504 +held_out_algorithmic,improved,136,ep0pa170,scn0026,58,8,50,0.8620689655172413,0.10931901843287051,0.23108383722652812,0.009393537417054176,0.010896502062678337 +held_out_algorithmic,major_scratch,136,ep0pa170,scn0026,58,8,50,0.8620689655172413,0.10840862430632114,0.23176320019566837,0.009392648935317993,0.010895473882555962 +held_out_algorithmic,base,137,ep0pa173,scn0012,434,9,425,0.9792626728110599,0.3868910481397257,3.0068900054928505,0.015074589289724827,0.015393816865980625 +held_out_algorithmic,improved,137,ep0pa173,scn0012,434,9,425,0.9792626728110599,0.0778905332696681,0.45530024220592996,0.008526674471795559,0.008707239292562008 +held_out_algorithmic,major_scratch,137,ep0pa173,scn0012,434,9,425,0.9792626728110599,0.07786045269090303,0.4562416989043242,0.008526695892214775,0.008707261644303799 +held_out_algorithmic,base,138,ep0pa173,scn0014,92,5,87,0.9456521739130435,0.06874179338154039,1.9924941849549278,0.03015405498445034,0.03188704699277878 +held_out_algorithmic,improved,138,ep0pa173,scn0014,92,5,87,0.9456521739130435,0.058404334595328886,0.26449969170898285,0.004827579017728567,0.0051050265319645405 +held_out_algorithmic,major_scratch,138,ep0pa173,scn0014,92,5,87,0.9456521739130435,0.05839439630508423,0.2644604048374834,0.004822249989956617,0.005099391099065542 +held_out_algorithmic,base,139,ep0pa178,scn0007,75,5,70,0.9333333333333333,0.26451740509424454,0.7487116043425496,0.03879689425230026,0.041568100452423096 +held_out_algorithmic,improved,139,ep0pa178,scn0007,75,5,70,0.9333333333333333,0.14599726444635636,0.7830146621663562,0.038224633783102036,0.040954966098070145 +held_out_algorithmic,major_scratch,139,ep0pa178,scn0007,75,5,70,0.9333333333333333,0.14571824440589318,1.899380396874039,0.029155677184462547,0.03123822622001171 +held_out_algorithmic,base,140,ep0pa179,scn0005,192,9,183,0.953125,0.30576641206166255,5.303745598064629,0.04799722507596016,0.050357744097709656 +held_out_algorithmic,improved,140,ep0pa179,scn0005,192,9,183,0.953125,0.03916933533534333,0.3822036320357806,0.006058971863240004,0.006356953643262386 +held_out_algorithmic,major_scratch,140,ep0pa179,scn0005,192,9,183,0.953125,0.03905726168023881,0.37623338514729027,0.006063435226678848,0.006361636333167553 +held_out_algorithmic,base,141,ep0pa181,scn0005,140,9,131,0.9357142857142857,0.41496428381018086,1.7555072449363585,0.03260374069213867,0.03484369441866875 +held_out_algorithmic,improved,141,ep0pa181,scn0005,140,9,131,0.9357142857142857,0.11720883329303897,0.5908718387263511,0.012555561028420925,0.013418158516287804 +held_out_algorithmic,major_scratch,141,ep0pa181,scn0005,140,9,131,0.9357142857142857,0.11724882365084019,0.5905224416595413,0.012556786648929119,0.013419467024505138 +held_out_algorithmic,base,142,ep0pa188,scn0008,198,6,192,0.9696969696969697,0.31254045532481506,0.4176147113153647,0.011352578178048134,0.011707346886396408 +held_out_algorithmic,improved,142,ep0pa188,scn0008,198,6,192,0.9696969696969697,0.14612104360124853,0.5131634711248451,0.009926003403961658,0.010236190631985664 +held_out_algorithmic,major_scratch,142,ep0pa188,scn0008,198,6,192,0.9696969696969697,0.14533001110695376,0.5184693948817493,0.009974305517971516,0.010286003351211548 +held_out_algorithmic,base,143,ep0pa189,scn0001,152,19,133,0.875,0.13827262721823516,0.043999664598963234,0.0063392398878932,0.0072448463179171085 +held_out_algorithmic,improved,143,ep0pa189,scn0001,152,19,133,0.875,0.16388781113032053,0.14119791290771447,0.00683999340981245,0.007817135192453861 +held_out_algorithmic,major_scratch,143,ep0pa189,scn0001,152,19,133,0.875,0.31286381264410074,0.4447160877219268,0.01307046227157116,0.014937671832740307 +held_out_algorithmic,base,144,ep0pa189,scn0014,157,8,149,0.9490445859872612,0.89100984049721,4.328051463085603,0.026897277683019638,0.028341425582766533 +held_out_algorithmic,improved,144,ep0pa189,scn0014,157,8,149,0.9490445859872612,0.05906018669619882,0.4314562717144049,0.0025244697462767363,0.002660011872649193 +held_out_algorithmic,major_scratch,144,ep0pa189,scn0014,157,8,149,0.9490445859872612,0.04253187565350094,0.4149228136842583,0.0024083962198346853,0.0025377061683684587 +held_out_algorithmic,base,145,ep0pa189,scn0020,36,5,31,0.8611111111111112,0.025081719343478862,0.011768360172452984,0.00296273292042315,0.0034405929036438465 +held_out_algorithmic,improved,145,ep0pa189,scn0020,36,5,31,0.8611111111111112,0.02214295206925808,0.009765285007789053,0.0015226587420329452,0.0017682488542050123 +held_out_algorithmic,major_scratch,145,ep0pa189,scn0020,36,5,31,0.8611111111111112,0.02213649719189375,0.009790100321828202,0.0015246076509356499,0.0017705122008919716 +held_out_algorithmic,base,146,ep0pa194,scn0016,265,36,229,0.8641509433962264,0.6647480726242065,2.8112823142507737,0.038460683077573776,0.04450690373778343 +held_out_algorithmic,improved,146,ep0pa194,scn0016,265,36,229,0.8641509433962264,0.3871922943504359,1.9018736565647307,0.023618750274181366,0.027331743389368057 +held_out_algorithmic,major_scratch,146,ep0pa194,scn0016,265,36,229,0.8641509433962264,0.3791738180163313,1.8900584443945068,0.02368585206568241,0.0274093896150589 +held_out_algorithmic,base,147,ep0pa194,scn0029,530,26,504,0.9509433962264151,0.3465150035245324,1.7192533317393768,0.01569720357656479,0.0165069792419672 +held_out_algorithmic,improved,147,ep0pa194,scn0029,530,26,504,0.9509433962264151,0.0688381284636711,0.7820908542919973,0.0035794228315353394,0.003764075692743063 +held_out_algorithmic,major_scratch,147,ep0pa194,scn0029,530,26,504,0.9509433962264151,0.08648850704250784,0.8457069537545013,0.004471464082598686,0.004702134523540735 +held_out_algorithmic,base,148,ep0pa196,scn0034,68,5,63,0.9264705882352942,0.5139953636787307,1.0006023813827392,0.04195137321949005,0.04528084769845009 +held_out_algorithmic,improved,148,ep0pa196,scn0034,68,5,63,0.9264705882352942,0.5847626475381179,1.3724217573287194,0.03091283142566681,0.03336622193455696 +held_out_algorithmic,major_scratch,148,ep0pa196,scn0034,68,5,63,0.9264705882352942,0.4227957389724087,1.260936474184782,0.03121369332075119,0.03369097039103508 +held_out_algorithmic,base,149,ep0pa198,scn0003,244,4,240,0.9836065573770492,0.17468450176037423,0.020302377548861487,0.0021578811574727297,0.002193845808506012 +held_out_algorithmic,improved,149,ep0pa198,scn0003,244,4,240,0.9836065573770492,0.08400482284586604,0.01748424017692644,0.0009912624955177307,0.0010077834594994783 +held_out_algorithmic,major_scratch,149,ep0pa198,scn0003,244,4,240,0.9836065573770492,0.08399366205785333,0.015021340376939708,0.000992375542409718,0.0010089150164276361 +held_out_algorithmic,base,150,ep0pa199,scn0056,55,8,47,0.8545454545454545,0.6076723591226046,0.8617639906011679,0.03858822211623192,0.04515642300248146 +held_out_algorithmic,improved,150,ep0pa199,scn0056,55,8,47,0.8545454545454545,0.2887670207219046,0.26653563628246624,0.009718488901853561,0.011372699402272701 +held_out_algorithmic,major_scratch,150,ep0pa199,scn0056,55,8,47,0.8545454545454545,0.2270636055313173,0.22452341487835814,0.009757778607308865,0.011418676935136318 +held_out_algorithmic,base,151,ep0pa202,scn0013,88,5,83,0.9431818181818182,0.02738007935848865,0.01433789644686483,0.001669885590672493,0.0017704811180010438 +held_out_algorithmic,improved,151,ep0pa202,scn0013,88,5,83,0.9431818181818182,0.03533715795684647,0.019473517921942164,0.0015222779475152493,0.0016139812069013715 +held_out_algorithmic,major_scratch,151,ep0pa202,scn0013,88,5,83,0.9431818181818182,0.03540495660278823,0.01947700538766592,0.0015260714571923018,0.001618003472685814 +held_out_algorithmic,base,152,ep0pa205,scn0009,197,40,157,0.7969543147208121,0.4431545460477788,0.8118931237122424,0.013839896768331528,0.017365984618663788 +held_out_algorithmic,improved,152,ep0pa205,scn0009,197,40,157,0.7969543147208121,0.4108734947569827,1.0052677915559614,0.01342105958610773,0.016840437427163124 +held_out_algorithmic,major_scratch,152,ep0pa205,scn0009,197,40,157,0.7969543147208121,0.4191393289160221,1.7431154052002422,0.023717418313026428,0.029760070145130157 +held_out_algorithmic,base,153,ep0pa206,scn0013,1063,64,999,0.9397930385700847,0.6172616465356615,7.3209015643208915,0.04643123969435692,0.049405813217163086 +held_out_algorithmic,improved,153,ep0pa206,scn0013,1063,64,999,0.9397930385700847,0.25641103702783585,4.145765378099956,0.013346459716558456,0.014201490208506584 +held_out_algorithmic,major_scratch,153,ep0pa206,scn0013,1063,64,999,0.9397930385700847,0.2282082881120344,4.12813435427106,0.01335523184388876,0.014210822992026806 +held_out_algorithmic,base,154,ep0pa206,scn0014,309,12,297,0.9611650485436893,0.40673772687074905,6.460397021439467,0.035667143762111664,0.03710824251174927 +held_out_algorithmic,improved,154,ep0pa206,scn0014,309,12,297,0.9611650485436893,0.08822403600597083,0.4960381372876459,0.0038692140951752663,0.004025546368211508 +held_out_algorithmic,major_scratch,154,ep0pa206,scn0014,309,12,297,0.9611650485436893,0.06783069609474612,0.433896075069419,0.0038432602304965258,0.003998544067144394 +held_out_algorithmic,base,155,ep0pa206,scn0026,208,14,194,0.9326923076923077,0.19320577802983196,0.4097156448342082,0.006545822136104107,0.007018201984465122 +held_out_algorithmic,improved,155,ep0pa206,scn0026,208,14,194,0.9326923076923077,0.042477512630549344,0.14326921880217025,0.002016175538301468,0.0021616725716739893 +held_out_algorithmic,major_scratch,155,ep0pa206,scn0026,208,14,194,0.9326923076923077,0.04239637831395322,0.14383688197528846,0.002008990850299597,0.002153969369828701 +held_out_algorithmic,base,156,ep0pa207,scn0018b,117,13,104,0.8888888888888888,0.7624916394124739,3.8389182327564217,0.08258252590894699,0.09290534257888794 +held_out_algorithmic,improved,156,ep0pa207,scn0018b,117,13,104,0.8888888888888888,0.22939121205126867,1.7771355480525066,0.0489431768655777,0.05506106838583946 +held_out_algorithmic,major_scratch,156,ep0pa207,scn0018b,117,13,104,0.8888888888888888,0.22506970830727369,1.73354588319526,0.04840882122516632,0.05445992574095726 +held_out_algorithmic,base,157,ep0pa207,scn0024,62,9,53,0.8548387096774194,0.422694168229034,0.36247662815551424,0.022296903654932976,0.026083169505000114 +held_out_algorithmic,improved,157,ep0pa207,scn0024,62,9,53,0.8548387096774194,0.17483472845692566,0.2647291197266148,0.013184351846575737,0.015423204749822617 +held_out_algorithmic,major_scratch,157,ep0pa207,scn0024,62,9,53,0.8548387096774194,0.1739767135485359,0.2614316528670647,0.013210331089794636,0.015453594736754894 +held_out_algorithmic,base,158,ep0pa207,scn0059,368,16,352,0.9565217391304348,0.44995513273627347,3.6520870744585796,0.019619589671492577,0.020511386916041374 +held_out_algorithmic,improved,158,ep0pa207,scn0059,368,16,352,0.9565217391304348,0.15453698968085708,2.125358431702857,0.009180432185530663,0.009597725234925747 +held_out_algorithmic,major_scratch,158,ep0pa207,scn0059,368,16,352,0.9565217391304348,0.15211914900290482,1.6773669044939261,0.009051214903593063,0.009462635032832623 +held_out_algorithmic,base,159,ep0pa208,scn0002,603,28,575,0.9535655058043118,1.0041073903394049,18.515102955444615,0.03565910458564758,0.037395548075437546 +held_out_algorithmic,improved,159,ep0pa208,scn0002,603,28,575,0.9535655058043118,0.09834756542275555,1.371407699037484,0.004647319205105305,0.004873623605817556 +held_out_algorithmic,major_scratch,159,ep0pa208,scn0002,603,28,575,0.9535655058043118,0.10717378148071717,1.8555021755192938,0.004862891510128975,0.005099692847579718 +held_out_algorithmic,base,160,ep0pa211,scn0017,66,10,56,0.8484848484848485,1.4486281936233107,2.2495584753696924,0.041644297540187836,0.049080781638622284 +held_out_algorithmic,improved,160,ep0pa211,scn0017,66,10,56,0.8484848484848485,0.12168070190661662,0.16066863793112057,0.009097986854612827,0.0107226287946105 +held_out_algorithmic,major_scratch,160,ep0pa211,scn0017,66,10,56,0.8484848484848485,0.12168839775227211,0.16033887337419608,0.009092665277421474,0.010716356337070465 +held_out_algorithmic,base,161,ep0pa211,scn0026,502,26,476,0.9482071713147411,0.7744878037290881,22.30468317681761,0.05063161998987198,0.05339721590280533 +held_out_algorithmic,improved,161,ep0pa211,scn0026,502,26,476,0.9482071713147411,0.6101358708546643,2.2767937848063333,0.012489167042076588,0.013171348720788956 +held_out_algorithmic,major_scratch,161,ep0pa211,scn0026,502,26,476,0.9482071713147411,0.6243521319737679,2.304483318265495,0.013042404316365719,0.01375480554997921 +held_out_algorithmic,base,162,ep0pa212,scn0014,708,48,660,0.9322033898305084,0.8767134850790393,9.945417351346201,0.035586655139923096,0.03817477449774742 +held_out_algorithmic,improved,162,ep0pa212,scn0014,708,48,660,0.9322033898305084,0.11722779030904214,1.0407900846895322,0.008962569758296013,0.009614392183721066 +held_out_algorithmic,major_scratch,162,ep0pa212,scn0014,708,48,660,0.9322033898305084,0.10965419635769542,1.0981146448085555,0.009060797281563282,0.00971976388245821 +held_out_algorithmic,base,163,ep0pa212,scn0015,75,5,70,0.9333333333333333,0.1826678617642476,0.030604430358595197,0.0015989652602002025,0.0017131768399849534 +held_out_algorithmic,improved,163,ep0pa212,scn0015,75,5,70,0.9333333333333333,0.27529757775557345,0.03242703445653448,0.0012287524295970798,0.0013165203854441643 +held_out_algorithmic,major_scratch,163,ep0pa212,scn0015,75,5,70,0.9333333333333333,0.27194112797196096,0.03254455815551288,0.0012084337649866939,0.0012947504874318838 +held_out_algorithmic,base,164,ep0pa212,scn0023,34,4,30,0.8823529411764706,0.011170454459109655,0.0010727549458650028,0.0010386263020336628,0.0011771097779273987 +held_out_algorithmic,improved,164,ep0pa212,scn0023,34,4,30,0.8823529411764706,0.24744484821955362,0.00501140398214599,0.002770819701254368,0.0031402623280882835 +held_out_algorithmic,major_scratch,164,ep0pa212,scn0023,34,4,30,0.8823529411764706,0.24851030773586696,0.005012779277171114,0.0027831951156258583,0.003154287813231349 +held_out_algorithmic,base,165,ep0pa212,scn0033,260,10,250,0.9615384615384616,0.17919789217134466,0.5433724663114093,0.017540745437145233,0.018242374062538147 +held_out_algorithmic,improved,165,ep0pa212,scn0033,260,10,250,0.9615384615384616,0.02163209398485609,0.24460020933431498,0.004034718032926321,0.004196107387542725 +held_out_algorithmic,major_scratch,165,ep0pa212,scn0033,260,10,250,0.9615384615384616,0.021445426554766608,0.24426628046104673,0.004035416524857283,0.004196832422167063 +held_out_algorithmic,base,166,ep0pa212,scn0054,145,10,135,0.9310344827586207,1.4231799078825254,10.021337686219299,0.10112606734037399,0.10861688107252121 +held_out_algorithmic,improved,166,ep0pa212,scn0054,145,10,135,0.9310344827586207,0.34037720241577796,0.5401908209278602,0.011136512272059917,0.0119614377617836 +held_out_algorithmic,major_scratch,166,ep0pa212,scn0054,145,10,135,0.9310344827586207,0.34030521734088076,0.5364137743629213,0.011122453026473522,0.011946338228881359 +held_out_algorithmic,base,167,ep0pa212,scn0059,130,7,123,0.9461538461538461,1.0973357165301287,1.670541903163134,0.04518657177686691,0.04775816947221756 +held_out_algorithmic,improved,167,ep0pa212,scn0059,130,7,123,0.9461538461538461,0.0080762662269451,0.129723373541345,0.004089646507054567,0.00432239007204771 +held_out_algorithmic,major_scratch,167,ep0pa212,scn0059,130,7,123,0.9461538461538461,0.00742942072727062,0.12975693767835905,0.004087550565600395,0.004320175386965275 +held_out_algorithmic,base,168,ep0pa213,scn0024,57,4,53,0.9298245614035088,0.05149071499452752,0.018175489022787115,0.001819349592551589,0.001956659136340022 +held_out_algorithmic,improved,168,ep0pa213,scn0024,57,4,53,0.9298245614035088,0.050463428941823665,0.02198065333912592,0.001405570306815207,0.0015116509748622775 +held_out_algorithmic,major_scratch,168,ep0pa213,scn0024,57,4,53,0.9298245614035088,0.050564214334649554,0.02196475642222111,0.001406286028213799,0.001512420829385519 +held_out_algorithmic,base,169,ep0pa221,scn0008,115,22,93,0.808695652173913,0.5121522828384683,0.5751259427478012,0.01580074056982994,0.019538553431630135 +held_out_algorithmic,improved,169,ep0pa221,scn0008,115,22,93,0.808695652173913,0.431435082576893,0.2512210218207587,0.007703219074755907,0.009525485336780548 +held_out_algorithmic,major_scratch,169,ep0pa221,scn0008,115,22,93,0.808695652173913,0.3100815185794124,0.2778495502523109,0.009019698016345501,0.0111533896997571 +held_out_algorithmic,base,170,ep0pa225,scn0009,299,40,259,0.8662207357859532,0.3986343070201421,5.320631690816226,0.03585820645093918,0.04139615222811699 +held_out_algorithmic,improved,170,ep0pa225,scn0009,299,40,259,0.8662207357859532,0.22854827765585406,1.211091234048262,0.018206046894192696,0.02101779170334339 +held_out_algorithmic,major_scratch,170,ep0pa225,scn0009,299,40,259,0.8662207357859532,0.2514337496693835,1.3050816503609672,0.018442876636981964,0.02129119634628296 +held_out_algorithmic,base,171,ep0pa228,scn0007,69,6,63,0.9130434782608695,0.4792147417591043,0.17111810197457755,0.013286219909787178,0.014551576226949692 +held_out_algorithmic,improved,171,ep0pa228,scn0007,69,6,63,0.9130434782608695,0.053785809098857724,0.2169609299539431,0.004822187125682831,0.005281442776322365 +held_out_algorithmic,major_scratch,171,ep0pa228,scn0007,69,6,63,0.9130434782608695,0.05293352473272036,0.21947914707488708,0.004799200221896172,0.005256267264485359 +held_out_algorithmic,base,172,ep0pa228,scn0017,98,13,85,0.8673469387755102,0.1306704110508665,0.13744017928590274,0.0035690804943442345,0.004114939831197262 +held_out_algorithmic,improved,172,ep0pa228,scn0017,98,13,85,0.8673469387755102,0.11234508649608412,0.27609223673181305,0.0035835755988955498,0.004131651949137449 +held_out_algorithmic,major_scratch,172,ep0pa228,scn0017,98,13,85,0.8673469387755102,0.10616720133725929,0.2897853222310004,0.003605653066188097,0.004157105926424265 +held_out_algorithmic,base,173,ep0pa228,scn0025,142,11,131,0.9225352112676056,0.19268716644767103,1.2255251705820538,0.015182129107415676,0.016456961631774902 +held_out_algorithmic,improved,173,ep0pa228,scn0025,142,11,131,0.9225352112676056,0.04790175336086198,0.3787973875404379,0.006211287807673216,0.006732845678925514 +held_out_algorithmic,major_scratch,173,ep0pa228,scn0025,142,11,131,0.9225352112676056,0.04400929110124707,0.37988704778568394,0.0062015000730752945,0.006722237449139357 +held_out_algorithmic,base,174,ep0pa235,scn0009,191,31,160,0.837696335078534,0.20912135446613486,0.28582798496603595,0.004601126071065664,0.00549259502440691 +held_out_algorithmic,improved,174,ep0pa235,scn0009,191,31,160,0.837696335078534,0.14505446993491866,0.253934898095322,0.004318484105169773,0.005155190359801054 +held_out_algorithmic,major_scratch,174,ep0pa235,scn0009,191,31,160,0.837696335078534,0.14436583789912136,0.25177903624347975,0.004332089331001043,0.005171431228518486 +held_out_algorithmic,base,175,ep0pa239,scn0004e,166,16,150,0.9036144578313253,0.17406963970926073,0.13348657485373994,0.01689210720360279,0.01869393140077591 +held_out_algorithmic,improved,175,ep0pa239,scn0004e,166,16,150,0.9036144578313253,0.030065274238586424,0.03155110868969885,0.006831290200352669,0.007559960708022118 +held_out_algorithmic,major_scratch,175,ep0pa239,scn0004e,166,16,150,0.9036144578313253,0.03220543530252245,0.03206624743926766,0.006792689673602581,0.007517243269830942 +held_out_algorithmic,base,176,ep0pa240,scn0012,107,6,101,0.9439252336448598,0.13430613816321432,0.38510429877247004,0.003957225009799004,0.0041923075914382935 +held_out_algorithmic,improved,176,ep0pa240,scn0012,107,6,101,0.9439252336448598,0.0813970518810255,0.38279234823892605,0.003224933985620737,0.003416514489799738 +held_out_algorithmic,major_scratch,176,ep0pa240,scn0012,107,6,101,0.9439252336448598,0.081328120066885,0.38263636973956155,0.0032252087257802486,0.003416805760934949 +held_out_algorithmic,base,177,ep0pa241,scn0044,210,10,200,0.9523809523809523,0.2581783176288692,0.8101606071194747,0.015888342633843422,0.016682758927345276 +held_out_algorithmic,improved,177,ep0pa241,scn0044,210,10,200,0.9523809523809523,0.032452479402167264,0.025123918463874424,0.0008780605276115239,0.0009219635394401848 +held_out_algorithmic,major_scratch,177,ep0pa241,scn0044,210,10,200,0.9523809523809523,0.03127857065575898,0.025254560847084943,0.0008827684796415269,0.0009269069414585829 +held_out_algorithmic,base,178,ep0pr198,scn0004,122,32,90,0.7377049180327869,0.3987493316986059,0.6712629044422103,0.015919078141450882,0.02157919853925705 +held_out_algorithmic,improved,178,ep0pr198,scn0004,122,32,90,0.7377049180327869,0.29229505225329805,0.6519935165979599,0.01512516662478447,0.020503003150224686 +held_out_algorithmic,major_scratch,178,ep0pr198,scn0004,122,32,90,0.7377049180327869,0.2644883929740325,0.9476943636003587,0.02029256336390972,0.02750769630074501 +held_out_algorithmic,base,179,ep0pr198,scn0009,100,20,80,0.8,1.2626690202850406,3.6542686501993398,0.06772102415561676,0.08465127646923065 +held_out_algorithmic,improved,179,ep0pr198,scn0009,100,20,80,0.8,0.671960547818976,0.5277628129525139,0.019788647070527077,0.02473580837249756 +held_out_algorithmic,major_scratch,179,ep0pr198,scn0009,100,20,80,0.8,0.48072402810646314,0.5622296441997132,0.021401824429631233,0.026752280071377754 +held_out_algorithmic,base,180,ep0pr203,scn0005,150,3,147,0.98,0.3886484815584903,0.3329802147049531,0.004574044141918421,0.004667392000555992 +held_out_algorithmic,improved,180,ep0pr203,scn0005,150,3,147,0.98,0.3716633596167659,0.35098079718828745,0.004140334669500589,0.0042248317040503025 +held_out_algorithmic,major_scratch,180,ep0pr203,scn0005,150,3,147,0.98,0.3691200436345789,0.35344001673015385,0.004106458742171526,0.004190264269709587 +held_out_algorithmic,base,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.16775006201209092,0.019908121638643837,0.003888505743816495,0.00482711149379611 +held_out_algorithmic,improved,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.14383513280531254,0.020979229706831526,0.004192068707197905,0.0052039469592273235 +held_out_algorithmic,major_scratch,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.1438238849727119,0.02088712014798549,0.004193547181785107,0.005205782130360603 +held_out_algorithmic,base,182,ep0pr232,scn0001,75,5,70,0.9333333333333333,0.12153559159009884,0.03293333689287218,0.003941684029996395,0.004223233554512262 +held_out_algorithmic,improved,182,ep0pr232,scn0001,75,5,70,0.9333333333333333,0.12027049446717286,0.040524491607978,0.0031308981124311686,0.003354533575475216 +held_out_algorithmic,major_scratch,182,ep0pr232,scn0001,75,5,70,0.9333333333333333,0.1220332445242466,0.04116499691310288,0.0030928533524274826,0.003313771914690733 +held_out_algorithmic,base,183,ep0pr244,scn0002,106,24,82,0.7735849056603774,0.24931700923480093,1.1409732514396667,0.024957047775387764,0.032261550426483154 +held_out_algorithmic,improved,183,ep0pr244,scn0002,106,24,82,0.7735849056603774,0.14990562648745254,0.3820776648846252,0.009812158532440662,0.012684011831879616 +held_out_algorithmic,major_scratch,183,ep0pr244,scn0002,106,24,82,0.7735849056603774,0.13004269608063623,0.4161821793996257,0.011512573808431625,0.014882109127938747 +held_out_algorithmic,base,184,ep0pr244,scn0003,151,33,118,0.7814569536423841,0.35741320296426066,0.7036060815655832,0.016486119478940964,0.021096643060445786 +held_out_algorithmic,improved,184,ep0pr244,scn0003,151,33,118,0.7814569536423841,0.24860235475576842,0.46615092988329826,0.010002301074564457,0.01279955543577671 +held_out_algorithmic,major_scratch,184,ep0pr244,scn0003,151,33,118,0.7814569536423841,0.24000638015158884,0.5420701141056703,0.012881036847829819,0.016483359038829803 +held_out_algorithmic,base,185,ep0pr251,scn0004,202,14,188,0.9306930693069307,0.07706517787110582,0.5606957343295293,0.00508707482367754,0.0054658991284668446 +held_out_algorithmic,improved,185,ep0pr251,scn0004,202,14,188,0.9306930693069307,0.04799234569856079,0.45890531488290875,0.003927773330360651,0.004220267292112112 +held_out_algorithmic,major_scratch,185,ep0pr251,scn0004,202,14,188,0.9306930693069307,0.07000097805140736,0.6001138152145924,0.0050707352347671986,0.005448343697935343 +held_out_algorithmic,base,186,ep0pr253,scn0032,75,15,60,0.8,0.9626902375708927,1.102814547628272,0.02671184577047825,0.03338980674743652 +held_out_algorithmic,improved,186,ep0pr253,scn0032,75,15,60,0.8,0.4124434400688518,0.6061617293104842,0.017503516748547554,0.021879395470023155 +held_out_algorithmic,major_scratch,186,ep0pr253,scn0032,75,15,60,0.8,0.4768886064941233,0.7597409771465877,0.019049493595957756,0.023811867460608482 +held_out_algorithmic,base,187,ep0pr253,scn0033,150,14,136,0.9066666666666666,0.34723541931605634,0.34871889914113935,0.005481414962559938,0.006045678164809942 +held_out_algorithmic,improved,187,ep0pr253,scn0033,150,14,136,0.9066666666666666,0.16192380918396843,0.22840414346848162,0.0037941583432257175,0.004184733610600233 +held_out_algorithmic,major_scratch,187,ep0pr253,scn0033,150,14,136,0.9066666666666666,0.13190715603622388,0.24421365848708979,0.00419478677213192,0.004626603331416845 +held_out_algorithmic,base,188,ep0pr254,scn0001,202,22,180,0.8910891089108911,0.44935689262441686,1.7941882299036749,0.024792129173874855,0.027822276577353477 +held_out_algorithmic,improved,188,ep0pr254,scn0001,202,22,180,0.8910891089108911,0.30255718260735004,0.9271229640667393,0.012778965756297112,0.014340839348733425 +held_out_algorithmic,major_scratch,188,ep0pr254,scn0001,202,22,180,0.8910891089108911,0.21431373059749603,0.9178374473268421,0.013964401558041573,0.01567116379737854 +held_out_algorithmic,base,189,ep0pr255animales,scn0024,121,3,118,0.9752066115702479,0.07210069943646916,0.001353024526844734,0.00038676412077620625,0.0003965971409343183 +held_out_algorithmic,improved,189,ep0pr255animales,scn0024,121,3,118,0.9752066115702479,0.13790421798580982,0.005518846041820485,0.0005361281801015139,0.0005497586098499596 +held_out_algorithmic,major_scratch,189,ep0pr255animales,scn0024,121,3,118,0.9752066115702479,0.1399064591673554,0.005654983343147638,0.00053501216461882,0.0005486141890287399 +held_out_algorithmic,base,190,ep0pr255geometricas,scn0042,62,4,58,0.9354838709677419,0.05287609901279211,0.006056872682650961,0.0006963927298784256,0.0007444198126904666 +held_out_algorithmic,improved,190,ep0pr255geometricas,scn0042,62,4,58,0.9354838709677419,0.0568101080134511,0.007475694639906919,0.0007031682762317359,0.0007516627083532512 +held_out_algorithmic,major_scratch,190,ep0pr255geometricas,scn0042,62,4,58,0.9354838709677419,0.05680888844653964,0.006688786934347772,0.0007074052700772882,0.0007561918464489281 +held_out_algorithmic,base,191,ep0pr262alienscolores,scn0004,99,12,87,0.8787878787878788,0.8810054145821737,5.7337197771170025,0.05929885804653168,0.0674780085682869 +held_out_algorithmic,improved,191,ep0pr262alienscolores,scn0004,99,12,87,0.8787878787878788,0.19681036034855273,0.6072141371939129,0.009453787468373775,0.010757757350802422 +held_out_algorithmic,major_scratch,191,ep0pr262alienscolores,scn0004,99,12,87,0.8787878787878788,0.23505495296184556,0.635258822298524,0.011171061545610428,0.012711899355053902 +held_out_algorithmic,base,192,ep0pr262alienscolores,scn0015,223,17,206,0.9237668161434978,0.46744788588345554,1.3779047518040692,0.012668497860431671,0.013713955879211426 +held_out_algorithmic,improved,192,ep0pr262alienscolores,scn0015,223,17,206,0.9237668161434978,0.18549709793712413,1.1275802853376327,0.010951927863061428,0.01185572799295187 +held_out_algorithmic,major_scratch,192,ep0pr262alienscolores,scn0015,223,17,206,0.9237668161434978,0.17518491135174488,0.9435733916573855,0.010652241297066212,0.011531309224665165 +held_out_algorithmic,base,193,ep0pr262numeros,scn0034,101,14,87,0.8613861386138614,0.049281622192500964,0.0013226490727042779,0.0002559376589488238,0.00029712304240092635 +held_out_algorithmic,improved,193,ep0pr262numeros,scn0034,101,14,87,0.8613861386138614,0.046857263530250146,0.0013304743816243097,0.0002424641279503703,0.0002814813342411071 +held_out_algorithmic,major_scratch,193,ep0pr262numeros,scn0034,101,14,87,0.8613861386138614,0.04681870816028224,0.0013303302426144641,0.0002444899291731417,0.0002838331274688244 +held_out_algorithmic,base,194,ep0pr262pollitos,scn0009,95,12,83,0.8736842105263158,0.9402415258166869,2.036090152099966,0.042907752096652985,0.04911128431558609 +held_out_algorithmic,improved,194,ep0pr262pollitos,scn0009,95,12,83,0.8736842105263158,0.2044466944843797,0.994301128048353,0.016945557668805122,0.01939551904797554 +held_out_algorithmic,major_scratch,194,ep0pr262pollitos,scn0009,95,12,83,0.8736842105263158,0.18003328116167158,0.8247234245064732,0.016275744885206223,0.018628865480422974 +held_out_algorithmic,base,195,ep0pr263,scn0035,225,90,135,0.6,0.6177253582226202,1.3181535231565518,0.011273232288658619,0.018788719549775124 +held_out_algorithmic,improved,195,ep0pr263,scn0035,225,90,135,0.6,0.6897766049296711,1.5658326723579523,0.010420158505439758,0.017366930842399597 +held_out_algorithmic,major_scratch,195,ep0pr263,scn0035,225,90,135,0.6,0.43183953579241474,0.8123644676607499,0.01485107745975256,0.024751797318458557 +held_out_algorithmic,base,196,ep0pr266animalsgranja,scn0010,1063,152,911,0.8570084666039511,0.6581927943799678,10.640596879885079,0.021949345245957375,0.02561158500611782 +held_out_algorithmic,improved,196,ep0pr266animalsgranja,scn0010,1063,152,911,0.8570084666039511,0.26583998556335603,2.29817410373232,0.007252845913171768,0.008462980389595032 +held_out_algorithmic,major_scratch,196,ep0pr266animalsgranja,scn0010,1063,152,911,0.8570084666039511,0.35098232009493413,4.655847589507658,0.00905445497483015,0.010565186850726604 +held_out_algorithmic,base,197,ep0pr266huevos,scn0013,139,26,113,0.8129496402877698,1.122198681158522,15.740536207258149,0.11095904558897018,0.13648943603038788 +held_out_algorithmic,improved,197,ep0pr266huevos,scn0013,139,26,113,0.8129496402877698,0.8160031924218488,16.61611953792011,0.08476497232913971,0.10426840931177139 +held_out_algorithmic,major_scratch,197,ep0pr266huevos,scn0013,139,26,113,0.8129496402877698,0.8023093909573701,13.378435382729107,0.08430671691894531,0.10370472073554993 +held_out_algorithmic,base,198,ep0se254a,scn0010,219,7,212,0.9680365296803652,0.07858593016862869,0.31555945744994657,0.004818264860659838,0.004977358505129814 +held_out_algorithmic,improved,198,ep0se254a,scn0010,219,7,212,0.9680365296803652,0.026190537427152907,0.13823968547940318,0.0019594139885157347,0.0020241120364516973 +held_out_algorithmic,major_scratch,198,ep0se254a,scn0010,219,7,212,0.9680365296803652,0.026219931564160755,0.13838373086633474,0.001960307126864791,0.0020250342786312103 +held_out_algorithmic,base,199,ep0vdg001,scn0003,131,15,116,0.8854961832061069,0.40734942231534255,0.7478344824232822,0.016162386164069176,0.01825234666466713 +held_out_algorithmic,improved,199,ep0vdg001,scn0003,131,15,116,0.8854961832061069,0.1749486013626059,0.4644016872387353,0.008489624597132206,0.009587421081960201 +held_out_algorithmic,major_scratch,199,ep0vdg001,scn0003,131,15,116,0.8854961832061069,0.1746067959918744,0.4621865158735326,0.00848719198256731,0.009584673680365086 +held_out_algorithmic,base,200,ep0vdg009,scn0001,136,10,126,0.9264705882352942,0.8251993035276731,2.190910807820275,0.04267939552664757,0.04606664180755615 +held_out_algorithmic,improved,200,ep0vdg009,scn0001,136,10,126,0.9264705882352942,0.24515918145577112,0.5934196548893541,0.011948887258768082,0.012897210195660591 +held_out_algorithmic,major_scratch,200,ep0vdg009,scn0001,136,10,126,0.9264705882352942,0.2452346132906516,0.5932813676161223,0.011949462816119194,0.01289783138781786 held_out_random,base,0,ep0001,scn0029,132,22,110,0.8333333333333334,0.11837995973856826,0.31456006552125615,0.002530273050069809,0.0030363276600837708 held_out_random,improved,0,ep0001,scn0029,132,22,110,0.8333333333333334,0.03007269591877335,0.16773771457925443,0.0009666995028965175,0.0011600394500419497 held_out_random,major_scratch,0,ep0001,scn0029,132,22,110,0.8333333333333334,0.03021920923339693,0.22719903346807147,0.0009225935791619122,0.0011071121552959085 @@ -119,6 +662,549 @@ held_out_random,major_scratch,18,ep0014,scn0042,92,10,82,0.8913043478260869,0.54 held_out_random,base,19,ep0017,scn0016,263,22,241,0.9163498098859315,0.03250250209767911,0.3963438106142985,0.0031489375978708267,0.003436392406001687 held_out_random,improved,19,ep0017,scn0016,263,22,241,0.9163498098859315,0.03582255152636619,0.3453605549369698,0.0012538115261122584,0.0013682673452422023 held_out_random,major_scratch,19,ep0017,scn0016,263,22,241,0.9163498098859315,0.03580366348841165,0.3407181414776427,0.0012540105963125825,0.0013684845762327313 +held_out_random,base,20,ep0017,scn0018,68,10,58,0.8529411764705882,0.11921085181989168,0.18307419443710993,0.007805244997143745,0.009150976315140724 +held_out_random,improved,20,ep0017,scn0018,68,10,58,0.8529411764705882,0.08324127212951057,0.1336437894221163,0.004667503293603659,0.005472246091812849 +held_out_random,major_scratch,20,ep0017,scn0018,68,10,58,0.8529411764705882,0.08323291257808083,0.13376017408776575,0.004666551481932402,0.005471128970384598 +held_out_random,base,21,ep0017,scn0047,162,17,145,0.8950617283950617,0.0390183598560802,0.002659732871251351,0.000651300884783268,0.0007276603719219565 +held_out_random,improved,21,ep0017,scn0047,162,17,145,0.8950617283950617,0.042675176835329516,0.004439679522660258,0.0006157072493806481,0.0006878935964778066 +held_out_random,major_scratch,21,ep0017,scn0047,162,17,145,0.8950617283950617,0.042675820131928235,0.004450735789285049,0.0006163878715597093,0.0006886539631523192 +held_out_random,base,22,ep0022,scn0008,140,11,129,0.9214285714285714,0.5816808383436811,1.012400832733876,0.005185205489397049,0.0056273541413247585 +held_out_random,improved,22,ep0022,scn0008,140,11,129,0.9214285714285714,0.039396456199004344,0.29449897967110844,0.001324559561908245,0.00143750652205199 +held_out_random,major_scratch,22,ep0022,scn0008,140,11,129,0.9214285714285714,0.03940785242457118,0.2817088763896535,0.0013254848308861256,0.0014385106042027473 +held_out_random,base,23,ep0022,scn0011,133,14,119,0.8947368421052632,0.08908569227004873,0.3368852601265441,0.014879711903631687,0.01663026586174965 +held_out_random,improved,23,ep0022,scn0011,133,14,119,0.8947368421052632,0.040819627868718115,0.28264703144479747,0.010200468823313713,0.011400523595511913 +held_out_random,major_scratch,23,ep0022,scn0011,133,14,119,0.8947368421052632,0.040839297298727366,0.28242509042001335,0.010201090015470982,0.011401219293475151 +held_out_random,base,24,ep0022,scn0026,105,11,94,0.8952380952380953,0.2081079153638137,0.14401739276801334,0.0014837494818493724,0.0016573797911405563 +held_out_random,improved,24,ep0022,scn0026,105,11,94,0.8952380952380953,0.2786158814764859,0.08701451170275654,0.001556018483825028,0.0017381057841703296 +held_out_random,major_scratch,24,ep0022,scn0026,105,11,94,0.8952380952380953,0.33465209551024855,0.18518865753089372,0.0014600129798054695,0.001630865503102541 +held_out_random,base,25,ep0028,scn0014,279,34,245,0.8781362007168458,0.23993080734818803,1.0090656163073455,0.012327517382800579,0.014038273133337498 +held_out_random,improved,25,ep0028,scn0014,279,34,245,0.8781362007168458,0.1510457340525203,0.744575806049916,0.009714173153042793,0.01106226071715355 +held_out_random,major_scratch,25,ep0028,scn0014,279,34,245,0.8781362007168458,0.15103095789047682,0.746628022353424,0.009712882339954376,0.01106079202145338 +held_out_random,base,26,ep0029,scn0045,292,17,275,0.9417808219178082,0.8896611890109432,11.833566106598482,0.04092773050069809,0.04345780611038208 +held_out_random,improved,26,ep0029,scn0045,292,17,275,0.9417808219178082,0.38927057647549757,4.867801576133005,0.024930521845817566,0.026471678167581558 +held_out_random,major_scratch,26,ep0029,scn0045,292,17,275,0.9417808219178082,0.38922715094850585,4.440770560445959,0.02491898648440838,0.026459433138370514 +held_out_random,base,27,ep0031,scn0020,102,14,88,0.8627450980392157,0.18347921849865662,0.11878112005918863,0.0032144971191883087,0.0037258940283209085 +held_out_random,improved,27,ep0031,scn0020,102,14,88,0.8627450980392157,0.08919289106862587,0.12827891041647793,0.0029250127263367176,0.0033903552684932947 +held_out_random,major_scratch,27,ep0031,scn0020,102,14,88,0.8627450980392157,0.08488906004972625,0.13163954716514142,0.002918077167123556,0.003382316790521145 +held_out_random,base,28,ep0031,scn0035,100,7,93,0.93,0.31257296289716446,1.4857742754585008,0.017675453796982765,0.01900586113333702 +held_out_random,improved,28,ep0031,scn0035,100,7,93,0.93,0.2346639559382484,2.251772296889675,0.027237119153141975,0.029287224635481834 +held_out_random,major_scratch,28,ep0031,scn0035,100,7,93,0.93,0.23472377714656648,2.4142372758743513,0.02717655897140503,0.02922210656106472 +held_out_random,base,29,ep0032,scn0017b,780,90,690,0.8846153846153846,0.6597170991659989,4.03377063498094,0.012513425201177597,0.01414560992270708 +held_out_random,improved,29,ep0032,scn0017b,780,90,690,0.8846153846153846,0.6088619604878437,3.7561911673592556,0.009478225372731686,0.01071451511234045 +held_out_random,major_scratch,29,ep0032,scn0017b,780,90,690,0.8846153846153846,0.6122726619518297,3.7135222466371394,0.009425196796655655,0.010654570534825325 +held_out_random,base,30,ep0032,scn0022,52,9,43,0.8269230769230769,0.09464374752873081,0.1868526777242254,0.005642162635922432,0.006823080126196146 +held_out_random,improved,30,ep0032,scn0022,52,9,43,0.8269230769230769,0.04783812114747904,0.9048856411257956,0.012987460941076279,0.015705766156315804 +held_out_random,major_scratch,30,ep0032,scn0022,52,9,43,0.8269230769230769,0.047823745567919844,0.9049412543566291,0.01298514287918806,0.01570296660065651 +held_out_random,base,31,ep0033,scn0045,95,13,82,0.8631578947368421,0.035274114178599054,0.5181507907304569,0.010151770897209644,0.011761197820305824 +held_out_random,improved,31,ep0033,scn0045,95,13,82,0.8631578947368421,0.05446244776248932,0.15891086954530587,0.002671730238944292,0.0030952973756939173 +held_out_random,major_scratch,31,ep0033,scn0045,95,13,82,0.8631578947368421,0.05433977971661766,0.15887684181795558,0.002654141513630748,0.003074919804930687 +held_out_random,base,32,ep0035,scn0013,151,10,141,0.9337748344370861,0.0220708097301939,0.11102640595098727,0.0031022836919873953,0.003322303295135498 +held_out_random,improved,32,ep0035,scn0013,151,10,141,0.9337748344370861,0.014722742562024098,0.021948936829810698,0.0006087296060286462,0.0006519019952975214 +held_out_random,major_scratch,32,ep0035,scn0013,151,10,141,0.9337748344370861,0.01465381977130782,0.02059679341939461,0.0006085411296226084,0.0006517000729218125 +held_out_random,base,33,ep0035,scn0040,66,9,57,0.8636363636363636,0.2831347707199724,0.9564231950644431,0.025161705911159515,0.029134603217244148 +held_out_random,improved,33,ep0035,scn0040,66,9,57,0.8636363636363636,0.3147156415124462,1.2349811514763076,0.02247013710439205,0.0260180477052927 +held_out_random,major_scratch,33,ep0035,scn0040,66,9,57,0.8636363636363636,0.30572354793548584,1.179700354736573,0.021735459566116333,0.025167373940348625 +held_out_random,base,34,ep0036,scn0039,147,17,130,0.8843537414965986,0.5334430892526367,1.3390913463350311,0.02529939077794552,0.028607772663235664 +held_out_random,improved,34,ep0036,scn0039,147,17,130,0.8843537414965986,0.5345359389428739,1.5110540185840131,0.02779557928442955,0.03143038600683212 +held_out_random,major_scratch,34,ep0036,scn0039,147,17,130,0.8843537414965986,0.5340954657690025,1.4366724658265984,0.027762599289417267,0.03139309212565422 +held_out_random,base,35,ep0036,scn0066,143,17,126,0.8811188811188811,0.7907683144830451,1.7331862641801514,0.020275147631764412,0.023010682314634323 +held_out_random,improved,35,ep0036,scn0066,143,17,126,0.8811188811188811,0.9799318221645265,1.0450961870406614,0.01190411951392889,0.013510231859982014 +held_out_random,major_scratch,35,ep0036,scn0066,143,17,126,0.8811188811188811,0.9797276899784426,1.0378103547058533,0.011897572316229343,0.013502798974514008 +held_out_random,base,36,ep0041,scn0001,461,38,423,0.9175704989154013,0.43143082358752577,1.8451551505660089,0.017932770773768425,0.019543752074241638 +held_out_random,improved,36,ep0041,scn0001,461,38,423,0.9175704989154013,0.3527634047399045,2.076324755332954,0.01645626686513424,0.017934609204530716 +held_out_random,major_scratch,36,ep0041,scn0001,461,38,423,0.9175704989154013,0.352703334849845,2.0712663449877113,0.01653916947543621,0.018024956807494164 +held_out_random,base,37,ep0041,scn0003,265,30,235,0.8867924528301887,0.07803078662880629,0.5288601192205191,0.007539502810686827,0.0085019925609231 +held_out_random,improved,37,ep0041,scn0003,265,30,235,0.8867924528301887,0.06783528824069826,0.3740176703991221,0.005532561801373959,0.0062388465739786625 +held_out_random,major_scratch,37,ep0041,scn0003,265,30,235,0.8867924528301887,0.06784919264725149,0.3703920880041097,0.005532592069357634,0.006238880567252636 +held_out_random,base,38,ep0041,scn0043,151,18,133,0.8807947019867549,0.28644065193073476,1.2113077681074806,0.01329449936747551,0.015093756839632988 +held_out_random,improved,38,ep0041,scn0043,151,18,133,0.8807947019867549,0.3257045311306765,1.5418383128058697,0.013076534494757652,0.01484629139304161 +held_out_random,major_scratch,38,ep0041,scn0043,151,18,133,0.8807947019867549,0.3471240532433915,1.5796879561194523,0.013028740882873535,0.014792030677199364 +held_out_random,base,39,ep0042,scn0018,147,7,140,0.9523809523809523,0.32181158073638616,0.7760756777410237,0.01589151658117771,0.0166860930621624 +held_out_random,improved,39,ep0042,scn0018,147,7,140,0.9523809523809523,0.14582950974765577,0.7495140768163046,0.009548419155180454,0.010025841183960438 +held_out_random,major_scratch,39,ep0042,scn0018,147,7,140,0.9523809523809523,0.14419478609373695,0.7337135458970424,0.009524955414235592,0.01000120397657156 +held_out_random,base,40,ep0043,scn0058,36,5,31,0.8611111111111112,0.008548342169095308,0.00018584207533881085,0.000227243042900227,0.00026389514096081257 +held_out_random,improved,40,ep0043,scn0058,36,5,31,0.8611111111111112,0.019070025103596542,0.00012940994757162694,0.00011762603389797732,0.00013659795513376594 +held_out_random,major_scratch,40,ep0043,scn0058,36,5,31,0.8611111111111112,0.019066469454302046,0.00012519245645057928,0.00011514285142766312,0.00013371428940445185 +held_out_random,base,41,ep0045,scn0066,140,20,120,0.8571428571428571,0.07342414886843932,0.01932742602480506,0.002102782018482685,0.0024532454553991556 +held_out_random,improved,41,ep0045,scn0066,140,20,120,0.8571428571428571,0.059404777457253845,0.052608775012192716,0.002516736974939704,0.0029361930210143328 +held_out_random,major_scratch,41,ep0045,scn0066,140,20,120,0.8571428571428571,0.05926869857961996,0.052583725692513385,0.0025165376719087362,0.00293596088886261 +held_out_random,base,42,ep0046,scn0016,103,11,92,0.8932038834951457,0.19775581492909364,0.7940940127966232,0.016188234090805054,0.01812378503382206 +held_out_random,improved,42,ep0046,scn0016,103,11,92,0.8932038834951457,0.11741247719952039,0.5321917835790192,0.0065377759747207165,0.0073194666765630245 +held_out_random,major_scratch,42,ep0046,scn0016,103,11,92,0.8932038834951457,0.11147105055195945,0.5320803831864231,0.006529264152050018,0.007309936918318272 +held_out_random,base,43,ep0046,scn0024,280,28,252,0.9,0.10355552003469343,1.2267343585208201,0.012369763106107712,0.013744182884693146 +held_out_random,improved,43,ep0046,scn0024,280,28,252,0.9,0.04060830438838286,1.0214400757690314,0.008108817040920258,0.009009798057377338 +held_out_random,major_scratch,43,ep0046,scn0024,280,28,252,0.9,0.040624618871149674,1.0211653599262296,0.008111009374260902,0.009012232534587383 +held_out_random,base,44,ep0047,scn0036,138,18,120,0.8695652173913043,0.3438341509212147,1.7819168696704484,0.051389001309871674,0.059097349643707275 +held_out_random,improved,44,ep0047,scn0036,138,18,120,0.8695652173913043,0.36535078422589734,1.7342626748312562,0.05820108577609062,0.06693124771118164 +held_out_random,major_scratch,44,ep0047,scn0036,138,18,120,0.8695652173913043,0.3652530718933452,1.6688496463843436,0.0581933856010437,0.0669223964214325 +held_out_random,base,45,ep0047,scn0039,115,15,100,0.8695652173913043,0.20110275130718946,0.855024056563586,0.01861351728439331,0.021405545994639397 +held_out_random,improved,45,ep0047,scn0039,115,15,100,0.8695652173913043,0.04760784609243274,0.3427386654371689,0.004744117613881826,0.0054557351395487785 +held_out_random,major_scratch,45,ep0047,scn0039,115,15,100,0.8695652173913043,0.04765016585588455,0.3411236640488438,0.004709099885076284,0.0054154652170836926 +held_out_random,base,46,ep0048,scn0018,529,66,463,0.8752362948960303,0.23801839503955918,1.7049124411139494,0.011140004731714725,0.012727996334433556 +held_out_random,improved,46,ep0048,scn0018,529,66,463,0.8752362948960303,0.16816926153273043,3.020392843482942,0.011932113207876682,0.013633019290864468 +held_out_random,major_scratch,46,ep0048,scn0018,529,66,463,0.8752362948960303,0.16823331791825882,3.019982866103267,0.01192860584706068,0.013629011809825897 +held_out_random,base,47,ep0050,scn0033,1183,123,1060,0.8960270498732037,0.2853578702815197,3.9269075002012666,0.017184415832161903,0.01917845569550991 +held_out_random,improved,47,ep0050,scn0033,1183,123,1060,0.8960270498732037,0.24785903326887065,5.739354543617174,0.0233168825507164,0.026022521778941154 +held_out_random,major_scratch,47,ep0050,scn0033,1183,123,1060,0.8960270498732037,0.24726094772033622,5.5311878686749285,0.02331058867275715,0.026015497744083405 +held_out_random,base,48,ep0051,scn0036,533,49,484,0.9080675422138836,0.22916153191492475,1.4374983779657835,0.010759382508695126,0.011848660185933113 +held_out_random,improved,48,ep0051,scn0036,533,49,484,0.9080675422138836,0.19839983279335088,1.9491557450862385,0.014385993592441082,0.01584242843091488 +held_out_random,major_scratch,48,ep0051,scn0036,533,49,484,0.9080675422138836,0.19748806964991422,1.9690789850218393,0.01431976817548275,0.01576949656009674 +held_out_random,base,49,ep0openingv2,scn0003b,185,20,165,0.8918918918918919,0.31419285019777093,0.7298372377695574,0.00985029712319374,0.011044272221624851 +held_out_random,improved,49,ep0openingv2,scn0003b,185,20,165,0.8918918918918919,0.32560702725290663,0.8127495173073517,0.007896964438259602,0.008854173123836517 +held_out_random,major_scratch,49,ep0openingv2,scn0003b,185,20,165,0.8918918918918919,0.32518627916650816,0.78107330511757,0.00787596870213747,0.008830631151795387 +held_out_random,base,50,ep0pa021,scn0011b,170,21,149,0.8764705882352941,1.3457040354688332,5.907862680128988,0.042857591062784195,0.04889792203903198 +held_out_random,improved,50,ep0pa021,scn0011b,170,21,149,0.8764705882352941,0.2891819562625002,3.3794209761230345,0.03634076565504074,0.04146261513233185 +held_out_random,major_scratch,50,ep0pa021,scn0011b,170,21,149,0.8764705882352941,0.2891038557287877,3.3774272262970113,0.036168936640024185,0.04126657173037529 +held_out_random,base,51,ep0pa022c,scn0008,98,11,87,0.8877551020408163,0.8303211426066461,0.7836037820224158,0.022138074040412903,0.024937139824032784 +held_out_random,improved,51,ep0pa022c,scn0008,98,11,87,0.8877551020408163,1.0634574700738781,0.949747231533854,0.023911966010928154,0.026935318484902382 +held_out_random,major_scratch,51,ep0pa022c,scn0008,98,11,87,0.8877551020408163,1.0900672362229535,0.9196471176136073,0.024569353088736534,0.027675820514559746 +held_out_random,base,52,ep0pa022e,scn0012,164,13,151,0.9207317073170732,0.49119902304240637,1.608649439259424,0.03280133008956909,0.035625286400318146 +held_out_random,improved,52,ep0pa022e,scn0012,164,13,151,0.9207317073170732,0.7209220024517604,2.695211380430669,0.027941934764385223,0.030347535386681557 +held_out_random,major_scratch,52,ep0pa022e,scn0012,164,13,151,0.9207317073170732,0.7179164825166975,2.7241482428288406,0.027706189081072807,0.03009149059653282 +held_out_random,base,53,ep0pa022ev2,scn0012,89,8,81,0.9101123595505618,0.19303953843681435,0.008711214807373581,0.0015731197781860828,0.0017284894129261374 +held_out_random,improved,53,ep0pa022ev2,scn0012,89,8,81,0.9101123595505618,0.1660692152224089,0.01032776684964944,0.0009054351830855012,0.0009948608931154013 +held_out_random,major_scratch,53,ep0pa022ev2,scn0012,89,8,81,0.9101123595505618,0.16606396938625134,0.010336304611299299,0.0009074239060282707,0.0009970460087060928 +held_out_random,base,54,ep0pa022k,scn0020,40,8,32,0.8,0.15978804878566577,0.13610989610042462,0.006688059773296118,0.008360075764358044 +held_out_random,improved,54,ep0pa022k,scn0020,40,8,32,0.8,0.5195373918699182,0.1924277165842738,0.006948908790946007,0.008686136454343796 +held_out_random,major_scratch,54,ep0pa022k,scn0020,40,8,32,0.8,0.5098653254301652,0.19577237880122753,0.0067847128957509995,0.008480892516672611 +held_out_random,base,55,ep0pa022k,scn0031b,425,43,382,0.8988235294117647,0.09853541022846116,0.25167461329223534,0.003047369420528412,0.0033903978765010834 +held_out_random,improved,55,ep0pa022k,scn0031b,425,43,382,0.8988235294117647,0.05563509003798849,0.34072328312849004,0.0021099932491779327,0.0023475056514143944 +held_out_random,major_scratch,55,ep0pa022k,scn0031b,425,43,382,0.8988235294117647,0.05563250246448138,0.3410492526734543,0.0021103329490870237,0.0023478835355490446 +held_out_random,base,56,ep0pa022t,scn0026,367,41,326,0.888283378746594,0.3427981159516743,1.8479697941763897,0.017221417278051376,0.019387301057577133 +held_out_random,improved,56,ep0pa022t,scn0026,367,41,326,0.888283378746594,0.28902431001216905,1.2992819643723952,0.013940064236521721,0.015693260356783867 +held_out_random,major_scratch,56,ep0pa022t,scn0026,367,41,326,0.888283378746594,0.2880753304423957,1.3124211677431088,0.013895480893552303,0.01564306952059269 +held_out_random,base,57,ep0pa038,scn0006,302,33,269,0.890728476821192,0.02312758703668554,0.6462119134516664,0.006156987510621548,0.006912305485457182 +held_out_random,improved,57,ep0pa038,scn0006,302,33,269,0.890728476821192,0.019282980142412958,0.15444156421450939,0.0024064304307103157,0.0027016429230570793 +held_out_random,major_scratch,57,ep0pa038,scn0006,302,33,269,0.890728476821192,0.01925418747437967,0.1584673624724619,0.002402302110567689,0.0026970081962645054 +held_out_random,base,58,ep0pa039,scn0001,795,89,706,0.8880503144654088,0.1897734468823928,7.930216881769954,0.015533868223428726,0.017492106184363365 +held_out_random,improved,58,ep0pa039,scn0001,795,89,706,0.8880503144654088,0.17774770941053117,5.6339004032651925,0.01238644402474165,0.013947907835245132 +held_out_random,major_scratch,58,ep0pa039,scn0001,795,89,706,0.8880503144654088,0.1772665407787375,5.659594159069727,0.01237979531288147,0.013940418139100075 +held_out_random,base,59,ep0pa039,scn0032,84,8,76,0.9047619047619048,0.3311164981789059,1.2669794039433178,0.012350904755294323,0.013651000335812569 +held_out_random,improved,59,ep0pa039,scn0032,84,8,76,0.9047619047619048,0.3313012546963162,1.5615443488766159,0.015052037313580513,0.01663646288216114 +held_out_random,major_scratch,59,ep0pa039,scn0032,84,8,76,0.9047619047619048,0.3307605251669884,1.6948207177206822,0.014653710648417473,0.016196206212043762 +held_out_random,base,60,ep0pa040,scn0011,222,22,200,0.9009009009009009,0.2985146277206988,1.6096274836856372,0.010579723864793777,0.01174349244683981 +held_out_random,improved,60,ep0pa040,scn0011,222,22,200,0.9009009009009009,0.049890283864638035,0.8823711124797824,0.004937386140227318,0.005480498541146517 +held_out_random,major_scratch,60,ep0pa040,scn0011,222,22,200,0.9009009009009009,0.04996925620131256,0.8779878000936536,0.004930275492370129,0.005472605582326651 +held_out_random,base,61,ep0pa040,scn0028,402,48,354,0.8805970149253731,0.35056644392066766,1.5471553828884614,0.015344465151429176,0.017425071448087692 +held_out_random,improved,61,ep0pa040,scn0028,402,48,354,0.8805970149253731,0.27865228286412147,1.8427125515090286,0.013382754288613796,0.015197365544736385 +held_out_random,major_scratch,61,ep0pa040,scn0028,402,48,354,0.8805970149253731,0.2784304574930242,1.8500748646418865,0.01339056808501482,0.015206238254904747 +held_out_random,base,62,ep0pa057,scn0021,152,20,132,0.868421052631579,0.5865268146345283,1.8472517589329738,0.020599322393536568,0.023720432072877884 +held_out_random,improved,62,ep0pa057,scn0021,152,20,132,0.868421052631579,0.8234348429287767,1.7400250002721545,0.019782638177275658,0.022780004888772964 +held_out_random,major_scratch,62,ep0pa057,scn0021,152,20,132,0.868421052631579,0.8344762892845798,1.7420341121682508,0.019828634336590767,0.022832972928881645 +held_out_random,base,63,ep0pa063,scn0047,62,12,50,0.8064516129032258,0.25502053731017643,0.4604389162585251,0.0050682565197348595,0.006284637376666069 +held_out_random,improved,63,ep0pa063,scn0047,62,12,50,0.8064516129032258,0.09231249491373698,0.5978215648688482,0.009489880874752998,0.011767453514039516 +held_out_random,major_scratch,63,ep0pa063,scn0047,62,12,50,0.8064516129032258,0.09242468410068089,0.5985713877987234,0.009550077840685844,0.011842096224427223 +held_out_random,base,64,ep0pa064,scn0036,260,20,240,0.9230769230769231,1.2927500281831343,2.5967826185258356,0.032416995614767075,0.03511841222643852 +held_out_random,improved,64,ep0pa064,scn0036,260,20,240,0.9230769230769231,1.206123242382523,3.0131606916873763,0.03364308178424835,0.036446671932935715 +held_out_random,major_scratch,64,ep0pa064,scn0036,260,20,240,0.9230769230769231,1.206074306379548,3.0252507910334194,0.033636558800935745,0.036439601331949234 +held_out_random,base,65,ep0pa064,scn0039,21,7,14,0.6666666666666666,0.5504523471821673,0.2829239593228175,0.014952566474676132,0.022428851574659348 +held_out_random,improved,65,ep0pa064,scn0039,21,7,14,0.6666666666666666,0.16681643696742518,0.020234669792616455,0.0018290600273758173,0.0027435896918177605 +held_out_random,major_scratch,65,ep0pa064,scn0039,21,7,14,0.6666666666666666,0.148495278106286,0.019391053157426195,0.001422460307367146,0.0021336902864277363 +held_out_random,base,66,ep0pa065,scn0061,80,8,72,0.9,0.19547519880498565,0.0482093974939127,0.0030959967989474535,0.0034399968571960926 +held_out_random,improved,66,ep0pa065,scn0061,80,8,72,0.9,0.3822303077119381,0.17898037617472387,0.0040285224094986916,0.004476136062294245 +held_out_random,major_scratch,66,ep0pa065,scn0061,80,8,72,0.9,0.3781221510929077,0.18194408267320378,0.00390581414103508,0.00433979369699955 +held_out_random,base,67,ep0pa067,scn0024,232,18,214,0.9224137931034483,0.2657840034376169,1.0369133049281154,0.014003184624016285,0.015181021764874458 +held_out_random,improved,67,ep0pa067,scn0024,232,18,214,0.9224137931034483,0.21851431657259743,1.2022590109286089,0.009132208302617073,0.00990033708512783 +held_out_random,major_scratch,67,ep0pa067,scn0024,232,18,214,0.9224137931034483,0.21851362657264783,1.271004392737491,0.009130831807851791,0.009898845106363297 +held_out_random,base,68,ep0pa067,scn0043,211,26,185,0.8767772511848341,0.32069188727293796,1.172850533475992,0.014786027371883392,0.01686406321823597 +held_out_random,improved,68,ep0pa067,scn0043,211,26,185,0.8767772511848341,0.1767329638942759,0.805322435090375,0.010188964195549488,0.011620927602052689 +held_out_random,major_scratch,68,ep0pa067,scn0043,211,26,185,0.8767772511848341,0.23193780020702298,0.7450107617232649,0.011636720970273018,0.013272151350975037 +held_out_random,base,69,ep0pa067,scn0098,72,10,62,0.8611111111111112,0.5357248481363058,0.4474372549975843,0.021240586414933205,0.02466648630797863 +held_out_random,improved,69,ep0pa067,scn0098,72,10,62,0.8611111111111112,0.5609390079975128,0.39308353908997945,0.01684015989303589,0.0195563156157732 +held_out_random,major_scratch,69,ep0pa067,scn0098,72,10,62,0.8611111111111112,0.5609607413411141,0.3748392627042976,0.0167747363448143,0.01948034018278122 +held_out_random,base,70,ep0pa071,scn0001,187,19,168,0.8983957219251337,0.3056022932424265,4.217074858499948,0.045034680515527725,0.05012788623571396 +held_out_random,improved,70,ep0pa071,scn0001,187,19,168,0.8983957219251337,0.33571601651755034,0.8214441162902697,0.02312183566391468,0.02573680318892002 +held_out_random,major_scratch,70,ep0pa071,scn0001,187,19,168,0.8983957219251337,0.3355858869412366,0.8146253262713075,0.023119915276765823,0.025734668597579002 +held_out_random,base,71,ep0pa071,scn0004,160,22,138,0.8625,0.32171879617704285,0.5117953786969603,0.013398258946835995,0.015534214675426483 +held_out_random,improved,71,ep0pa071,scn0004,160,22,138,0.8625,0.33845896472533543,0.5690946584930819,0.011741354130208492,0.01361316442489624 +held_out_random,major_scratch,71,ep0pa071,scn0004,160,22,138,0.8625,0.3381444556845559,0.5642981882933961,0.011744420975446701,0.013616722077131271 +held_out_random,base,72,ep0pa072,scn0014,146,20,126,0.863013698630137,0.24334233572206845,1.1693174371736708,0.027165982872247696,0.031478043645620346 +held_out_random,improved,72,ep0pa072,scn0014,146,20,126,0.863013698630137,0.16678737521898457,2.3046375712632425,0.020707951858639717,0.0239949282258749 +held_out_random,major_scratch,72,ep0pa072,scn0014,146,20,126,0.863013698630137,0.16683939844369888,2.3143155972014835,0.02067933976650238,0.02396177314221859 +held_out_random,base,73,ep0pa073,scn0001,162,21,141,0.8703703703703703,0.14569796695893641,0.049974160206132164,0.005390123464167118,0.006192907691001892 +held_out_random,improved,73,ep0pa073,scn0001,162,21,141,0.8703703703703703,0.14064957950140725,0.07103472202833182,0.004635664634406567,0.005326083395630121 +held_out_random,major_scratch,73,ep0pa073,scn0001,162,21,141,0.8703703703703703,0.14064379579783803,0.07105079156645926,0.00463622622191906,0.0053267283365130424 +held_out_random,base,74,ep0pa073,scn0026,66,9,57,0.8636363636363636,0.17617867325674996,0.013750201707206458,0.004817238077521324,0.0055778538808226585 +held_out_random,improved,74,ep0pa073,scn0026,66,9,57,0.8636363636363636,0.12753823726144556,0.027046880965161675,0.003858295502141118,0.004467499442398548 +held_out_random,major_scratch,74,ep0pa073,scn0026,66,9,57,0.8636363636363636,0.12753226046692834,0.02710356381580875,0.0038496642373502254,0.004457505419850349 +held_out_random,base,75,ep0pa082,scn0010,124,9,115,0.9274193548387096,0.16110927696901423,0.46115262031985504,0.005493886303156614,0.005923842079937458 +held_out_random,improved,75,ep0pa082,scn0010,124,9,115,0.9274193548387096,0.2066121036542281,0.6479183759239326,0.007959586568176746,0.00858251005411148 +held_out_random,major_scratch,75,ep0pa082,scn0010,124,9,115,0.9274193548387096,0.2058114459496418,0.3988338247748204,0.007959733717143536,0.00858266931027174 +held_out_random,base,76,ep0pa084,scn0011,155,21,134,0.864516129032258,0.07844155213271065,0.3958934623719567,0.004435998387634754,0.005131192971020937 +held_out_random,improved,76,ep0pa084,scn0011,155,21,134,0.864516129032258,0.06378272449833224,0.8499995168656218,0.008645805530250072,0.010000745765864849 +held_out_random,major_scratch,76,ep0pa084,scn0011,155,21,134,0.864516129032258,0.06271578448599782,0.8521894225191838,0.008653828874230385,0.010010025463998318 +held_out_random,base,77,ep0pa087,scn0016,282,30,252,0.8936170212765957,0.1101389249486308,1.3808950928081276,0.01028849370777607,0.01151331514120102 +held_out_random,improved,77,ep0pa087,scn0016,282,30,252,0.8936170212765957,0.07152052305398449,1.6178840644637356,0.010461795143783092,0.011707247234880924 +held_out_random,major_scratch,77,ep0pa087,scn0016,282,30,252,0.8936170212765957,0.07152034578884336,1.6181089786223921,0.010460976511240005,0.011706330813467503 +held_out_random,base,78,ep0pa091,scn0002,429,32,397,0.9254079254079254,0.47116042170389544,2.815622974532912,0.05896592140197754,0.06371884047985077 +held_out_random,improved,78,ep0pa091,scn0002,429,32,397,0.9254079254079254,0.4008976714072096,3.8881210681865825,0.04960652068257332,0.05360502749681473 +held_out_random,major_scratch,78,ep0pa091,scn0002,429,32,397,0.9254079254079254,0.4006610294410346,3.881497388481221,0.04959836229681969,0.053596217185258865 +held_out_random,base,79,ep0pa091,scn0004,47,5,42,0.8936170212765957,0.3218697416782379,0.02825848991108251,0.012165550142526627,0.01361383032053709 +held_out_random,improved,79,ep0pa091,scn0004,47,5,42,0.8936170212765957,0.4568155336380005,0.1379840874573877,0.016955789178609848,0.018974335864186287 +held_out_random,major_scratch,79,ep0pa091,scn0004,47,5,42,0.8936170212765957,0.4563223648071289,0.13871406040671613,0.016893163323402405,0.018904253840446472 +held_out_random,base,80,ep0pa091,scn0015,90,12,78,0.8666666666666667,0.8507769135013222,4.921704873882571,0.10241363942623138,0.11816959083080292 +held_out_random,improved,80,ep0pa091,scn0015,90,12,78,0.8666666666666667,0.8261777334287763,5.117186225865036,0.09752047061920166,0.11252360045909882 +held_out_random,major_scratch,80,ep0pa091,scn0015,90,12,78,0.8666666666666667,0.8261261661350727,5.183134935931242,0.09673735499382019,0.11162001639604568 +held_out_random,base,81,ep0pa092,scn0011,102,13,89,0.8725490196078431,5.44387951414142,10.91343991376657,0.2882830798625946,0.3303917944431305 +held_out_random,improved,81,ep0pa092,scn0011,102,13,89,0.8725490196078431,2.8442400419606573,6.853720090712422,0.14991281926631927,0.17181020975112915 +held_out_random,major_scratch,81,ep0pa092,scn0011,102,13,89,0.8725490196078431,0.8952052148174395,5.526730917326056,0.10733006149530411,0.12300748378038406 +held_out_random,base,82,ep0pa095,scn0023,182,16,166,0.9120879120879121,0.4542273287566341,1.8952289978485064,0.020665014162659645,0.022656826302409172 +held_out_random,improved,82,ep0pa095,scn0023,182,16,166,0.9120879120879121,0.419654411852968,0.8380256243174554,0.009726443327963352,0.010663933120667934 +held_out_random,major_scratch,82,ep0pa095,scn0023,182,16,166,0.9120879120879121,0.41260247411472456,0.8311138720066017,0.00969497486948967,0.010629428550601006 +held_out_random,base,83,ep0pa096,scn0015,75,5,70,0.9333333333333333,0.12343959090037224,0.17327595029409074,0.005671643652021885,0.0060767605900764465 +held_out_random,improved,83,ep0pa096,scn0015,75,5,70,0.9333333333333333,0.16294281700482735,0.2732113074177101,0.009093648754060268,0.009743195958435535 +held_out_random,major_scratch,83,ep0pa096,scn0015,75,5,70,0.9333333333333333,0.16293914637376125,0.2575651406446329,0.009105254895985126,0.009755630977451801 +held_out_random,base,84,ep0pa097,scn0001,425,48,377,0.8870588235294118,0.16902327388396482,1.4247287564999782,0.010423031635582447,0.01175010111182928 +held_out_random,improved,84,ep0pa097,scn0001,425,48,377,0.8870588235294118,0.1311566170998068,1.973168620060051,0.011174104176461697,0.012596801854670048 +held_out_random,major_scratch,84,ep0pa097,scn0001,425,48,377,0.8870588235294118,0.12648093203703561,1.9732282175894351,0.011193200014531612,0.01261833030730486 +held_out_random,base,85,ep0pa098,scn0001,192,16,176,0.9166666666666666,0.20326716720479207,0.6901636639065081,0.010436716489493847,0.011385508812963963 +held_out_random,improved,85,ep0pa098,scn0001,192,16,176,0.9166666666666666,0.32143506763539126,1.8742771633872142,0.011135520413517952,0.012147839181125164 +held_out_random,major_scratch,85,ep0pa098,scn0001,192,16,176,0.9166666666666666,0.32107521058286276,1.8691929688720113,0.011053803376853466,0.01205869484692812 +held_out_random,base,86,ep0pa098,scn0038,205,19,186,0.9073170731707317,0.4985143309710799,2.0901177530091943,0.01648142747581005,0.018165014684200287 +held_out_random,improved,86,ep0pa098,scn0038,205,19,186,0.9073170731707317,0.28822036597642814,1.6772632182620284,0.006389084737747908,0.007041732780635357 +held_out_random,major_scratch,86,ep0pa098,scn0038,205,19,186,0.9073170731707317,0.2882664558721018,1.3025858160953943,0.006371891591697931,0.0070227826945483685 +held_out_random,base,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.7438859604952628,1.2438143702820421,0.01680406741797924,0.01851876825094223 +held_out_random,improved,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.16125186232098362,0.1119437074759394,0.006200139876455069,0.006832807790488005 +held_out_random,major_scratch,87,ep0pa098,scn0072,54,5,49,0.9074074074074074,0.10394906893111112,0.22064527773517884,0.004619867540895939,0.0050912825390696526 +held_out_random,base,88,ep0pa099,scn0026,198,20,178,0.898989898989899,0.08278019498619768,1.3941637673737575,0.010360145941376686,0.011524206958711147 +held_out_random,improved,88,ep0pa099,scn0026,198,20,178,0.898989898989899,0.0698438044874584,1.6493004935153612,0.009392180480062962,0.010447481647133827 +held_out_random,major_scratch,88,ep0pa099,scn0026,198,20,178,0.898989898989899,0.06978831997279215,1.6367827600742244,0.009391923435032368,0.010447194799780846 +held_out_random,base,89,ep0pa099,scn0058,151,14,137,0.9072847682119205,0.06502581273485547,0.02048765707450374,0.001865625032223761,0.0020562727004289627 +held_out_random,improved,89,ep0pa099,scn0058,151,14,137,0.9072847682119205,0.081395132775687,0.0125435934463043,0.0016571342712268233,0.0018264761893078685 +held_out_random,major_scratch,89,ep0pa099,scn0058,151,14,137,0.9072847682119205,0.08143478426282391,0.010027532637622365,0.0016561859520152211,0.00182543124537915 +held_out_random,base,90,ep0pa099,scn0062,84,10,74,0.8809523809523809,0.08659084585404185,0.09283215260427827,0.003658027620986104,0.004152356181293726 +held_out_random,improved,90,ep0pa099,scn0062,84,10,74,0.8809523809523809,0.07380908986796504,0.44415064024157286,0.007275175303220749,0.008258307352662086 +held_out_random,major_scratch,90,ep0pa099,scn0062,84,10,74,0.8809523809523809,0.07393128716427347,0.4361411426184073,0.0072750551626086235,0.008258171379566193 +held_out_random,base,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.38682461106641725,0.17008525293535684,0.012306569144129753,0.014544127508997917 +held_out_random,improved,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.16332604837688533,0.1412804954916559,0.010378994047641754,0.012266084551811218 +held_out_random,major_scratch,91,ep0pa101,scn0053,78,12,66,0.8461538461538461,0.16090478460219773,0.13983674829079945,0.010361745022237301,0.01224569883197546 +held_out_random,base,92,ep0pa101,scn0056,56,7,49,0.875,0.7939738142685812,4.310661712809684,0.07592783123254776,0.08677466958761215 +held_out_random,improved,92,ep0pa101,scn0056,56,7,49,0.875,0.8424523971119865,7.393625483686945,0.06745338439941406,0.0770895853638649 +held_out_random,major_scratch,92,ep0pa101,scn0056,56,7,49,0.875,0.8423764041212739,6.566330056206256,0.06746780127286911,0.0771060585975647 +held_out_random,base,93,ep0pa102v2,scn0011,83,8,75,0.9036144578313253,0.02425919556885623,0.0838609823311705,0.0027642359491437674,0.003059087786823511 +held_out_random,improved,93,ep0pa102v2,scn0011,83,8,75,0.9036144578313253,0.018117377764723275,0.4845277474902125,0.0036941058933734894,0.004088143818080425 +held_out_random,major_scratch,93,ep0pa102v2,scn0011,83,8,75,0.9036144578313253,0.018200854404588764,0.48504344500905044,0.003693966194987297,0.004087989218533039 +held_out_random,base,94,ep0pa103,scn0020,88,14,74,0.8409090909090909,0.3930250582098961,1.9514438216346828,0.02823973074555397,0.033582381904125214 +held_out_random,improved,94,ep0pa103,scn0020,88,14,74,0.8409090909090909,0.3339783149957657,3.1362082636096877,0.024584302678704262,0.029235385358333588 +held_out_random,major_scratch,94,ep0pa103,scn0020,88,14,74,0.8409090909090909,0.3292049454152584,2.6848325455972457,0.024523988366127014,0.0291636623442173 +held_out_random,base,95,ep0pa103,scn0034,92,12,80,0.8695652173913043,0.00016896653116918076,0.03234746602339896,0.00020233143004588783,0.00023268115182872862 +held_out_random,improved,95,ep0pa103,scn0034,92,12,80,0.8695652173913043,0.008882975461436253,0.00701883564395198,3.326545629533939e-05,3.825527528533712e-05 +held_out_random,major_scratch,95,ep0pa103,scn0034,92,12,80,0.8695652173913043,0.00016274132911919378,2.4774722588508583e-05,6.213004780875053e-06,7.144956271076808e-06 +held_out_random,base,96,ep0pa105,scn0007,73,6,67,0.9178082191780822,0.07578947008043141,0.20442606889331066,0.013622215948998928,0.014842115342617035 +held_out_random,improved,96,ep0pa105,scn0007,73,6,67,0.9178082191780822,1.0962501941369724,2.0864429352214575,0.02512548863887787,0.02737553045153618 +held_out_random,major_scratch,96,ep0pa105,scn0007,73,6,67,0.9178082191780822,1.0960117221595236,2.096139042292593,0.02512144111096859,0.02737112157046795 +held_out_random,base,97,ep0pa106,scn0033,109,13,96,0.8807339449541285,0.15660929009318353,0.2153833923084888,0.0061172726564109325,0.006945653352886438 +held_out_random,improved,97,ep0pa106,scn0033,109,13,96,0.8807339449541285,0.18909562174230815,0.49618060182769547,0.007417518645524979,0.008421974256634712 +held_out_random,major_scratch,97,ep0pa106,scn0033,109,13,96,0.8807339449541285,0.18911407124251128,0.49667945421857257,0.00741268415004015,0.008416485041379929 +held_out_random,base,98,ep0pa106,scn0048,173,18,155,0.8959537572254336,0.06820524085766425,0.06792604150062796,0.0035335577558726072,0.003943906631320715 +held_out_random,improved,98,ep0pa106,scn0048,173,18,155,0.8959537572254336,0.026056541928223202,0.3132498233146143,0.004779357463121414,0.005334379617124796 +held_out_random,major_scratch,98,ep0pa106,scn0048,173,18,155,0.8959537572254336,0.02624117791968048,0.31322397206785557,0.0047876653261482716,0.005343652330338955 +held_out_random,base,99,ep0pa110,scn0040,161,27,134,0.8322981366459627,0.05989071806912781,1.6557370193338887,0.01047064270824194,0.01258039940148592 +held_out_random,improved,99,ep0pa110,scn0040,161,27,134,0.8322981366459627,0.12221340850115783,0.39338062010670793,0.004633615259081125,0.0055672540329396725 +held_out_random,major_scratch,99,ep0pa110,scn0040,161,27,134,0.8322981366459627,0.11553883095902781,0.3900509420598911,0.004579369910061359,0.005502078682184219 +held_out_random,base,100,ep0pa110,scn0087,209,19,190,0.9090909090909091,0.41556026158541176,1.307833042741189,0.01857161521911621,0.02042877860367298 +held_out_random,improved,100,ep0pa110,scn0087,209,19,190,0.9090909090909091,0.32112467008749995,2.6884296996738404,0.026616457849740982,0.0292781013995409 +held_out_random,major_scratch,100,ep0pa110,scn0087,209,19,190,0.9090909090909091,0.31527114432074327,2.7266238755949184,0.027422133833169937,0.03016434796154499 +held_out_random,base,101,ep0pa111f,scn0008,127,11,116,0.9133858267716536,0.7098661367507542,0.605258915471765,0.01932666264474392,0.02115936391055584 +held_out_random,improved,101,ep0pa111f,scn0008,127,11,116,0.9133858267716536,0.6967204896842732,0.5748353761469576,0.018991153687238693,0.02079204097390175 +held_out_random,major_scratch,101,ep0pa111f,scn0008,127,11,116,0.9133858267716536,0.7498876452445984,0.6916654634606397,0.021956205368041992,0.02403825893998146 +held_out_random,base,102,ep0pa115,scn0022,20,4,16,0.8,0.07212707129391757,0.0017026845274856768,0.0030245010275393724,0.003780626691877842 +held_out_random,improved,102,ep0pa115,scn0022,20,4,16,0.8,0.23762564225630325,0.008161731115901077,0.00490448996424675,0.006130612920969725 +held_out_random,major_scratch,102,ep0pa115,scn0022,20,4,16,0.8,0.2422788359902122,0.008103121768161286,0.005067451391369104,0.006334314588457346 +held_out_random,base,103,ep0pa117,scn0060,102,14,88,0.8627450980392157,0.595421084186487,1.7590888697151843,0.042701058089733124,0.049494411796331406 +held_out_random,improved,103,ep0pa117,scn0060,102,14,88,0.8627450980392157,0.31011408024974035,1.1673667431086208,0.017753303050994873,0.0205776896327734 +held_out_random,major_scratch,103,ep0pa117,scn0060,102,14,88,0.8627450980392157,0.3055896181286427,1.299914135238546,0.02087865211069584,0.024200255051255226 +held_out_random,base,104,ep0pa123,scn0008,48,5,43,0.8958333333333334,0.34276848096473544,0.5094421206985362,0.04825838655233383,0.05386982858181 +held_out_random,improved,104,ep0pa123,scn0008,48,5,43,0.8958333333333334,0.2628950634423424,0.6529325369181119,0.04645223543047905,0.05185366049408913 +held_out_random,major_scratch,104,ep0pa123,scn0008,48,5,43,0.8958333333333334,0.24270232280204987,0.6480263086948379,0.04611658677458763,0.05147898569703102 +held_out_random,base,105,ep0pa125,scn0016,51,6,45,0.8823529411764706,0.6886489347978072,0.1469993487248771,0.015385696664452553,0.017437122762203217 +held_out_random,improved,105,ep0pa125,scn0016,51,6,45,0.8823529411764706,0.6571867596019398,0.22029569896873807,0.019625548273324966,0.022242285311222076 +held_out_random,major_scratch,105,ep0pa125,scn0016,51,6,45,0.8823529411764706,0.7110480698672208,0.3394756661412253,0.029530972242355347,0.03346843272447586 +held_out_random,base,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.3846330232494934,0.8464343835456765,0.020623626187443733,0.023959802463650703 +held_out_random,improved,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.30504750388420443,1.0130438673768354,0.019156791269779205,0.022255683317780495 +held_out_random,major_scratch,106,ep0pa125,scn0018,79,11,68,0.8607594936708861,0.317433366555964,1.0252881587782376,0.02321646735072136,0.026972072198987007 +held_out_random,base,107,ep0pa126,scn0001,153,18,135,0.8823529411764706,0.2582611500687853,0.24834572078123862,0.01445153821259737,0.016378410160541534 +held_out_random,improved,107,ep0pa126,scn0001,153,18,135,0.8823529411764706,0.243931637448672,0.49650310524190505,0.011693187057971954,0.013252278789877892 +held_out_random,major_scratch,107,ep0pa126,scn0001,153,18,135,0.8823529411764706,0.24390177834316118,0.49672700218609345,0.011685416102409363,0.013243471272289753 +held_out_random,base,108,ep0pa126,scn0014,42,6,36,0.8571428571428571,0.207904031743174,0.14921340585807524,0.010170521214604378,0.011865607462823391 +held_out_random,improved,108,ep0pa126,scn0014,42,6,36,0.8571428571428571,0.12978369839813397,0.40490700355991766,0.016928361728787422,0.019749755039811134 +held_out_random,major_scratch,108,ep0pa126,scn0014,42,6,36,0.8571428571428571,0.12980803976888242,0.4096264112605477,0.0169343501329422,0.0197567418217659 +held_out_random,base,109,ep0pa129,scn0010,62,9,53,0.8548387096774194,0.039374476919571556,0.07896520806676807,0.0033463004510849714,0.003914540633559227 +held_out_random,improved,109,ep0pa129,scn0010,62,9,53,0.8548387096774194,0.02064832950523798,0.13139355691350713,0.0020241406746208668,0.002367862267419696 +held_out_random,major_scratch,109,ep0pa129,scn0010,62,9,53,0.8548387096774194,0.020605811120375343,0.1314218023223848,0.002024916000664234,0.0023687693756073713 +held_out_random,base,110,ep0pa129,scn0014,239,24,215,0.899581589958159,0.11354616529511652,0.16895898197917666,0.002480606082826853,0.002757510868832469 +held_out_random,improved,110,ep0pa129,scn0014,239,24,215,0.899581589958159,0.04233488724013912,1.5372229384474179,0.008542977273464203,0.009496612474322319 +held_out_random,major_scratch,110,ep0pa129,scn0014,239,24,215,0.899581589958159,0.042276900559592406,1.5370967912906923,0.008543006144464016,0.009496642276644707 +held_out_random,base,111,ep0pa136,scn0002,187,26,161,0.8609625668449198,0.5896166290964278,1.564596093242247,0.022969720885157585,0.026679113507270813 +held_out_random,improved,111,ep0pa136,scn0002,187,26,161,0.8609625668449198,0.6291590856291106,1.444294558969888,0.022068960592150688,0.025632893666625023 +held_out_random,major_scratch,111,ep0pa136,scn0002,187,26,161,0.8609625668449198,0.6291840265712467,1.380577621470521,0.022063016891479492,0.025625986978411674 +held_out_random,base,112,ep0pa136,scn0021,38,6,32,0.8421052631578947,0.22544339724949428,0.05675446337632614,0.007316151633858681,0.00868792925029993 +held_out_random,improved,112,ep0pa136,scn0021,38,6,32,0.8421052631578947,0.13056689784640357,0.0566091705513164,0.006477197632193565,0.007691672071814537 +held_out_random,major_scratch,112,ep0pa136,scn0021,38,6,32,0.8421052631578947,0.12932728514784858,0.05655289267588281,0.006475936621427536,0.007690174505114555 +held_out_random,base,113,ep0pa143,scn0005,67,7,60,0.8955223880597015,0.09531654417514801,0.013745994785730232,0.002125350059941411,0.002373307477682829 +held_out_random,improved,113,ep0pa143,scn0005,67,7,60,0.8955223880597015,0.06928886473178864,0.06256124043220945,0.003317715134471655,0.0037047823425382376 +held_out_random,major_scratch,113,ep0pa143,scn0005,67,7,60,0.8955223880597015,0.06932433777385288,0.06295231590968278,0.003332562744617462,0.0037213617470115423 +held_out_random,base,114,ep0pa143,scn0015b,122,7,115,0.9426229508196722,1.240127306284867,0.6004348384713238,0.032049085944890976,0.03399990499019623 +held_out_random,improved,114,ep0pa143,scn0015b,122,7,115,0.9426229508196722,1.1404665849340243,0.6383851788968059,0.03179151937365532,0.033726658672094345 +held_out_random,major_scratch,114,ep0pa143,scn0015b,122,7,115,0.9426229508196722,1.1514437273731382,0.6320052447006612,0.033019281923770905,0.035029150545597076 +held_out_random,base,115,ep0pa145,scn0001,418,40,378,0.9043062200956937,0.07146711059306797,0.22021690074072348,0.0037632568273693323,0.00416148453950882 +held_out_random,improved,115,ep0pa145,scn0001,418,40,378,0.9043062200956937,0.10063735876853268,0.31070642658223746,0.004411294125020504,0.0048780981451272964 +held_out_random,major_scratch,115,ep0pa145,scn0001,418,40,378,0.9043062200956937,0.10491098907955906,0.31794004677201065,0.0044707246124744415,0.004943816922605038 +held_out_random,base,116,ep0pa145,scn0055,56,7,49,0.875,0.47572235982926164,0.44134403902014885,0.01727256178855896,0.019740065559744835 +held_out_random,improved,116,ep0pa145,scn0055,56,7,49,0.875,0.40192606019192056,1.3133454594585163,0.02273211069405079,0.025979554280638695 +held_out_random,major_scratch,116,ep0pa145,scn0055,56,7,49,0.875,0.4593285849837006,1.3633626011053097,0.025167200714349747,0.028762510046362877 +held_out_random,base,117,ep0pa147,scn0013,280,29,251,0.8964285714285715,0.11909271194220365,0.43135281233852163,0.003230142639949918,0.003603346413001418 +held_out_random,improved,117,ep0pa147,scn0013,280,29,251,0.8964285714285715,0.054249866777600214,0.5306840081436498,0.0027267755940556526,0.0030418215319514275 +held_out_random,major_scratch,117,ep0pa147,scn0013,280,29,251,0.8964285714285715,0.05379763760085215,0.5307812009611748,0.0027241252828389406,0.003038864815607667 +held_out_random,base,118,ep0pa148,scn0010,87,12,75,0.8620689655172413,0.022005610859271177,0.4060657949935085,0.009865928441286087,0.01144447736442089 +held_out_random,improved,118,ep0pa148,scn0010,87,12,75,0.8620689655172413,0.02193698658819128,0.15101559062148656,0.002424863865599036,0.0028128421399742365 +held_out_random,major_scratch,118,ep0pa148,scn0010,87,12,75,0.8620689655172413,0.02220321208545842,0.14960227169274326,0.0024297202471643686,0.002818475244566798 +held_out_random,base,119,ep0pa148,scn0016,58,14,44,0.7586206896551724,0.03129471211827227,0.05974487475044593,0.00228638993576169,0.0030138776637613773 +held_out_random,improved,119,ep0pa148,scn0016,58,14,44,0.7586206896551724,0.02955560858494469,0.023863773227786947,0.0008105660672299564,0.0010684733279049397 +held_out_random,major_scratch,119,ep0pa148,scn0016,58,14,44,0.7586206896551724,0.02867135948368481,0.027846556017534715,0.0007137615466490388,0.000940867408644408 +held_out_random,base,120,ep0pa148,scn0066,149,11,138,0.9261744966442953,0.013315842970262599,0.002051931984574633,0.0002505091833882034,0.0002704773214645684 +held_out_random,improved,120,ep0pa148,scn0066,149,11,138,0.9261744966442953,0.008039676124536538,0.0019211465306345694,0.0003004464670084417,0.00032439507776871324 +held_out_random,major_scratch,120,ep0pa148,scn0066,149,11,138,0.9261744966442953,0.008048617528586448,0.0019286256931921465,0.0003012896340806037,0.0003253054746892303 +held_out_random,base,121,ep0pa148,scn0076,439,38,401,0.9134396355353075,0.45550028433140954,2.2127482361052446,0.019609596580266953,0.021467862650752068 +held_out_random,improved,121,ep0pa148,scn0076,439,38,401,0.9134396355353075,0.43220812501091704,2.1842178458106907,0.0187055803835392,0.020478179678320885 +held_out_random,major_scratch,121,ep0pa148,scn0076,439,38,401,0.9134396355353075,0.39470783523038816,2.202961179232599,0.018394263461232185,0.0201373603194952 +held_out_random,base,122,ep0pa150,scn0019,68,10,58,0.8529411764705882,1.0788279238500094,0.5407544474568052,0.02889353781938553,0.03387518227100372 +held_out_random,improved,122,ep0pa150,scn0019,68,10,58,0.8529411764705882,1.5984188404522444,0.8814617681437888,0.03173243626952171,0.03720354661345482 +held_out_random,major_scratch,122,ep0pa150,scn0019,68,10,58,0.8529411764705882,1.6196634722383398,0.9928330879691026,0.03368525579571724,0.03949305787682533 +held_out_random,base,123,ep0pa150,scn0044,92,12,80,0.8695652173913043,0.05313824759978874,0.0077389799060215555,0.0013370065717026591,0.001537557691335678 +held_out_random,improved,123,ep0pa150,scn0044,92,12,80,0.8695652173913043,0.07756915454771005,0.02109259293257692,0.001960988622158766,0.0022551370784640312 +held_out_random,major_scratch,123,ep0pa150,scn0044,92,12,80,0.8695652173913043,0.07426723867070441,0.020984924555533458,0.001953741302713752,0.0022468026727437973 +held_out_random,base,124,ep0pa152,scn0011,136,20,116,0.8529411764705882,0.13796114174092744,0.15982517067845972,0.0068122451193630695,0.007986770011484623 +held_out_random,improved,124,ep0pa152,scn0011,136,20,116,0.8529411764705882,0.18313667294266936,0.3007075455961593,0.006244368851184845,0.007320984732359648 +held_out_random,major_scratch,124,ep0pa152,scn0011,136,20,116,0.8529411764705882,0.18312696060135525,0.30120999452456126,0.006233409512788057,0.007308135274797678 +held_out_random,base,125,ep0pa152,scn0025,89,7,82,0.9213483146067416,0.0912867619636211,0.05894578635043517,0.0013515979517251253,0.001466978108510375 +held_out_random,improved,125,ep0pa152,scn0025,89,7,82,0.9213483146067416,0.06327940365101428,0.07954525161608621,0.001360694644972682,0.0014768512919545174 +held_out_random,major_scratch,125,ep0pa152,scn0025,89,7,82,0.9213483146067416,0.0631911336107457,0.07947914377611728,0.0013565127737820148,0.0014723126078024507 +held_out_random,base,126,ep0pa155,scn0018,395,33,362,0.9164556962025316,1.0227924772831196,2.359182583051003,0.026436947286128998,0.028846945613622665 +held_out_random,improved,126,ep0pa155,scn0018,395,33,362,0.9164556962025316,1.0068495209228265,2.7329802719134895,0.027532823383808136,0.03004271909594536 +held_out_random,major_scratch,126,ep0pa155,scn0018,395,33,362,0.9164556962025316,1.0049865735528614,2.837284869465715,0.02888052724301815,0.0315132811665535 +held_out_random,base,127,ep0pa155,scn0027,284,26,258,0.9084507042253521,0.2897806887502794,2.7568690434492504,0.026636529713869095,0.02932083047926426 +held_out_random,improved,127,ep0pa155,scn0027,284,26,258,0.9084507042253521,0.23706426088855634,2.7979713949441907,0.022699348628520966,0.024986879900097847 +held_out_random,major_scratch,127,ep0pa155,scn0027,284,26,258,0.9084507042253521,0.22900323008562062,3.066822158393209,0.02303323894739151,0.02535441890358925 +held_out_random,base,128,ep0pa157,scn0011,126,16,110,0.873015873015873,1.0905124296035085,5.3421861350238045,0.022835392504930496,0.02615690603852272 +held_out_random,improved,128,ep0pa157,scn0011,126,16,110,0.873015873015873,1.0622897865516798,5.351625673280204,0.022526051849126816,0.025802569463849068 +held_out_random,major_scratch,128,ep0pa157,scn0011,126,16,110,0.873015873015873,1.0622383072972297,5.3605489998712805,0.02253454178571701,0.025812292471528053 +held_out_random,base,129,ep0pa159,scn0056,99,8,91,0.9191919191919192,0.011996229427556198,0.010417523592844547,0.0009594129514880478,0.0010437568416818976 +held_out_random,improved,129,ep0pa159,scn0056,99,8,91,0.9191919191919192,0.016451822501784633,0.10594426461431801,0.005922200623899698,0.0064428336918354034 +held_out_random,major_scratch,129,ep0pa159,scn0056,99,8,91,0.9191919191919192,0.016489500747550102,0.1059314916512905,0.005922147072851658,0.00644277548417449 +held_out_random,base,130,ep0pa160,scn0005,99,12,87,0.8787878787878788,0.37452860600357757,0.6165688839941185,0.02162402868270874,0.024606656283140182 +held_out_random,improved,130,ep0pa160,scn0005,99,12,87,0.8787878787878788,0.19659195895041895,1.0253394018303397,0.01438748650252819,0.016371965408325195 +held_out_random,major_scratch,130,ep0pa160,scn0005,99,12,87,0.8787878787878788,0.19635805386810676,1.0237148405315015,0.014359046705067158,0.016339605674147606 +held_out_random,base,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.023265299342927478,0.002381677830048277,0.0009907017229124904,0.001080765388906002 +held_out_random,improved,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.07264816051437742,0.0009600451383486067,0.000495159300044179,0.0005401737871579826 +held_out_random,major_scratch,131,ep0pa160,scn0010,60,5,55,0.9166666666666666,0.07250235288862199,0.0009865024131122848,0.0004931446746923029,0.0005379759822972119 +held_out_random,base,132,ep0pa160,scn0043,60,6,54,0.9,0.21278885041829199,0.16175187854134387,0.016283970326185226,0.018093299120664597 +held_out_random,improved,132,ep0pa160,scn0043,60,6,54,0.9,0.7069313516840339,1.2489644236728918,0.018199151381850243,0.020221279934048653 +held_out_random,major_scratch,132,ep0pa160,scn0043,60,6,54,0.9,0.7061575008265208,1.2473116898047791,0.018153803423047066,0.020170889794826508 +held_out_random,base,133,ep0pa165,scn0013,180,23,157,0.8722222222222222,0.09034528442431446,0.09400013208425663,0.002539501991122961,0.002911530900746584 +held_out_random,improved,133,ep0pa165,scn0013,180,23,157,0.8722222222222222,0.07063246488719438,0.1716749541905119,0.0023489445447921753,0.002693057293072343 +held_out_random,major_scratch,133,ep0pa165,scn0013,180,23,157,0.8722222222222222,0.07070652977447604,0.17214296069393362,0.00235277833417058,0.0026974529027938843 +held_out_random,base,134,ep0pa166,scn0003,182,17,165,0.9065934065934066,2.5217511870231726,8.150405781462585,0.0698818564414978,0.07708180695772171 +held_out_random,improved,134,ep0pa166,scn0003,182,17,165,0.9065934065934066,0.28140997514128685,1.528854261308864,0.012520315125584602,0.013810286298394203 +held_out_random,major_scratch,134,ep0pa166,scn0003,182,17,165,0.9065934065934066,0.2807272087196408,1.5300521698633198,0.012481777928769588,0.013767778873443604 +held_out_random,base,135,ep0pa168,scn0025,50,6,44,0.88,0.007611037714889756,0.0005867971692869981,0.0001740959705784917,0.00019783632887993008 +held_out_random,improved,135,ep0pa168,scn0025,50,6,44,0.88,0.007173666247615108,0.000766352544533557,0.00010620082321111113,0.00012068275100318715 +held_out_random,major_scratch,135,ep0pa168,scn0025,50,6,44,0.88,0.006960972591682717,0.0007396792534049863,5.811635128338821e-05,6.604131340282038e-05 +held_out_random,base,136,ep0pa170,scn0026,58,12,46,0.7931034482758621,0.20784974306383552,0.2675142653801551,0.010477020405232906,0.013210156001150608 +held_out_random,improved,136,ep0pa170,scn0026,58,12,46,0.7931034482758621,0.1456186382428688,0.11725010143711084,0.004348836839199066,0.005483316257596016 +held_out_random,major_scratch,136,ep0pa170,scn0026,58,12,46,0.7931034482758621,0.14737237266757908,0.11741044457756517,0.004355013370513916,0.005491103511303663 +held_out_random,base,137,ep0pa173,scn0012,434,42,392,0.9032258064516129,0.045828505507611396,1.1263739595972553,0.012210478074848652,0.01351874228566885 +held_out_random,improved,137,ep0pa173,scn0012,434,42,392,0.9032258064516129,0.041981881255488296,3.3323226372338843,0.013226467184722424,0.014643589034676552 +held_out_random,major_scratch,137,ep0pa173,scn0012,434,42,392,0.9032258064516129,0.04191049262350779,3.341775054318102,0.013224462978541851,0.014641369692981243 +held_out_random,base,138,ep0pa173,scn0014,92,11,81,0.8804347826086957,0.053146828685214025,0.556523251601404,0.02303118258714676,0.02615887112915516 +held_out_random,improved,138,ep0pa173,scn0014,92,11,81,0.8804347826086957,0.04874495586546341,0.6986287982794719,0.009303265251219273,0.010566672310233116 +held_out_random,major_scratch,138,ep0pa173,scn0014,92,11,81,0.8804347826086957,0.04869124730403471,0.6986643466329384,0.009303104132413864,0.010566487908363342 +held_out_random,base,139,ep0pa178,scn0007,75,6,69,0.92,2.362337943873828,4.643193057990183,0.05968755483627319,0.06487778574228287 +held_out_random,improved,139,ep0pa178,scn0007,75,6,69,0.92,1.5341703350408167,2.659238655585866,0.06097720190882683,0.0662795677781105 +held_out_random,major_scratch,139,ep0pa178,scn0007,75,6,69,0.92,0.08131096823306024,1.4213658813920884,0.019419044256210327,0.021107660606503487 +held_out_random,base,140,ep0pa179,scn0005,192,17,175,0.9114583333333334,0.1776123562656739,2.2910190278477436,0.023233426734805107,0.02549038827419281 +held_out_random,improved,140,ep0pa179,scn0005,192,17,175,0.9114583333333334,0.1240758579944211,1.597744886946128,0.02258213236927986,0.024775825440883636 +held_out_random,major_scratch,140,ep0pa179,scn0005,192,17,175,0.9114583333333334,0.12407581825799124,1.5914729175915068,0.022578714415431023,0.024772075936198235 +held_out_random,base,141,ep0pa181,scn0005,140,19,121,0.8642857142857143,0.14425564104109811,0.48891414906652575,0.015951083973050117,0.01845579966902733 +held_out_random,improved,141,ep0pa181,scn0005,140,19,121,0.8642857142857143,0.06538127933385646,0.3861850484477094,0.00767793133854866,0.00888355728238821 +held_out_random,major_scratch,141,ep0pa181,scn0005,140,19,121,0.8642857142857143,0.06528110536272122,0.3861364479762922,0.007676771376281977,0.00888221524655819 +held_out_random,base,142,ep0pa188,scn0008,198,23,175,0.8838383838383839,0.07934529606474044,0.08257084767387986,0.0020747948437929153,0.002347482368350029 +held_out_random,improved,142,ep0pa188,scn0008,198,23,175,0.8838383838383839,0.05917694613541642,0.1525779085299276,0.0023060892708599567,0.002609175629913807 +held_out_random,major_scratch,142,ep0pa188,scn0008,198,23,175,0.8838383838383839,0.057891657252766224,0.14265062977062504,0.0023112003691494465,0.0026149582117795944 +held_out_random,base,143,ep0pa189,scn0001,152,20,132,0.868421052631579,0.24290775288553798,0.3879717940578015,0.010973288677632809,0.012635908089578152 +held_out_random,improved,143,ep0pa189,scn0001,152,20,132,0.868421052631579,0.22263998774921193,0.3217754725804104,0.011046516709029675,0.012720231898128986 +held_out_random,major_scratch,143,ep0pa189,scn0001,152,20,132,0.868421052631579,0.2542938754839056,0.231285280169015,0.013429073616862297,0.015463781543076038 +held_out_random,base,144,ep0pa189,scn0014,157,18,139,0.8853503184713376,0.20677025736756408,0.6160716793770417,0.005916590336710215,0.006682767067104578 +held_out_random,improved,144,ep0pa189,scn0014,157,18,139,0.8853503184713376,0.7094902008599628,2.3644098148069816,0.01087849773466587,0.01228722371160984 +held_out_random,major_scratch,144,ep0pa189,scn0014,157,18,139,0.8853503184713376,0.6822444447719982,2.3527795643395017,0.010729553177952766,0.012118992395699024 +held_out_random,base,145,ep0pa189,scn0020,36,4,32,0.8888888888888888,0.22400980442762375,0.027927902739407887,0.00807576347142458,0.009085233323276043 +held_out_random,improved,145,ep0pa189,scn0020,36,4,32,0.8888888888888888,0.3669940178331576,0.08403281693348873,0.0074251508340239525,0.008353293873369694 +held_out_random,major_scratch,145,ep0pa189,scn0020,36,4,32,0.8888888888888888,0.36690269214542287,0.08383038978631681,0.007423115894198418,0.008351005613803864 +held_out_random,base,146,ep0pa194,scn0016,265,22,243,0.9169811320754717,1.0273352465085817,2.363623907911005,0.04497179761528969,0.04904332011938095 +held_out_random,improved,146,ep0pa194,scn0016,265,22,243,0.9169811320754717,1.339973734449922,4.010835774816887,0.04753348231315613,0.051836926490068436 +held_out_random,major_scratch,146,ep0pa194,scn0016,265,22,243,0.9169811320754717,1.3964172849268244,4.094268255269109,0.04757476598024368,0.05188194662332535 +held_out_random,base,147,ep0pa194,scn0029,530,49,481,0.9075471698113208,0.08861790335151258,1.0059130495271709,0.009660053066909313,0.01064413320273161 +held_out_random,improved,147,ep0pa194,scn0029,530,49,481,0.9075471698113208,0.0837855254827742,1.4290234138141176,0.0072712465189397335,0.008011976256966591 +held_out_random,major_scratch,147,ep0pa194,scn0029,530,49,481,0.9075471698113208,0.08314375834704169,1.4283088728108144,0.007257439661771059,0.007996764034032822 +held_out_random,base,148,ep0pa196,scn0034,68,9,59,0.8676470588235294,0.954454071521759,1.2467998779901392,0.019959934055805206,0.023004667833447456 +held_out_random,improved,148,ep0pa196,scn0034,68,9,59,0.8676470588235294,1.6987056025862695,2.667307353274776,0.03956855833530426,0.045604437589645386 +held_out_random,major_scratch,148,ep0pa196,scn0034,68,9,59,0.8676470588235294,1.6986263383428255,2.6695534668735994,0.03952578082680702,0.04555514082312584 +held_out_random,base,149,ep0pa198,scn0003,244,25,219,0.8975409836065574,0.02442999097626754,0.017339288464762362,0.0006885847542434931,0.0007671903003938496 +held_out_random,improved,149,ep0pa198,scn0003,244,25,219,0.8975409836065574,0.02665283710238862,0.04798565175805821,0.0007378211594186723,0.0008220473537221551 +held_out_random,major_scratch,149,ep0pa198,scn0003,244,25,219,0.8975409836065574,0.02668825036772851,0.04585145486349867,0.0007617531809955835,0.000848711293656379 +held_out_random,base,150,ep0pa199,scn0056,55,7,48,0.8727272727272727,0.5647627790768941,0.7237774436566368,0.0300525464117527,0.0344352088868618 +held_out_random,improved,150,ep0pa199,scn0056,55,7,48,0.8727272727272727,0.3523068810502688,0.5793875467101722,0.01713915914297104,0.01963861845433712 +held_out_random,major_scratch,150,ep0pa199,scn0056,55,7,48,0.8727272727272727,0.3032323228816191,0.6516161079130617,0.017767146229743958,0.020358186215162277 +held_out_random,base,151,ep0pa202,scn0013,88,16,72,0.8181818181818182,0.016620935470450158,0.018162965172909162,0.0028004799969494343,0.0034228097647428513 +held_out_random,improved,151,ep0pa202,scn0013,88,16,72,0.8181818181818182,0.014270247386936235,0.061270528431882576,0.0038032124284654856,0.004648371133953333 +held_out_random,major_scratch,151,ep0pa202,scn0013,88,16,72,0.8181818181818182,0.014354350412830565,0.061275334228152026,0.0038050846196711063,0.004650659393519163 +held_out_random,base,152,ep0pa205,scn0009,197,28,169,0.8578680203045685,0.4743533123769033,2.753461224038667,0.025934163480997086,0.030230943113565445 +held_out_random,improved,152,ep0pa205,scn0009,197,28,169,0.8578680203045685,0.5188165880372172,1.7271252184972143,0.02293553575873375,0.02673550695180893 +held_out_random,major_scratch,152,ep0pa205,scn0009,197,28,169,0.8578680203045685,0.5289592722873516,1.8799516375429186,0.02724561095237732,0.03175967559218407 +held_out_random,base,153,ep0pa206,scn0013,1063,93,970,0.9125117591721543,0.2893363184568374,6.148957638657874,0.029832102358341217,0.03269229456782341 +held_out_random,improved,153,ep0pa206,scn0013,1063,93,970,0.9125117591721543,0.25376861379411236,5.113758218499377,0.02589542046189308,0.02837817743420601 +held_out_random,major_scratch,153,ep0pa206,scn0013,1063,93,970,0.9125117591721543,0.2503205020613387,5.11046849019809,0.02583959326148033,0.02831699699163437 +held_out_random,base,154,ep0pa206,scn0014,309,33,276,0.8932038834951457,0.13118376639835974,0.8807413293126521,0.006048244424164295,0.006771404296159744 +held_out_random,improved,154,ep0pa206,scn0014,309,33,276,0.8932038834951457,0.1145802827880663,0.8810916775899441,0.006081327795982361,0.006808444857597351 +held_out_random,major_scratch,154,ep0pa206,scn0014,309,33,276,0.8932038834951457,0.11905833465211532,0.8203047543661818,0.006176184397190809,0.006914640311151743 +held_out_random,base,155,ep0pa206,scn0026,208,23,185,0.8894230769230769,0.12602223937428153,4.180109681511899,0.030076228082180023,0.03381543233990669 +held_out_random,improved,155,ep0pa206,scn0026,208,23,185,0.8894230769230769,0.08076828300106995,1.3093291068754311,0.008478870615363121,0.00953300204128027 +held_out_random,major_scratch,155,ep0pa206,scn0026,208,23,185,0.8894230769230769,0.07954555008088657,1.3092383025797394,0.00848395936191082,0.009538722224533558 +held_out_random,base,156,ep0pa207,scn0018b,117,16,101,0.8632478632478633,0.3755975485359894,1.1972137217918295,0.040351081639528275,0.04674333333969116 +held_out_random,improved,156,ep0pa207,scn0018b,117,16,101,0.8632478632478633,0.3520982444343221,1.363948876045702,0.0366547629237175,0.04246145859360695 +held_out_random,major_scratch,156,ep0pa207,scn0018b,117,16,101,0.8632478632478633,0.34742701167368706,1.351275264503777,0.036479346454143524,0.042258258908987045 +held_out_random,base,157,ep0pa207,scn0024,62,5,57,0.9193548387096774,1.5296942527477557,1.341996963286719,0.047880660742521286,0.05208072066307068 +held_out_random,improved,157,ep0pa207,scn0024,62,5,57,0.9193548387096774,1.0437362909317016,0.9730827251733833,0.03952221944928169,0.04298907890915871 +held_out_random,major_scratch,157,ep0pa207,scn0024,62,5,57,0.9193548387096774,1.0346885571113,0.9513071611149495,0.03949619084596634,0.042960770428180695 +held_out_random,base,158,ep0pa207,scn0059,368,44,324,0.8804347826086957,0.19192797302086723,3.723150574420114,0.016506172716617584,0.018747752532362938 +held_out_random,improved,158,ep0pa207,scn0059,368,44,324,0.8804347826086957,0.1162629414346955,2.273298457568538,0.00863996148109436,0.009813289158046246 +held_out_random,major_scratch,158,ep0pa207,scn0059,368,44,324,0.8804347826086957,0.11583384629793284,1.9076839746046144,0.008529720827937126,0.009688078425824642 +held_out_random,base,159,ep0pa208,scn0002,603,66,537,0.8905472636815921,0.17879830032721095,6.779169879439109,0.008749102242290974,0.009824411943554878 +held_out_random,improved,159,ep0pa208,scn0002,603,66,537,0.8905472636815921,0.11550100601438469,6.670815499830951,0.007579353637993336,0.008510894142091274 +held_out_random,major_scratch,159,ep0pa208,scn0002,603,66,537,0.8905472636815921,0.10526854199716176,6.55932961857768,0.007479100488126278,0.008398319594562054 +held_out_random,base,160,ep0pa211,scn0017,66,9,57,0.8636363636363636,0.5453101257755332,0.6169679929426383,0.02576065994799137,0.029828133061528206 +held_out_random,improved,160,ep0pa211,scn0017,66,9,57,0.8636363636363636,0.24190967968881946,0.4789471881696191,0.019141189754009247,0.02216348424553871 +held_out_random,major_scratch,160,ep0pa211,scn0017,66,9,57,0.8636363636363636,0.2418895113291474,0.4737531124887314,0.019101379439234734,0.022117385640740395 +held_out_random,base,161,ep0pa211,scn0026,502,49,453,0.9023904382470119,0.26414552837260785,0.5232080618449586,0.012466923333704472,0.0138154411688447 +held_out_random,improved,161,ep0pa211,scn0026,502,49,453,0.9023904382470119,0.142553147483271,0.6470678193887075,0.011611081659793854,0.012867026031017303 +held_out_random,major_scratch,161,ep0pa211,scn0026,502,49,453,0.9023904382470119,0.14293978771556148,0.6479340866850595,0.011622271500527859,0.012879426591098309 +held_out_random,base,162,ep0pa212,scn0014,708,66,642,0.9067796610169492,0.23887560285936674,3.3307473784036783,0.019504055380821228,0.021509144455194473 +held_out_random,improved,162,ep0pa212,scn0014,708,66,642,0.9067796610169492,0.22490253345799568,3.21933643517235,0.014443594962358475,0.015928450971841812 +held_out_random,major_scratch,162,ep0pa212,scn0014,708,66,642,0.9067796610169492,0.22176987200087525,3.208650434062968,0.014457572251558304,0.0159438643604517 +held_out_random,base,163,ep0pa212,scn0015,75,7,68,0.9066666666666666,0.06394160911440849,0.006591869787649512,0.0013067589607089758,0.0014412783784791827 +held_out_random,improved,163,ep0pa212,scn0015,75,7,68,0.9066666666666666,0.015203634835779667,0.014110931974709123,0.0009106053039431572,0.0010043440852314234 +held_out_random,major_scratch,163,ep0pa212,scn0015,75,7,68,0.9066666666666666,0.010205559432506561,0.013832541578348229,0.0008777864277362823,0.00096814677817747 +held_out_random,base,164,ep0pa212,scn0023,34,6,28,0.8235294117647058,0.010510500324399848,0.0013152613858519627,0.0013934768503531814,0.0016920790076255798 +held_out_random,improved,164,ep0pa212,scn0023,34,6,28,0.8235294117647058,0.3281918575889186,0.006174088397118927,0.0032413152512162924,0.003935883287340403 +held_out_random,major_scratch,164,ep0pa212,scn0023,34,6,28,0.8235294117647058,0.32904720306396484,0.00617497373029449,0.0032565053552389145,0.0039543271996080875 +held_out_random,base,165,ep0pa212,scn0033,260,21,239,0.9192307692307692,0.06719733334036283,0.5089028189850344,0.010465878993272781,0.011385475285351276 +held_out_random,improved,165,ep0pa212,scn0033,260,21,239,0.9192307692307692,0.08199887503752999,0.8423364177275573,0.011930675245821476,0.012978977523744106 +held_out_random,major_scratch,165,ep0pa212,scn0033,260,21,239,0.9192307692307692,0.08198638097466533,0.8421945408202018,0.011928829364478588,0.012976969592273235 +held_out_random,base,166,ep0pa212,scn0054,145,15,130,0.896551724137931,0.17602112078213994,2.6095230734528383,0.046743761748075485,0.05213727429509163 +held_out_random,improved,166,ep0pa212,scn0054,145,15,130,0.896551724137931,0.07308848871837688,2.2799361321761675,0.03579111024737358,0.039920855313539505 +held_out_random,major_scratch,166,ep0pa212,scn0054,145,15,130,0.896551724137931,0.07306584810154347,2.2742615830098005,0.035722486674785614,0.039844315499067307 +held_out_random,base,167,ep0pa212,scn0059,130,15,115,0.8846153846153846,0.3550290935835638,0.6721687812300935,0.011625232174992561,0.013141565956175327 +held_out_random,improved,167,ep0pa212,scn0059,130,15,115,0.8846153846153846,0.1242382512492994,0.3081008148598537,0.006726665887981653,0.007604057900607586 +held_out_random,major_scratch,167,ep0pa212,scn0059,130,15,115,0.8846153846153846,0.1202586498762761,0.30929634936851347,0.006697406060993671,0.007570981048047543 +held_out_random,base,168,ep0pa213,scn0024,57,7,50,0.8771929824561403,0.0390777756730395,0.02386441481246083,0.0020307402592152357,0.002315043704584241 +held_out_random,improved,168,ep0pa213,scn0024,57,7,50,0.8771929824561403,0.04000284018055085,0.029299621289060385,0.001943413750268519,0.0022154913749545813 +held_out_random,major_scratch,168,ep0pa213,scn0024,57,7,50,0.8771929824561403,0.04008821157678481,0.029302095238889707,0.0019436596194282174,0.002215771935880184 +held_out_random,base,169,ep0pa221,scn0008,115,8,107,0.9304347826086956,0.4869378423395236,0.6595144758917957,0.016834257170557976,0.018092893064022064 +held_out_random,improved,169,ep0pa221,scn0008,115,8,107,0.9304347826086956,0.435833261032735,0.6886520014071571,0.016146017238497734,0.017353195697069168 +held_out_random,major_scratch,169,ep0pa221,scn0008,115,8,107,0.9304347826086956,0.43583558118047794,0.6075510279076823,0.01614229939877987,0.017349200323224068 +held_out_random,base,170,ep0pa225,scn0009,299,36,263,0.8795986622073578,0.5129392585149398,2.685165099651697,0.03060690499842167,0.034796442836523056 +held_out_random,improved,170,ep0pa225,scn0009,299,36,263,0.8795986622073578,0.4913867211623772,2.8212803709122776,0.02955603413283825,0.033601727336645126 +held_out_random,major_scratch,170,ep0pa225,scn0009,299,36,263,0.8795986622073578,0.487584400340333,2.8208508907111853,0.029465265572071075,0.03349853307008743 +held_out_random,base,171,ep0pa228,scn0007,69,9,60,0.8695652173913043,0.16468287308357263,0.1015522179818644,0.009913895279169083,0.011400979943573475 +held_out_random,improved,171,ep0pa228,scn0007,69,9,60,0.8695652173913043,0.15078764021592705,1.3401302061529554,0.02406606264412403,0.027675971388816833 +held_out_random,major_scratch,171,ep0pa228,scn0007,69,9,60,0.8695652173913043,0.15026021993866093,1.3400923840021843,0.02405611239373684,0.027664529159665108 +held_out_random,base,172,ep0pa228,scn0017,98,7,91,0.9285714285714286,0.18206613836357893,0.7001441082076519,0.012042179703712463,0.012968501076102257 +held_out_random,improved,172,ep0pa228,scn0017,98,7,91,0.9285714285714286,0.19902764419907504,0.13703623750256871,0.003988233860582113,0.004295021295547485 +held_out_random,major_scratch,172,ep0pa228,scn0017,98,7,91,0.9285714285714286,0.1943108854743028,0.19370032912612217,0.003896462731063366,0.004196190740913153 +held_out_random,base,173,ep0pa228,scn0025,142,18,124,0.8732394366197183,0.1293735508865948,0.5459322929143003,0.024908987805247307,0.02852480486035347 +held_out_random,improved,173,ep0pa228,scn0025,142,18,124,0.8732394366197183,0.12577803435299215,1.1303906707881612,0.019655350595712662,0.022508544847369194 +held_out_random,major_scratch,173,ep0pa228,scn0025,142,18,124,0.8732394366197183,0.12576498543315706,1.129755884183846,0.019656311720609665,0.02250964567065239 +held_out_random,base,174,ep0pa235,scn0009,191,17,174,0.9109947643979057,0.48427432196811565,1.5476487530467695,0.022070784121751785,0.024227123707532883 +held_out_random,improved,174,ep0pa235,scn0009,191,17,174,0.9109947643979057,0.20409988561301556,0.41628609643098063,0.007058653049170971,0.007748291362076998 +held_out_random,major_scratch,174,ep0pa235,scn0009,191,17,174,0.9109947643979057,0.2027330753728024,0.4275690029270825,0.006981531158089638,0.007663634140044451 +held_out_random,base,175,ep0pa239,scn0004e,166,21,145,0.8734939759036144,0.20634454873365324,0.12992039602868932,0.010896199382841587,0.012474269606173038 +held_out_random,improved,175,ep0pa239,scn0004e,166,21,145,0.8734939759036144,0.07258460048485446,0.07257115633153442,0.00743289478123188,0.008509382605552673 +held_out_random,major_scratch,175,ep0pa239,scn0004e,166,21,145,0.8734939759036144,0.07051681116021968,0.07248467248256488,0.007413337007164955,0.008486993610858917 +held_out_random,base,176,ep0pa240,scn0012,107,17,90,0.8411214953271028,0.037314267676384724,0.1943568618810307,0.0028099745977669954,0.0033407476730644703 +held_out_random,improved,176,ep0pa240,scn0012,107,17,90,0.8411214953271028,0.027592800557613373,0.10471778817167607,0.001049047103151679,0.0012472002999857068 +held_out_random,major_scratch,176,ep0pa240,scn0012,107,17,90,0.8411214953271028,0.027530801535935186,0.10313227410095395,0.0010488320840522647,0.0012469447683542967 +held_out_random,base,177,ep0pa241,scn0044,210,28,182,0.8666666666666667,0.04682202902385744,0.5278910341875053,0.008918732404708862,0.010290845297276974 +held_out_random,improved,177,ep0pa241,scn0044,210,28,182,0.8666666666666667,0.020691919756137718,0.20341039026626453,0.0017303877975791693,0.0019966012332588434 +held_out_random,major_scratch,177,ep0pa241,scn0044,210,28,182,0.8666666666666667,0.020689422675108506,0.20325542474325467,0.0017357562901452184,0.002002795459702611 +held_out_random,base,178,ep0pr198,scn0004,122,12,110,0.9016393442622951,0.5856823880564083,2.483893737083136,0.04601258039474487,0.05103212967514992 +held_out_random,improved,178,ep0pr198,scn0004,122,12,110,0.9016393442622951,0.5307435142722997,0.5753968224939153,0.023423796519637108,0.025979120284318924 +held_out_random,major_scratch,178,ep0pr198,scn0004,122,12,110,0.9016393442622951,0.5492588642871741,0.6181048862294916,0.02376818284392357,0.026361076161265373 +held_out_random,base,179,ep0pr198,scn0009,100,12,88,0.88,0.5114370715211738,1.0445880063803874,0.03946160152554512,0.04484272748231888 +held_out_random,improved,179,ep0pr198,scn0009,100,12,88,0.88,0.46316532506184144,0.9387490287904823,0.02343631163239479,0.026632172986865044 +held_out_random,major_scratch,179,ep0pr198,scn0009,100,12,88,0.88,0.4361672206358476,0.9292148948557343,0.02294824831187725,0.026077553629875183 +held_out_random,base,180,ep0pr203,scn0005,150,18,132,0.88,0.036458215171314146,0.025275427292713527,0.0005327083636075258,0.0006053504184819758 +held_out_random,improved,180,ep0pr203,scn0005,150,18,132,0.88,0.012383536940597626,0.04401788486210178,0.00044336452265270054,0.0005038233357481658 +held_out_random,major_scratch,180,ep0pr203,scn0005,150,18,132,0.88,0.011441111654402262,0.04321128681703496,0.00041323702316731215,0.0004695875395555049 +held_out_random,base,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.18508952165522227,0.028897777941864683,0.004003221169114113,0.004969515837728977 +held_out_random,improved,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.2160596614930688,0.03527577003344626,0.003980771638453007,0.004941647872328758 +held_out_random,major_scratch,181,ep0pr219,scn0005,36,7,29,0.8055555555555556,0.21606267143321997,0.03519175028092578,0.003980846144258976,0.004941739607602358 +held_out_random,base,182,ep0pr232,scn0001,75,13,62,0.8266666666666667,0.0822859039140302,0.010972748271116573,0.0035080492962151766,0.004243608098477125 +held_out_random,improved,182,ep0pr232,scn0001,75,13,62,0.8266666666666667,0.12281274812859158,0.024459688683909995,0.0030439659021794796,0.003682216862216592 +held_out_random,major_scratch,182,ep0pr232,scn0001,75,13,62,0.8266666666666667,0.12438417624595553,0.02454809936888104,0.0030149284284561872,0.003647090867161751 +held_out_random,base,183,ep0pr244,scn0002,106,15,91,0.8584905660377359,0.3506564355197073,0.7708181008460107,0.020734967663884163,0.02415281906723976 +held_out_random,improved,183,ep0pr244,scn0002,106,15,91,0.8584905660377359,0.3333176249215583,1.0466526758222503,0.016227059066295624,0.018901849165558815 +held_out_random,major_scratch,183,ep0pr244,scn0002,106,15,91,0.8584905660377359,0.3323900556600723,1.0148028234066895,0.016395073384046555,0.01909755729138851 +held_out_random,base,184,ep0pr244,scn0003,151,15,136,0.9006622516556292,0.5412231043730749,2.063650459001963,0.031712230294942856,0.03520990535616875 +held_out_random,improved,184,ep0pr244,scn0003,151,15,136,0.9006622516556292,0.45518768106291935,2.0973810115675553,0.02436028979718685,0.027047086507081985 +held_out_random,major_scratch,184,ep0pr244,scn0003,151,15,136,0.9006622516556292,0.4833254691940255,2.0894950772256795,0.025076717138290405,0.027842530980706215 +held_out_random,base,185,ep0pr251,scn0004,202,28,174,0.8613861386138614,0.09931692815990302,1.048967533369182,0.008722343482077122,0.01012593787163496 +held_out_random,improved,185,ep0pr251,scn0004,202,28,174,0.8613861386138614,0.09826946450323847,1.068254997734738,0.010729282163083553,0.012455832213163376 +held_out_random,major_scratch,185,ep0pr251,scn0004,202,28,174,0.8613861386138614,0.08429542994290068,0.9460161689087199,0.010496679693460464,0.01218580175191164 +held_out_random,base,186,ep0pr253,scn0032,75,9,66,0.88,0.48546813173991876,1.2449717869761057,0.027339981868863106,0.031068161129951477 +held_out_random,improved,186,ep0pr253,scn0032,75,9,66,0.88,0.5977565784279893,1.3890255918565733,0.03374093770980835,0.03834197670221329 +held_out_random,major_scratch,186,ep0pr253,scn0032,75,9,66,0.88,0.5928411832669886,1.434577547247281,0.03332388028502464,0.03786804527044296 +held_out_random,base,187,ep0pr253,scn0033,150,17,133,0.8866666666666667,0.2454059555675044,0.5681779786440769,0.01205984503030777,0.013601329177618027 +held_out_random,improved,187,ep0pr253,scn0033,150,17,133,0.8866666666666667,0.18431830354260675,0.7183847720877976,0.008123922161757946,0.009162318892776966 +held_out_random,major_scratch,187,ep0pr253,scn0033,150,17,133,0.8866666666666667,0.194415661241069,0.7819349518908104,0.008316862396895885,0.009379921481013298 +held_out_random,base,188,ep0pr254,scn0001,202,14,188,0.9306930693069307,0.29177381968665345,2.016849902493439,0.02307259663939476,0.024790767580270767 +held_out_random,improved,188,ep0pr254,scn0001,202,14,188,0.9306930693069307,0.5066925061379219,2.246190414767748,0.02756672352552414,0.02961956523358822 +held_out_random,major_scratch,188,ep0pr254,scn0001,202,14,188,0.9306930693069307,0.5073792793226067,2.2482343260312727,0.027561601251363754,0.02961406111717224 +held_out_random,base,189,ep0pr255animales,scn0024,121,13,108,0.8925619834710744,0.01801550439135595,0.0005201683514214419,0.0001956788037205115,0.00021923272288404405 +held_out_random,improved,189,ep0pr255animales,scn0024,121,13,108,0.8925619834710744,0.008164083302924128,0.00020001875145277514,0.00012817785318475217,0.00014360668137669563 +held_out_random,major_scratch,189,ep0pr255animales,scn0024,121,13,108,0.8925619834710744,0.00690995506716497,0.00021549844927051633,0.00012703768152277917,0.00014232925605028868 +held_out_random,base,190,ep0pr255geometricas,scn0042,62,8,54,0.8709677419354839,0.04448283332235673,0.002358879663197378,0.0009513787808828056,0.001092323800548911 +held_out_random,improved,190,ep0pr255geometricas,scn0042,62,8,54,0.8709677419354839,0.03311247137539527,0.002939355928417283,0.00046906789066269994,0.0005385593976825476 +held_out_random,major_scratch,190,ep0pr255geometricas,scn0042,62,8,54,0.8709677419354839,0.03307665533879224,0.002941623503629965,0.00047256131074391305,0.0005425704293884337 +held_out_random,base,191,ep0pr262alienscolores,scn0004,99,13,86,0.8686868686868687,0.26651674048467117,3.930620142654171,0.051012344658374786,0.058723509311676025 +held_out_random,improved,191,ep0pr262alienscolores,scn0004,99,13,86,0.8686868686868687,0.2054333285089921,0.977332844899431,0.01442876085639,0.016609853133559227 +held_out_random,major_scratch,191,ep0pr262alienscolores,scn0004,99,13,86,0.8686868686868687,0.20371387991485376,0.9896484845403036,0.014210760593414307,0.01635889895260334 +held_out_random,base,192,ep0pr262alienscolores,scn0015,223,27,196,0.8789237668161435,0.32696711839901493,2.054012992110011,0.025296106934547424,0.028780775144696236 +held_out_random,improved,192,ep0pr262alienscolores,scn0015,223,27,196,0.8789237668161435,0.20339148967233936,2.447024557082997,0.014880080707371235,0.01692988909780979 +held_out_random,major_scratch,192,ep0pr262alienscolores,scn0015,223,27,196,0.8789237668161435,0.20338252819032454,2.388825855765855,0.014859812334179878,0.016906825825572014 +held_out_random,base,193,ep0pr262numeros,scn0034,101,12,89,0.8811881188118812,0.03415397816413158,0.00040325357564959495,0.00023895013146102428,0.0002711681299842894 +held_out_random,improved,193,ep0pr262numeros,scn0034,101,12,89,0.8811881188118812,0.04489211066886111,0.0007272986664332778,0.00025566809927113354,0.00029014021856710315 +held_out_random,major_scratch,193,ep0pr262numeros,scn0034,101,12,89,0.8811881188118812,0.044840700857274166,0.0007306618517047615,0.00025797460693866014,0.00029275770066305995 +held_out_random,base,194,ep0pr262pollitos,scn0009,95,13,82,0.8631578947368421,0.30532179667421105,1.0245017326079118,0.024946391582489014,0.02890130504965782 +held_out_random,improved,194,ep0pr262pollitos,scn0009,95,13,82,0.8631578947368421,0.2073980318909546,1.0084902233630337,0.025575101375579834,0.029629690572619438 +held_out_random,major_scratch,194,ep0pr262pollitos,scn0009,95,13,82,0.8631578947368421,0.207079623667699,1.204036931235489,0.02428983338177204,0.028140664100646973 +held_out_random,base,195,ep0pr263,scn0035,225,24,201,0.8933333333333333,0.912785682601002,1.4489227237640672,0.023908179253339767,0.026762887835502625 +held_out_random,improved,195,ep0pr263,scn0035,225,24,201,0.8933333333333333,0.9464674203502021,1.6514051405844234,0.025661349296569824,0.028725391253829002 +held_out_random,major_scratch,195,ep0pr263,scn0035,225,24,201,0.8933333333333333,0.89716153154489,2.151014593219255,0.02959291636943817,0.03312639892101288 +held_out_random,base,196,ep0pr266animalsgranja,scn0010,1063,107,956,0.8993414863593603,0.4402470949842684,8.166344121846354,0.030099188908934593,0.03346803039312363 +held_out_random,improved,196,ep0pr266animalsgranja,scn0010,1063,107,956,0.8993414863593603,0.3692150611848226,9.102834996187797,0.023573754355311394,0.026212239637970924 +held_out_random,major_scratch,196,ep0pr266animalsgranja,scn0010,1063,107,956,0.8993414863593603,0.349087129630091,9.591272806548913,0.02404109388589859,0.026731884106993675 +held_out_random,base,197,ep0pr266huevos,scn0013,139,11,128,0.920863309352518,1.0498192761395428,10.698929058842904,0.08530890941619873,0.09264013916254044 +held_out_random,improved,197,ep0pr266huevos,scn0013,139,11,128,0.920863309352518,0.8838933464643117,19.413560194523996,0.07751153409481049,0.08417268097400665 +held_out_random,major_scratch,197,ep0pr266huevos,scn0013,139,11,128,0.920863309352518,0.8837672387425964,13.089351422349809,0.07725928723812103,0.08389875292778015 +held_out_random,base,198,ep0se254a,scn0010,219,16,203,0.9269406392694064,0.10962905558905377,0.2394438893931785,0.0026921064127236605,0.002904292196035385 +held_out_random,improved,198,ep0se254a,scn0010,219,16,203,0.9269406392694064,0.09451464189480302,0.3756308176425483,0.003108313539996743,0.0033533042296767235 +held_out_random,major_scratch,198,ep0se254a,scn0010,219,16,203,0.9269406392694064,0.09454879484463147,0.3758383959551563,0.003109634853899479,0.003354729386046529 +held_out_random,base,199,ep0vdg001,scn0003,131,14,117,0.8931297709923665,0.4489619168159845,1.5234973722022258,0.016804302111268044,0.018815074115991592 +held_out_random,improved,199,ep0vdg001,scn0003,131,14,117,0.8931297709923665,0.3273112886435502,0.9705921628977245,0.014525257050991058,0.016263322904706 +held_out_random,major_scratch,199,ep0vdg001,scn0003,131,14,117,0.8931297709923665,0.32691430232741614,0.9687022982701227,0.01451803557574749,0.01625523529946804 +held_out_random,base,200,ep0vdg009,scn0001,136,7,129,0.9485294117647058,2.1317567740771786,5.314991460754965,0.06308557093143463,0.06650881469249725 +held_out_random,improved,200,ep0vdg009,scn0001,136,7,129,0.9485294117647058,0.808137113955004,4.522985830694633,0.02389877662062645,0.025195609778165817 +held_out_random,major_scratch,200,ep0vdg009,scn0001,136,7,129,0.9485294117647058,0.8081406468250177,1.9296927088511824,0.023899413645267487,0.02519628219306469 production,base,0,ep0014,scn0014,257,52,205,0.7976653696498055,0.4951585664714198,1.7835226986320352,0.022816505283117294,0.028604108840227127 production,improved,0,ep0014,scn0014,257,52,205,0.7976653696498055,0.21193486279792817,0.7280051445525751,0.010775289498269558,0.01350853405892849 production,major_scratch,0,ep0014,scn0014,257,52,205,0.7976653696498055,0.2024221179721701,0.7279966412056085,0.010699337348341942,0.013413315638899803 @@ -179,3 +1265,111 @@ production,major_scratch,18,ep003,scn00100392,14,10,4,0.2857142857142857,0.02984 production,base,19,ep003,scn00100394,35,15,20,0.5714285714285714,0.04450146590049068,0.018860487859456165,0.0005599937867373228,0.0009799889521673322 production,improved,19,ep003,scn00100394,35,15,20,0.5714285714285714,0.01976123017569383,0.11719788888251535,0.0011223889887332916,0.001964180963113904 production,major_scratch,19,ep003,scn00100394,35,15,20,0.5714285714285714,0.018319697429736454,0.11747303682306769,0.00112050399184227,0.0019608817528933287 +production,base,20,ep003,scn00100396,35,9,26,0.7428571428571429,0.13959003477135584,0.1771511631604668,0.008267858996987343,0.011129810474812984 +production,improved,20,ep003,scn00100396,35,9,26,0.7428571428571429,0.10048906079360417,0.20188844314652815,0.007619507610797882,0.010257028974592686 +production,major_scratch,20,ep003,scn00100396,35,9,26,0.7428571428571429,0.1005319185732376,0.2046818867038675,0.007603234611451626,0.010235123336315155 +production,base,21,ep003,scn00100510,14,3,11,0.7857142857142857,0.20963719685872395,0.07182871741954425,0.005986692849546671,0.007619427051395178 +production,improved,21,ep003,scn00100510,14,3,11,0.7857142857142857,0.21611549258232116,0.03677809851033493,0.0051276241429150105,0.006526067387312651 +production,major_scratch,21,ep003,scn00100510,14,3,11,0.7857142857142857,0.22289825081825257,0.03838491053150879,0.005331291817128658,0.006785280536860228 +production,base,22,ep004,scn00100240,52,12,40,0.7692307692307693,0.0774864821184066,0.01615069057073149,0.0008654522243887186,0.0011250879615545273 +production,improved,22,ep004,scn00100240,52,12,40,0.7692307692307693,0.08370898111212638,0.013573488048101998,0.0009387772297486663,0.0012204103404656053 +production,major_scratch,22,ep004,scn00100240,52,12,40,0.7692307692307693,0.08408978845803969,0.013701755895009039,0.0009392292704433203,0.0012209980050101876 +production,base,23,ep005,scn00100070,52,15,37,0.7115384615384616,0.004594933126981442,0.0003692894134725709,6.191772263264284e-05,8.701951446710154e-05 +production,improved,23,ep005,scn00100070,52,15,37,0.7115384615384616,0.004823022393079904,0.0004475117510548301,6.197611946845427e-05,8.710157999303192e-05 +production,major_scratch,23,ep005,scn00100070,52,15,37,0.7115384615384616,0.004801335013829745,0.00046630427273889827,6.492542888736352e-05,9.124654752667993e-05 +production,base,24,ep005,scn00100110,60,28,32,0.5333333333333333,0.27164768340975737,0.1357371703643628,0.007907839491963387,0.014827198348939419 +production,improved,24,ep005,scn00100110,60,28,32,0.5333333333333333,0.21994641561840855,0.09569197160593126,0.006917727179825306,0.012970738112926483 +production,major_scratch,24,ep005,scn00100110,60,28,32,0.5333333333333333,0.18966225967850797,0.10332021159170102,0.008718169294297695,0.016346566379070282 +production,base,25,ep005,scn00100120,60,36,24,0.4,0.3010505970488203,0.11930717834774028,0.007257186807692051,0.01814296655356884 +production,improved,25,ep005,scn00100120,60,36,24,0.4,0.22270643203816515,0.10721759084239506,0.007292772643268108,0.018231932073831558 +production,major_scratch,25,ep005,scn00100120,60,36,24,0.4,0.2919097251080452,0.10877947469559122,0.006548634264618158,0.0163715872913599 +production,base,26,ep005,scn00100130,96,39,57,0.59375,0.47977126899518463,0.21199053989199165,0.007470782846212387,0.012582371011376381 +production,improved,26,ep005,scn00100130,96,39,57,0.59375,0.3001879408843535,0.16681209893603918,0.006515706889331341,0.010973821394145489 +production,major_scratch,26,ep005,scn00100130,96,39,57,0.59375,0.24057370379455106,0.1840352360042149,0.008195820264518261,0.013803486712276936 +production,base,27,ep005,scn00100300,105,28,77,0.7333333333333333,0.16754725026606604,0.22234939262764744,0.007092653773725033,0.009671799838542938 +production,improved,27,ep005,scn00100300,105,28,77,0.7333333333333333,0.12347480882215135,0.291138397706123,0.005852696485817432,0.007980949245393276 +production,major_scratch,27,ep005,scn00100300,105,28,77,0.7333333333333333,0.10017977762995785,0.3473989956729565,0.005510663613677025,0.00751454196870327 +production,base,28,ep005,scn00100360,244,24,220,0.9016393442622951,0.3114352282276727,1.233034438700967,0.01826561614871025,0.020258227363228798 +production,improved,28,ep005,scn00100360,244,24,220,0.9016393442622951,0.13815932269943387,0.49417789027948034,0.010524585843086243,0.011672722175717354 +production,major_scratch,28,ep005,scn00100360,244,24,220,0.9016393442622951,0.1376828559415233,0.4924262461954443,0.010516597889363766,0.01166386529803276 +production,base,29,ep005,scn00100390,118,32,86,0.7288135593220338,0.14812886870994763,0.22469385422264815,0.006317705847322941,0.008668480440974236 +production,improved,29,ep005,scn00100390,118,32,86,0.7288135593220338,0.10913667845464237,0.3120310029397763,0.005201405379921198,0.007136811967939138 +production,major_scratch,29,ep005,scn00100390,118,32,86,0.7288135593220338,0.08867877626137154,0.3746733097197426,0.004904445260763168,0.00672935601323843 +production,base,30,ep0051,scn0001,845,119,726,0.8591715976331361,0.20407574776010182,2.9509038024079626,0.011838218197226524,0.013778641819953918 +production,improved,30,ep0051,scn0001,845,119,726,0.8591715976331361,0.11175092330721367,1.0800349098910569,0.00794658251106739,0.009249121882021427 +production,major_scratch,30,ep0051,scn0001,845,119,726,0.8591715976331361,0.08871485470172615,1.037707594662911,0.007860676385462284,0.009149134159088135 +production,base,31,ep0053,scn0005,164,31,133,0.8109756097560976,0.0797943275595576,0.18452539986878425,0.004851376172155142,0.005982148926705122 +production,improved,31,ep0053,scn0005,164,31,133,0.8109756097560976,0.029858650994931055,0.2541195208872403,0.004339953418821096,0.005351522006094456 +production,major_scratch,31,ep0053,scn0005,164,31,133,0.8109756097560976,0.027758929241506546,0.25435198151278776,0.004341572988778353,0.005353518296033144 +production,base,32,ep0057,scn0005,89,37,52,0.5842696629213483,0.14840499856959907,0.583246141671872,0.010270350612699986,0.01757809892296791 +production,improved,32,ep0057,scn0005,89,37,52,0.5842696629213483,0.06124749968970014,0.21642002274839825,0.004038485232740641,0.006912022363394499 +production,major_scratch,32,ep0057,scn0005,89,37,52,0.5842696629213483,0.061379271889886546,0.21638583557591087,0.004039706662297249,0.006914113648235798 +production,base,33,ep0059,scn0020,82,19,63,0.7682926829268293,0.13839241826784504,0.34435561600361675,0.014959522522985935,0.019471125677227974 +production,improved,33,ep0059,scn0020,82,19,63,0.7682926829268293,0.11621726057821452,0.24836054507374092,0.01236975472420454,0.016100315377116203 +production,major_scratch,33,ep0059,scn0020,82,19,63,0.7682926829268293,0.1073033484545621,0.24836756395431878,0.011736385524272919,0.015275930054485798 +production,base,34,ep006,scn00100120,80,15,65,0.8125,0.06674908790537105,0.022409614892575105,0.0008159251883625984,0.0010042156791314483 +production,improved,34,ep006,scn00100120,80,15,65,0.8125,0.04607749079924918,0.02125647591573236,0.0006415248499251902,0.0007895691087469459 +production,major_scratch,34,ep006,scn00100120,80,15,65,0.8125,0.04557675315487769,0.02131578456802894,0.0006528952508233488,0.0008035634527914226 +production,base,35,ep006,scn00100140,111,26,85,0.7657657657657657,0.3448807730994843,0.7105490902708501,0.013744139112532139,0.017948230728507042 +production,improved,35,ep006,scn00100140,111,26,85,0.7657657657657657,0.07043422515745516,0.1202817772835426,0.0032808873802423477,0.004284453112632036 +production,major_scratch,35,ep006,scn00100140,111,26,85,0.7657657657657657,0.07019974677651017,0.12746452610524062,0.003311608452349901,0.0043245707638561726 +production,base,36,ep006,scn00100260,68,13,55,0.8088235294117647,0.07439909837668456,0.02252682658124576,0.0009431865182705224,0.001166121568530798 +production,improved,36,ep006,scn00100260,68,13,55,0.8088235294117647,0.05314347317701654,0.02136334200063746,0.0008001963724382222,0.000989333726465702 +production,major_scratch,36,ep006,scn00100260,68,13,55,0.8088235294117647,0.05274153265017498,0.021496179244644167,0.0008153431699611247,0.0010080606443807483 +production,base,37,ep006,scn00100280,371,80,291,0.784366576819407,0.22309298909586628,0.3189332459176116,0.0067609273828566074,0.008619601838290691 +production,improved,37,ep006,scn00100280,371,80,291,0.784366576819407,0.1679913006315344,0.27300795156705654,0.005173429846763611,0.006595678627490997 +production,major_scratch,37,ep006,scn00100280,371,80,291,0.784366576819407,0.1498453946315366,0.24877140945240983,0.004946273751556873,0.0063060736283659935 +production,base,38,ep006,scn00100300,40,8,32,0.8,0.08795070745374846,0.03874206246385425,0.0016657053492963314,0.0020821315702050924 +production,improved,38,ep006,scn00100300,40,8,32,0.8,0.019238540659780087,0.014858895127578904,0.00046150345588102937,0.0005768793052993715 +production,major_scratch,38,ep006,scn00100300,40,8,32,0.8,0.017951085191705952,0.0148715917513868,0.0004588228475768119,0.0005735285230912268 +production,base,39,ep006,scn00100400,402,170,232,0.5771144278606966,0.0780463367177729,0.26048353893140397,0.0019102580845355988,0.0033100161235779524 +production,improved,39,ep006,scn00100400,402,170,232,0.5771144278606966,0.11757751541179523,0.5106568027198528,0.0035974588245153427,0.006233528256416321 +production,major_scratch,39,ep006,scn00100400,402,170,232,0.5771144278606966,0.11723791099431222,0.5169958898501267,0.003594697453081608,0.0062287431210279465 +production,base,40,ep007,scn00100010,99,9,90,0.9090909090909091,1.1710861215613924,4.2193212985708755,0.029509520158171654,0.032460469752550125 +production,improved,40,ep007,scn00100010,99,9,90,0.9090909090909091,0.12335772158683471,0.14788649543213847,0.0019766315817832947,0.0021742950193583965 +production,major_scratch,40,ep007,scn00100010,99,9,90,0.9090909090909091,0.024749092898278865,0.0977598420569895,0.0018444247543811798,0.002028867369517684 +production,base,41,ep007,scn00100070,67,6,61,0.9104477611940298,0.3333511486859389,0.046127802934741044,0.002685039769858122,0.0029491421300917864 +production,improved,41,ep007,scn00100070,67,6,61,0.9104477611940298,0.3019663322139794,0.14472933540725244,0.004053993616253138,0.004452746827155352 +production,major_scratch,41,ep007,scn00100070,67,6,61,0.9104477611940298,0.2975062979778773,0.14464516108092004,0.004031687509268522,0.004428247455507517 +production,base,42,ep007,scn00100080,161,25,136,0.84472049689441,0.08605711288881772,0.6142746706695406,0.007329271640628576,0.008676563389599323 +production,improved,42,ep007,scn00100080,161,25,136,0.84472049689441,0.04371606788861201,0.6028006983009989,0.006150891538709402,0.007281571161001921 +production,major_scratch,42,ep007,scn00100080,161,25,136,0.84472049689441,0.04372574319384749,0.6158805171432579,0.006063610315322876,0.007178244646638632 +production,base,43,ep0075,scn0016,167,33,134,0.8023952095808383,0.4492023560886431,1.4549009854865733,0.03149515017867088,0.0392514206469059 +production,improved,43,ep0075,scn0016,167,33,134,0.8023952095808383,0.2626618974738651,0.529065646390909,0.015472562052309513,0.01928297057747841 +production,major_scratch,43,ep0075,scn0016,167,33,134,0.8023952095808383,0.22762343671285745,0.482734783763326,0.01500001735985279,0.01869405061006546 +production,base,44,ep008,scn00100110,95,17,78,0.8210526315789474,0.31516364921223033,0.27120209607573464,0.009161465801298618,0.011158195324242115 +production,improved,44,ep008,scn00100110,95,17,78,0.8210526315789474,0.11457783742384477,0.18413423543896823,0.004982868675142527,0.006068878807127476 +production,major_scratch,44,ep008,scn00100110,95,17,78,0.8210526315789474,0.10501097935167227,0.18616250971702783,0.004978688433766365,0.00606378773227334 +production,base,45,ep008,scn00100150,133,30,103,0.7744360902255639,0.2661855728915019,0.5127918220328672,0.011886460706591606,0.01534853596240282 +production,improved,45,ep008,scn00100150,133,30,103,0.7744360902255639,0.26464525855476073,0.3096063127890975,0.008037056773900986,0.010377948172390461 +production,major_scratch,45,ep008,scn00100150,133,30,103,0.7744360902255639,0.26406490278534406,0.32453121275483937,0.008002074435353279,0.010332776233553886 +production,base,46,ep008,scn00100200,110,10,100,0.9090909090909091,0.16483842202667462,0.24589818480329748,0.006771042477339506,0.0074481479823589325 +production,improved,46,ep008,scn00100200,110,10,100,0.9090909090909091,0.1088000592791428,0.361052212674415,0.005037970375269651,0.005541766993701458 +production,major_scratch,46,ep008,scn00100200,110,10,100,0.9090909090909091,0.10861191949096777,0.3604596821207376,0.005034386646002531,0.005537824239581823 +production,base,47,ep008,scn00100210,148,15,133,0.8986486486486487,0.06411421839263498,0.005776368866179772,0.0004797643341589719,0.0005338730406947434 +production,improved,47,ep008,scn00100210,148,15,133,0.8986486486486487,0.04714302121667388,0.003915307278251429,0.0012006228789687157,0.0013360314769670367 +production,major_scratch,47,ep008,scn00100210,148,15,133,0.8986486486486487,0.04664848765693836,0.003962657171512559,0.0012014168314635754,0.0013369149528443813 +production,base,48,ep008,scn00100230,40,9,31,0.775,0.08319502656764173,0.032527020533450114,0.0019160674419254065,0.00247234501875937 +production,improved,48,ep008,scn00100230,40,9,31,0.775,0.02141905033049431,0.002837802347828007,0.00025022347108460963,0.00032286898931488395 +production,major_scratch,48,ep008,scn00100230,40,9,31,0.775,0.020860961658206393,0.0028288196531463024,0.00024798689992167056,0.0003199830825906247 +production,base,49,ep008,scn00100240,144,28,116,0.8055555555555556,0.21878672518274364,0.3427006755376012,0.006583983078598976,0.008173221722245216 +production,improved,49,ep008,scn00100240,144,28,116,0.8055555555555556,0.08891126662492752,0.10259787137440607,0.0021825339645147324,0.0027093524113297462 +production,major_scratch,49,ep008,scn00100240,144,28,116,0.8055555555555556,0.08655827115563786,0.10287960938733116,0.002090834779664874,0.0025955187156796455 +production,base,50,ep008,scn00100260,92,6,86,0.9347826086956522,0.5683692187691728,0.16177126370138312,0.0035526847932487726,0.0038005465175956488 +production,improved,50,ep008,scn00100260,92,6,86,0.9347826086956522,0.002744887567435702,5.329510174620854e-05,3.8386726373573765e-05,4.1064868128160015e-05 +production,major_scratch,50,ep008,scn00100260,92,6,86,0.9347826086956522,0.006798064957062404,5.8389184666202095e-05,5.1113504014210775e-05,5.467956361826509e-05 +production,base,51,ep008,scn00100280,39,8,31,0.7948717948717948,0.2212949487898085,0.21938922078887368,0.009665796533226967,0.012160196900367737 +production,improved,51,ep008,scn00100280,39,8,31,0.7948717948717948,0.06233738522666196,0.07277084772790388,0.005914047826081514,0.007440253626555204 +production,major_scratch,51,ep008,scn00100280,39,8,31,0.7948717948717948,0.06240852036409908,0.0727168188290824,0.005922696087509394,0.007451134268194437 +production,base,52,ep008,scn00100310,52,21,31,0.5961538461538461,0.015728473663330078,0.021734161944104314,0.0003982338821515441,0.0006680053193122149 +production,improved,52,ep008,scn00100310,52,21,31,0.5961538461538461,0.012592758930904764,0.024938823849917788,0.0004506298282649368,0.0007558951037935913 +production,major_scratch,52,ep008,scn00100310,52,21,31,0.5961538461538461,0.01327225041221565,0.02512728673097157,0.0004536131164059043,0.0007608995074406266 +production,base,53,ep008,scn00100330,76,7,69,0.9078947368421053,0.2588310252737116,0.21716117781742195,0.006213991437107325,0.006844395771622658 +production,improved,53,ep008,scn00100330,76,7,69,0.9078947368421053,0.06866216052461553,0.12142042394488119,0.0025558937340974808,0.0028151872102171183 +production,major_scratch,53,ep008,scn00100330,76,7,69,0.9078947368421053,0.06840345438247845,0.12134212757487345,0.0025551135186105967,0.002814327832311392 +production,base,54,ep008,scn00100360,50,31,19,0.38,0.22018219700342492,0.11186030247779534,0.006000225432217121,0.015790067613124847 +production,improved,54,ep008,scn00100360,50,31,19,0.38,0.27760910233364827,0.1197541277862473,0.00615024846047163,0.016184864565730095 +production,major_scratch,54,ep008,scn00100360,50,31,19,0.38,0.224399685105191,0.08026263091198581,0.006243350449949503,0.016429869458079338 +production,base,55,ep008,scn00100410,81,25,56,0.691358024691358,0.010156067446447335,0.008984502496450147,0.0004666471795644611,0.0006749717867933214 +production,improved,55,ep008,scn00100410,81,25,56,0.691358024691358,0.010455901483790232,0.013329311363015956,0.00047811053809709847,0.0006915527628734708 +production,major_scratch,55,ep008,scn00100410,81,25,56,0.691358024691358,0.010506629693106962,0.013573848241891147,0.0004835379950236529,0.0006994032301008701