ho_base_s7.json

{"ckpt": "en_c34_s7_b20k.clm", "arm": "main", "gen": 8, "win": 64, "splits": {"heldout": {"summary": {"n": 160, "d_acc": 0.4, "c_rate": null, "c_n": 0, "margin_median": -0.4856664803005053, "margin_frac_pos": 0.375, "sampled_maj_acc": 0.325, "breakdown": {"flip": {"0": {"n": 40, "acc": 0.275, "class": {"negative": {"n": 20, "acc": 0.2}, "positive": {"n": 20, "acc": 0.35}}}, "1": {"n": 120, "acc": 0.4083333333333333, "class": {"negative": {"n": 60, "acc": 0.3333333333333333}, "positive": {"n": 60, "acc": 0.48333333333333334}}}}}}, "rows": [{"a": "incredible", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -4.769203071412601, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "incredible", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.917333619875972, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "incredible", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.1105282830513552, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "incredible", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 0.6901398643243688, "sampled_maj": 1, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "poor", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -6.81717230598783, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "poor", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.710429578437804, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "poor", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 2.714351038841226, "sampled_maj": 1, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "poor", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.5776149122698264, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "reliable", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.2941871813875778, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "reliable", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.30816598941754947, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "reliable", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 1.5803951451948492, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "reliable", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -5.811207525073744, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "difficult", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.9707043222437761, "sampled_maj": 1, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "difficult", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.6923898332747207, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "difficult", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.36930021715974, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "difficult", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -4.741438362671349, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "exciting", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.1459502797321584, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "exciting", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.8928629411648714, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "exciting", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.6055954375474961, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "exciting", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.304996521030624, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "limited", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.23536039310100776, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "limited", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.7482466962756398, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "limited", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.5416168078314065, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "limited", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.9696764148011674, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "flexible", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.520964402178574, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "flexible", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.5008583111699423, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "flexible", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.5476595423851123, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "flexible", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.608123102332872, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "late", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.0599275598791493, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "late", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.16462253541405758, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "late", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 8.364194717793847, "sampled_maj": 1, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "late", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -1.2145957793187527, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "rich", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 4.205180179617255, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "rich", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 2.234078557530978, "sampled_maj": 1, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "rich", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.2656659301878967, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "rich", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.3805756492629406, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "dead", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.0669932440842764, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "dead", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.9365010882250147, "sampled_maj": 0, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "dead", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.969513102037464, "sampled_maj": 1, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "dead", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.765262113189724, "sampled_maj": 0, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "friendly", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 3.771515465454602, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "friendly", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 1.3993873312272278, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "friendly", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 2.2489866263754372, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "friendly", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -6.965931967096431, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "gross", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 10.799941866209492, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "gross", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 4.739768736750964, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "gross", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.6081101389707033, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "gross", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": 0.11611306464633131, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "reasonable", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.6622413434473593, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "reasonable", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.0816826377032562, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "reasonable", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.640500040930327, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "reasonable", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.5180606451985845, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "stupid", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.45690201798622, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "stupid", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.8368270703573835, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "stupid", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 7.436463188418671, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "stupid", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -4.8366396923520085, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "helpful", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.03817277409308417, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "helpful", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.2393402079066611, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "helpful", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 1.674903445197252, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "helpful", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.344922050222614, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "weak", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -4.730647762034591, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "weak", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.895339757709106, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "weak", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 2.628354642675081, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "weak", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.8958369099922834, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "peaceful", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.4679317655717234, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "peaceful", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.106243573162349, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "peaceful", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.3659576439609644, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "peaceful", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.4856664803005053, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "narrow", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.3251896914324703, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "narrow", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.20453412200346222, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "narrow", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.7814468346802634, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "narrow", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.5169207060097563, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "effective", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.4110926102710373, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "effective", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.03408459332247915, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "effective", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.362101979916968, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "effective", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 1.3174612091867033, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "offensive", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.025810513747711, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "offensive", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 0.6245420328086659, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "offensive", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.901608468687801, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "offensive", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.35154301073479743, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "comfortable", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.3480574293638448, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "comfortable", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.8871711957524937, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "comfortable", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.9003109087389056, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "comfortable", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.4662369122588501, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "wrong", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.0226349131399175, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "wrong", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.6955571967078917, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "wrong", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.6472861635764957, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "wrong", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 2.991431806306572, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "authentic", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.3164831798627148, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "authentic", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 2.124204541101143, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "authentic", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 1.9850221535092665, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "authentic", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 2.1637039986841273, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "dangerous", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.22844968586557, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "dangerous", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.3044661336356995, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "dangerous", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.8360313083942685, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "dangerous", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.9164885375618361, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "efficient", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.9570260219870157, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "efficient", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.43940327231989684, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "efficient", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.1888829085329249, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "efficient", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.7548317544241456, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "ugly", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -7.7400498606975905, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "ugly", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -5.874230907074777, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "ugly", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.8164632117176573, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "ugly", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.5125915391514777, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "safe", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 4.488190504237409, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "safe", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.8440864012580533, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "safe", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -4.984651233928556, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "safe", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.0708652305931814, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "sick", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.9719958497998604, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "sick", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.3962312515793087, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "sick", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 2.6193838820362974, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "sick", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.8562803366552387, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "famous", "b": "s0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 3.210316198617072, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "famous", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 1.9508915109117915, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "famous", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.5097148315978792, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "famous", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.5661185607862507, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "sorry", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 2.0456949502794295, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "sorry", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 0.6609029008736016, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "sorry", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -9.08530505041479, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "sorry", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 8.60773234221804, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "clean", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.6565438759971158, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "clean", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.2290804950134948, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "clean", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 4.058692377262767, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "clean", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.441435289230597, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "damaged", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.9215246522369789, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "damaged", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.9422189775244156, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "damaged", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.871873650782149, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "damaged", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.1336525676858216, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "smart", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.632244004322825, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "smart", "b": "s1", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 0.6492426796943107, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "smart", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": 5.1929691742926885, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "smart", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.0900823424379595, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "painful", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.12318187938706515, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "painful", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.5270981602342921, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "painful", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -2.3180821005010728, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "painful", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -0.4497192907151977, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "popular", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.4843885881517238, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "popular", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.807392125195463, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "popular", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.6667036613983903, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "popular", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.2003476975586622, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "afraid", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -1.8858953296778047, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "afraid", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.5826581774694013, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "afraid", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.307796280088567, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "afraid", "b": "w0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.15834447895533899, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 0}, {"a": "accurate", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.3456769957562855, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "accurate", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.762680815504872, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "accurate", "b": "nc0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -2.003603672236025, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "accurate", "b": "w0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -0.6672988966275888, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 0, "pol": 1}, {"a": "ill", "b": "s0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 1.8041726363599082, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "ill", "b": "s1", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 0.9626502369391368, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "ill", "b": "nc0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": 0.14852205028649834, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "ill", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.2562170549950515, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}, {"a": "excellent", "b": "s0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -3.5445476025477127, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "excellent", "b": "s1", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.6818552085266418, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 1}, {"a": "excellent", "b": "nc0", "gold_word": "negative", "first_word": "negative", "d_hit": 1, "c_hit": null, "margin": -0.05157562592544451, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 1}, {"a": "excellent", "b": "w0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 3.234670412621856, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 1}, {"a": "slow", "b": "s0", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -7.071549537540278, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "slow", "b": "s1", "gold_word": "positive", "first_word": "negative", "d_hit": 0, "c_hit": null, "margin": -3.354885424540072, "sampled_maj": null, "raw": "negative", "consult": null, "flip": 1, "pol": 0}, {"a": "slow", "b": "nc0", "gold_word": "positive", "first_word": "positive", "d_hit": 1, "c_hit": null, "margin": 5.084693310509621, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 1, "pol": 0}, {"a": "slow", "b": "w0", "gold_word": "negative", "first_word": "positive", "d_hit": 0, "c_hit": null, "margin": -1.7282978291079623, "sampled_maj": null, "raw": "positive", "consult": null, "flip": 0, "pol": 0}]}, "seen": {"summary": {"n": 0, "d_acc": 0.0, "c_rate": null, "c_n": 0, "margin_median": 0.0, "margin_frac_pos": 0.0, "sampled_maj_acc": null, "breakdown": {}}, "rows": []}}}