eval_k3_kform_eval_f1.json

{"ckpt": "/workspace/nbind/kform_k3.clm", "arm": "main", "gen": 8, "win": 64, "splits": {"heldout": {"summary": {"n": 60, "d_acc": 0.9833333333333333, "c_rate": null, "c_n": 0, "margin_median": 19.99972417103511, "margin_frac_pos": 0.9833333333333333, "sampled_maj_acc": null}, "rows": [{"a": "어이없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 7.401199169998046, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "어이없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 15.359280588245051, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "어이없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 26.477458940048443, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "아름답", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 17.315549931567737, "sampled_maj": null, "raw": "부정.\n"}, {"a": "아름답", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 14.586778392120475, "sampled_maj": null, "raw": "부정.\n"}, {"a": "아름답", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 33.04703479936141, "sampled_maj": null, "raw": "부정.\n"}, {"a": "슬프", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 20.460883003915427, "sampled_maj": null, "raw": "부정.\n"}, {"a": "슬프", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 19.763834130298786, "sampled_maj": null, "raw": "부정.\n"}, {"a": "슬프", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 24.180745752890115, "sampled_maj": null, "raw": "부정.\n"}, {"a": "최고", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 22.396482796069634, "sampled_maj": null, "raw": "부정.\n"}, {"a": "최고", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 13.294997496425896, "sampled_maj": null, "raw": "부정.\n"}, {"a": "최고", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 22.386662931412236, "sampled_maj": null, "raw": "부정.\n"}, {"a": "명작이", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 23.146275712447327, "sampled_maj": null, "raw": "부정.\n"}, {"a": "명작이", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 21.569823244628097, "sampled_maj": null, "raw": "부정.\n"}, {"a": "명작이", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 31.9504125725962, "sampled_maj": null, "raw": "부정.\n"}, {"a": "진부하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 9.685817768831622, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "진부하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 17.38605136718578, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "진부하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 28.523661634497806, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "최악이", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 10.029964620334049, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "최악이", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 16.79496778192229, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "최악이", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 28.288797165452436, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "지루하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 7.96399605224145, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "지루하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 16.560855765878983, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "지루하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 28.814527954716315, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "재미없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 7.468497343917912, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "재미없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 17.573736849272095, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "재미없", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 31.313908276928448, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "멋지", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 19.99324589821807, "sampled_maj": null, "raw": "부정.\n"}, {"a": "멋지", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 19.666055301163958, "sampled_maj": null, "raw": "부정.\n"}, {"a": "멋지", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 27.589218865404813, "sampled_maj": null, "raw": "부정.\n"}, {"a": "훌륭하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 19.882253476710556, "sampled_maj": null, "raw": "부정.\n"}, {"a": "훌륭하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 16.211410138804098, "sampled_maj": null, "raw": "부정.\n"}, {"a": "훌륭하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 27.273295093969026, "sampled_maj": null, "raw": "부정.\n"}, {"a": "별로", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 19.99972417103511, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "별로", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 24.5724581331221, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "별로", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 30.438303466928783, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "뻔하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 7.678296054432881, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "뻔하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 17.011521965092378, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "뻔하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 30.345397698609965, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "아깝", "b": "f1", "gold_word": "긍정", "first_word": "부정", "d_hit": 0, "c_hit": null, "margin": -1.0148968353641052, "sampled_maj": null, "raw": "부정.\n"}, {"a": "아깝", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 11.191896686682265, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "아깝", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 28.87739711774458, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "참", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 6.447760316051612, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "참", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 17.429679846368288, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "참", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 31.202906177645747, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "따뜻하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 23.08350896970518, "sampled_maj": null, "raw": "부정.\n"}, {"a": "따뜻하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 20.01038696415264, "sampled_maj": null, "raw": "부정.\n"}, {"a": "따뜻하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 27.178766443536578, "sampled_maj": null, "raw": "부정.\n"}, {"a": "유쾌하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 20.336788348432368, "sampled_maj": null, "raw": "부정.\n"}, {"a": "유쾌하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 13.10443429152707, "sampled_maj": null, "raw": "부정.\n"}, {"a": "유쾌하", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 22.14398844097659, "sampled_maj": null, "raw": "부정.\n"}, {"a": "너무좋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 21.177542846409988, "sampled_maj": null, "raw": "부정.\n"}, {"a": "너무좋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 18.460583497817066, "sampled_maj": null, "raw": "부정.\n"}, {"a": "너무좋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 22.242808755800166, "sampled_maj": null, "raw": "부정.\n"}, {"a": "재밋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 18.594894047508035, "sampled_maj": null, "raw": "부정.\n"}, {"a": "재밋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 15.744674565610117, "sampled_maj": null, "raw": "부정.\n"}, {"a": "재밋", "b": "f1", "gold_word": "부정", "first_word": "부정", "d_hit": 1, "c_hit": null, "margin": 23.720507288101018, "sampled_maj": null, "raw": "부정.\n"}, {"a": "유치하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 5.826636906108936, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "유치하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 15.26531022885571, "sampled_maj": null, "raw": "긍정.\n"}, {"a": "유치하", "b": "f1", "gold_word": "긍정", "first_word": "긍정", "d_hit": 1, "c_hit": null, "margin": 29.73587904758534, "sampled_maj": null, "raw": "긍정.\n"}]}, "seen": {"summary": {"n": 0, "d_acc": 0.0, "c_rate": null, "c_n": 0, "margin_median": 0.0, "margin_frac_pos": 0.0, "sampled_maj_acc": null}, "rows": []}}}