anima-h9272-nbind-cement / eval_fc_main_f1.json
dancinlife's picture
H_9272 ์ž์—ฐ ์›์ž XOR-augment ์žฌ์กฐํ•ฉ โ€” ๐ŸŸก DIRECTIONAL cement 2-seed ยท main+ctrl+kform arm
9296766 verified
Raw
History Blame
10.9 kB
{"ckpt": "/workspace/nbind/nbind_A2seed.clm", "arm": "main", "gen": 8, "win": 64, "splits": {"heldout": {"summary": {"n": 60, "d_acc": 0.7, "c_rate": null, "c_n": 0, "margin_median": 2.468475046527863, "margin_frac_pos": 0.6833333333333333, "sampled_maj_acc": null}, "rows": [{"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -3.2026098674512795, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -4.27354155019913, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 22.00559656371191, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 1.7996777719456833, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 0.9697670782707206, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 37.19624643717412, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -9.267470920008892, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -1.439894528181557, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 26.24775044623871, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -2.5078090257116568, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 0.37495070012942744, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 9.840781770378227, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": 1.3675715023435027, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": 1.2870239525149945, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 41.23274410106498, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 4.835651669861516, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 2.7705315436696134, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 13.899240104243443, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -1.1348901829369158, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -0.6284867612503202, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 14.563137929024242, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": -2.126672102370981, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -1.2265443683002353, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 19.568240528305385, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 0.9735918145245064, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -0.3863300908021028, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 16.97299634250622, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -8.067705894045359, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -0.804610999919757, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 18.790296366093933, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 3.7838671360919047, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 4.879273312209754, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 28.887622007487785, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": -0.3020310295387407, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": -0.2832485912199765, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 7.0848320155582805, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 4.3480977304065584, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 1.2625503069348447, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 3.6550146096052307, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 16.15157658912348, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 9.874329131405908, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 7.815451401890657, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -3.3978335512814137, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": -2.4061378777152154, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 8.771716580477298, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -1.3823200523113384, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -0.5427450473231064, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 6.926111320155487, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 2.468475046527863, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 5.897390556082632, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 35.57361349447177, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 1.9120893961205248, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 2.1380872880694213, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 16.021641645933705, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -3.4258796900090784, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 0.6224422839202512, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 17.410859984178835, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 4.471562475468004, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 1.5017026563137827, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 16.13262710921132, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}]}, "seen": {"summary": {"n": 0, "d_acc": 0.0, "c_rate": null, "c_n": 0, "margin_median": 0.0, "margin_frac_pos": 0.0, "sampled_maj_acc": null}, "rows": []}}}