anima-h9272-nbind-cement / eval_fc_ctrl_f1.json
dancinlife's picture
H_9272 ์ž์—ฐ ์›์ž XOR-augment ์žฌ์กฐํ•ฉ โ€” ๐ŸŸก DIRECTIONAL cement 2-seed ยท main+ctrl+kform arm
9296766 verified
Raw
History Blame Contribute Delete
11 kB
{"ckpt": "/workspace/nbind/nbind_A2seed_ctrl.clm", "arm": "main", "gen": 8, "win": 64, "splits": {"heldout": {"summary": {"n": 60, "d_acc": 0.48333333333333334, "c_rate": null, "c_n": 0, "margin_median": 0.19801076515655858, "margin_frac_pos": 0.5, "sampled_maj_acc": null}, "rows": [{"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -1.3500415678940278, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 1.9295065452326075, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์–ด์ด์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -3.302749837617289, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -4.507991515478376, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -5.063705531150853, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๋ฆ„๋‹ต", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -19.468849733081907, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -7.185081020852273, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -4.18707291568563, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์Šฌํ”„", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -14.13784681796259, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -0.6158497779974139, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -1.8214335323434048, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ตœ๊ณ ", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -8.539232432516254, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -1.6107217142292427, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -0.3927710152727082, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ช…์ž‘์ด", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 2.2964968541552038, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 2.4898469298070456, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 3.759076886309053, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ง„๋ถ€ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 22.650309720838692, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 1.0303562701885394, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 0.7654001751922568, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ตœ์•…์ด", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -2.8977055630731448, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -0.8277384753563286, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 1.2863969447055963, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ง€๋ฃจํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 37.22021629871956, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -3.147678501522236, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 0.2216599263981367, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์žฌ๋ฏธ์—†", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 26.06727595850631, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -0.2508248505914983, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -0.709197211374792, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ฉ‹์ง€", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -8.01841089393201, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -2.8428813442589913, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -2.8285277440197767, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "ํ›Œ๋ฅญํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 13.281459021688713, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 1.4857368224129868, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 2.1593624540769083, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ณ„๋กœ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 15.194840525715296, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 0.4495795832506815, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 2.9913748954580344, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋ป”ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -2.884281310614858, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 3.9460331654262077, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 3.85774927447632, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์•„๊น", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 14.96112245526217, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": 1.4425301679825262, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 1.6319354851638241, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์ฐธ", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 10.628503513274708, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 1.2412600185714613, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -1.0935807368299866, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋”ฐ๋œปํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 3.1341558769292934, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€", "d_hit": 0, "c_hit": null, "margin": 1.900166680452502, "sampled_maj": null, "raw": "๋ถ€\n๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ. "}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -0.17131212134625606, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์พŒํ•˜", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 4.835515514448052, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -5.773807963765938, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -4.9206403628077675, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "๋„ˆ๋ฌด์ข‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๊ธ์ •", "d_hit": 0, "c_hit": null, "margin": -13.343901359157028, "sampled_maj": null, "raw": "๊ธ์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -2.100522726742761, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": -1.6914293464251458, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์žฌ๋ฐ‹", "b": "f1", "gold_word": "๋ถ€์ •", "first_word": "๋ถ€์ •", "d_hit": 1, "c_hit": null, "margin": 1.3607986906801157, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๋ถ€์ •", "d_hit": 0, "c_hit": null, "margin": -6.942401217523942, "sampled_maj": null, "raw": "๋ถ€์ •.\n"}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ", "d_hit": 0, "c_hit": null, "margin": 0.19801076515655858, "sampled_maj": null, "raw": "๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ๏ฟฝ => "}, {"a": "์œ ์น˜ํ•˜", "b": "f1", "gold_word": "๊ธ์ •", "first_word": "๊ธ์ •", "d_hit": 1, "c_hit": null, "margin": 6.328754778420553, "sampled_maj": null, "raw": "๊ธ์ •.\n"}]}, "seen": {"summary": {"n": 0, "d_acc": 0.0, "c_rate": null, "c_n": 0, "margin_median": 0.0, "margin_frac_pos": 0.0, "sampled_maj_acc": null}, "rows": []}}}