| { |
| "release": "mimelens-001", |
| "n_cells": 37, |
| "cells": { |
| "tiny/byte/s1": { |
| "cell_id": "tiny/byte/s1", |
| "size": "tiny", |
| "vocab": "byte", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.740234375, |
| "magicfrags_f1": 0.6016066453075543, |
| "magicfrags_r1": 0.684931506849315, |
| "magicfiles_top1": 0.740234375, |
| "magicfiles_f1": 0.6016066453075543 |
| }, |
| "tiny/byte/s2": { |
| "cell_id": "tiny/byte/s2", |
| "size": "tiny", |
| "vocab": "byte", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.7392578125, |
| "magicfrags_f1": 0.5929098384222726, |
| "magicfrags_r1": 0.678609062170706, |
| "magicfiles_top1": 0.7392578125, |
| "magicfiles_f1": 0.5929098384222726 |
| }, |
| "tiny/bpe-4k/s1": { |
| "cell_id": "tiny/bpe-4k/s1", |
| "size": "tiny", |
| "vocab": "bpe-4k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.7255859375, |
| "magicfrags_f1": 0.6084182524628546, |
| "magicfrags_r1": 0.6743940990516333, |
| "magicfiles_top1": 0.7255859375, |
| "magicfiles_f1": 0.6084182524628546 |
| }, |
| "tiny/bpe-4k/s2": { |
| "cell_id": "tiny/bpe-4k/s2", |
| "size": "tiny", |
| "vocab": "bpe-4k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.7392578125, |
| "magicfrags_f1": 0.6195238551403743, |
| "magicfrags_r1": 0.6870389884088515, |
| "magicfiles_top1": 0.7392578125, |
| "magicfiles_f1": 0.6195238551403743 |
| }, |
| "tiny/bpe-16k/s1": { |
| "cell_id": "tiny/bpe-16k/s1", |
| "size": "tiny", |
| "vocab": "bpe-16k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.7568359375, |
| "magicfrags_f1": 0.6374668218830402, |
| "magicfrags_r1": 0.6965226554267651, |
| "magicfiles_top1": 0.7568359375, |
| "magicfiles_f1": 0.6374668218830402 |
| }, |
| "tiny/bpe-16k/s2": { |
| "cell_id": "tiny/bpe-16k/s2", |
| "size": "tiny", |
| "vocab": "bpe-16k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.7373046875, |
| "magicfrags_f1": 0.6457040676049461, |
| "magicfrags_r1": 0.678609062170706, |
| "magicfiles_top1": 0.7373046875, |
| "magicfiles_f1": 0.6457040676049461 |
| }, |
| "tiny/bpe-64k/s1": { |
| "cell_id": "tiny/bpe-64k/s1", |
| "size": "tiny", |
| "vocab": "bpe-64k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.71484375, |
| "magicfrags_f1": 0.6197982388330862, |
| "magicfrags_r1": 0.6712328767123288, |
| "magicfiles_top1": 0.71484375, |
| "magicfiles_f1": 0.6197982388330862 |
| }, |
| "tiny/bpe-64k/s2": { |
| "cell_id": "tiny/bpe-64k/s2", |
| "size": "tiny", |
| "vocab": "bpe-64k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 3.15, |
| "layers": 4, |
| "hidden_size": 256, |
| "heads": 4, |
| "wall_hours": 2.7, |
| "magicfrags_top1": 0.732421875, |
| "magicfrags_f1": 0.6086128821558999, |
| "magicfrags_r1": 0.6754478398314014, |
| "magicfiles_top1": 0.732421875, |
| "magicfiles_f1": 0.6086128821558999 |
| }, |
| "small/byte/s1": { |
| "cell_id": "small/byte/s1", |
| "size": "small", |
| "vocab": "byte", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.7763671875, |
| "magicfrags_f1": 0.6228978069013332, |
| "magicfrags_r1": 0.7186512118018967, |
| "magicfiles_top1": 0.810546875, |
| "magicfiles_f1": 0.6710346737234739 |
| }, |
| "small/byte/s2": { |
| "cell_id": "small/byte/s2", |
| "size": "small", |
| "vocab": "byte", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.765625, |
| "magicfrags_f1": 0.6174710387745631, |
| "magicfrags_r1": 0.7186512118018967, |
| "magicfiles_top1": 0.8017578125, |
| "magicfiles_f1": 0.6900090406079167 |
| }, |
| "small/bpe-4k/s1": { |
| "cell_id": "small/bpe-4k/s1", |
| "size": "small", |
| "vocab": "bpe-4k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.7587890625, |
| "magicfrags_f1": 0.6459899767923525, |
| "magicfrags_r1": 0.7060063224446786, |
| "magicfiles_top1": 0.7841796875, |
| "magicfiles_f1": 0.6723543139479702 |
| }, |
| "small/bpe-4k/s2": { |
| "cell_id": "small/bpe-4k/s2", |
| "size": "small", |
| "vocab": "bpe-4k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.755859375, |
| "magicfrags_f1": 0.6250386347109077, |
| "magicfrags_r1": 0.684931506849315, |
| "magicfiles_top1": 0.8037109375, |
| "magicfiles_f1": 0.6964472906780664 |
| }, |
| "small/bpe-16k/s1": { |
| "cell_id": "small/bpe-16k/s1", |
| "size": "small", |
| "vocab": "bpe-16k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.7470703125, |
| "magicfrags_f1": 0.6301894471014517, |
| "magicfrags_r1": 0.6923076923076923, |
| "magicfiles_top1": 0.7998046875, |
| "magicfiles_f1": 0.6846224712700297 |
| }, |
| "small/bpe-16k/s2": { |
| "cell_id": "small/bpe-16k/s2", |
| "size": "small", |
| "vocab": "bpe-16k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.755859375, |
| "magicfrags_f1": 0.6390888301855429, |
| "magicfrags_r1": 0.6880927291886196, |
| "magicfiles_top1": 0.7841796875, |
| "magicfiles_f1": 0.6783570135419095 |
| }, |
| "small/bpe-64k/s1": { |
| "cell_id": "small/bpe-64k/s1", |
| "size": "small", |
| "vocab": "bpe-64k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.796875, |
| "magicfrags_f1": 0.6976798897113708, |
| "magicfrags_r1": 0.7186512118018967, |
| "magicfiles_top1": 0.8291015625, |
| "magicfiles_f1": 0.7165913263969971 |
| }, |
| "small/bpe-64k/s2": { |
| "cell_id": "small/bpe-64k/s2", |
| "size": "small", |
| "vocab": "bpe-64k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 14.16, |
| "layers": 8, |
| "hidden_size": 384, |
| "heads": 6, |
| "wall_hours": 10.7, |
| "magicfrags_top1": 0.787109375, |
| "magicfrags_f1": 0.6186768602680219, |
| "magicfrags_r1": 0.7102212855637513, |
| "magicfiles_top1": 0.8251953125, |
| "magicfiles_f1": 0.7015143820646806 |
| }, |
| "medium/byte/s1": { |
| "cell_id": "medium/byte/s1", |
| "size": "medium", |
| "vocab": "byte", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.8134765625, |
| "magicfrags_f1": 0.6855321570276044, |
| "magicfrags_r1": 0.7597471022128557, |
| "magicfiles_top1": 0.837890625, |
| "magicfiles_f1": 0.7066891731855329, |
| "ece": 0.06925037222648328, |
| "adv_zero_4": 0.037109375, |
| "adv_zero_16": 0.0859375, |
| "adv_zero_64": 0.1611328125, |
| "adv_random_4": 0.0224609375, |
| "net_top1_k1": 0.8554216867469879, |
| "net_top1_kall": 0.8554216867469879 |
| }, |
| "medium/byte/s2": { |
| "cell_id": "medium/byte/s2", |
| "size": "medium", |
| "vocab": "byte", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.787109375, |
| "magicfrags_f1": 0.6537123384165698, |
| "magicfrags_r1": 0.7228661749209695, |
| "magicfiles_top1": 0.82421875, |
| "magicfiles_f1": 0.7116681514122375, |
| "net_top1_k1": 0.8554216867469879, |
| "net_top1_kall": 0.8554216867469879 |
| }, |
| "medium/byte/s3": { |
| "cell_id": "medium/byte/s3", |
| "size": "medium", |
| "vocab": "byte", |
| "seed": 3, |
| "seq_len": 1024, |
| "vocab_size": 263, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.7978515625, |
| "magicfrags_f1": 0.6403434775469418, |
| "magicfrags_r1": 0.7334035827186512, |
| "magicfiles_top1": 0.7978515625, |
| "magicfiles_f1": 0.6403434775469418, |
| "net_top1_k1": 0.8554216867469879, |
| "net_top1_kall": 0.8554216867469879 |
| }, |
| "medium/bpe-4k/s1": { |
| "cell_id": "medium/bpe-4k/s1", |
| "size": "medium", |
| "vocab": "bpe-4k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.79296875, |
| "magicfrags_f1": 0.6780042257956779, |
| "magicfrags_r1": 0.6975763962065332, |
| "magicfiles_top1": 0.8154296875, |
| "magicfiles_f1": 0.7025147694658672, |
| "ece": 0.07867755146895214, |
| "adv_zero_4": 0.0478515625, |
| "adv_zero_16": 0.08203125, |
| "adv_zero_64": 0.12109375, |
| "adv_random_4": 0.044921875, |
| "net_top1_k1": 0.8152610441767069, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-4k/s2": { |
| "cell_id": "medium/bpe-4k/s2", |
| "size": "medium", |
| "vocab": "bpe-4k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.78125, |
| "magicfrags_f1": 0.6546372631064948, |
| "magicfrags_r1": 0.6912539515279241, |
| "magicfiles_top1": 0.8115234375, |
| "magicfiles_f1": 0.6945319958159546, |
| "net_top1_k1": 0.8152610441767069, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-4k/s3": { |
| "cell_id": "medium/bpe-4k/s3", |
| "size": "medium", |
| "vocab": "bpe-4k", |
| "seed": 3, |
| "seq_len": 1024, |
| "vocab_size": 4103, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.775390625, |
| "magicfrags_f1": 0.6387594858104084, |
| "magicfrags_r1": 0.6828240252897787, |
| "magicfiles_top1": 0.775390625, |
| "magicfiles_f1": 0.6387594858104084, |
| "net_top1_k1": 0.8152610441767069, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-16k/s1": { |
| "cell_id": "medium/bpe-16k/s1", |
| "size": "medium", |
| "vocab": "bpe-16k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.798828125, |
| "magicfrags_f1": 0.6374760391685423, |
| "magicfrags_r1": 0.6986301369863014, |
| "magicfiles_top1": 0.83203125, |
| "magicfiles_f1": 0.7237467507224439, |
| "ece": 0.0735022508918059, |
| "adv_zero_4": 0.0712890625, |
| "adv_zero_16": 0.1015625, |
| "adv_zero_64": 0.1298828125, |
| "adv_random_4": 0.0625, |
| "net_top1_k1": 0.8092369477911646, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-16k/s2": { |
| "cell_id": "medium/bpe-16k/s2", |
| "size": "medium", |
| "vocab": "bpe-16k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.80859375, |
| "magicfrags_f1": 0.6825391368308291, |
| "magicfrags_r1": 0.7165437302423604, |
| "magicfiles_top1": 0.833984375, |
| "magicfiles_f1": 0.738377420137067, |
| "net_top1_k1": 0.8092369477911646, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-16k/s3": { |
| "cell_id": "medium/bpe-16k/s3", |
| "size": "medium", |
| "vocab": "bpe-16k", |
| "seed": 3, |
| "seq_len": 1024, |
| "vocab_size": 16391, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.8173828125, |
| "magicfrags_f1": 0.6813207607728834, |
| "magicfrags_r1": 0.7070600632244468, |
| "magicfiles_top1": 0.8173828125, |
| "magicfiles_f1": 0.6813207607728834, |
| "net_top1_k1": 0.8092369477911646, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-64k/s1": { |
| "cell_id": "medium/bpe-64k/s1", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": 1, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.7265625, |
| "magicfrags_f1": 0.6240616222616718, |
| "magicfrags_r1": 0.6617492096944152, |
| "magicfiles_top1": 0.7578125, |
| "magicfiles_f1": 0.6655410295980755, |
| "ece": 0.12688624465234977, |
| "adv_zero_4": 0.0224609375, |
| "adv_zero_16": 0.0341796875, |
| "adv_zero_64": 0.0693359375, |
| "adv_random_4": 0.0205078125, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| }, |
| "medium/bpe-64k/s2": { |
| "cell_id": "medium/bpe-64k/s2", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": 2, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.748046875, |
| "magicfrags_f1": 0.6266209383313598, |
| "magicfrags_r1": 0.6596417281348789, |
| "magicfiles_top1": 0.7724609375, |
| "magicfiles_f1": 0.6899110886053225, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| }, |
| "medium/bpe-64k/s3": { |
| "cell_id": "medium/bpe-64k/s3", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": 3, |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.740234375, |
| "magicfrags_f1": 0.5981485277658735, |
| "magicfrags_r1": 0.6754478398314014, |
| "magicfiles_top1": 0.740234375, |
| "magicfiles_f1": 0.5981485277658735, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| }, |
| "medium/bpe-64k/matched-tokens": { |
| "cell_id": "medium/bpe-64k/matched-tokens", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": "matched-tokens", |
| "seq_len": 1024, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 18.0, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| }, |
| "medium/byte/s1-seq256": { |
| "cell_id": "medium/byte/s1-seq256", |
| "size": "medium", |
| "vocab": "byte", |
| "seed": 1, |
| "seq_len": 256, |
| "vocab_size": 263, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "ece": null, |
| "adv_zero_4": 0.0, |
| "adv_zero_16": 0.0, |
| "adv_zero_64": 0.0, |
| "adv_random_4": 0.0, |
| "net_top1_k1": 0.8554216867469879, |
| "net_top1_kall": 0.8554216867469879 |
| }, |
| "medium/byte/s2-seq256": { |
| "cell_id": "medium/byte/s2-seq256", |
| "size": "medium", |
| "vocab": "byte", |
| "seed": 2, |
| "seq_len": 256, |
| "vocab_size": 263, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "net_top1_k1": 0.8554216867469879, |
| "net_top1_kall": 0.8554216867469879 |
| }, |
| "medium/bpe-4k/s1-seq256": { |
| "cell_id": "medium/bpe-4k/s1-seq256", |
| "size": "medium", |
| "vocab": "bpe-4k", |
| "seed": 1, |
| "seq_len": 256, |
| "vocab_size": 4103, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "ece": null, |
| "adv_zero_4": 0.0, |
| "adv_zero_16": 0.0, |
| "adv_zero_64": 0.0, |
| "adv_random_4": 0.0, |
| "net_top1_k1": 0.8152610441767069, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-4k/s2-seq256": { |
| "cell_id": "medium/bpe-4k/s2-seq256", |
| "size": "medium", |
| "vocab": "bpe-4k", |
| "seed": 2, |
| "seq_len": 256, |
| "vocab_size": 4103, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "net_top1_k1": 0.8152610441767069, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-16k/s1-seq256": { |
| "cell_id": "medium/bpe-16k/s1-seq256", |
| "size": "medium", |
| "vocab": "bpe-16k", |
| "seed": 1, |
| "seq_len": 256, |
| "vocab_size": 16391, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "ece": null, |
| "adv_zero_4": 0.0, |
| "adv_zero_16": 0.0, |
| "adv_zero_64": 0.0, |
| "adv_random_4": 0.0, |
| "net_top1_k1": 0.8092369477911646, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-16k/s2-seq256": { |
| "cell_id": "medium/bpe-16k/s2-seq256", |
| "size": "medium", |
| "vocab": "bpe-16k", |
| "seed": 2, |
| "seq_len": 256, |
| "vocab_size": 16391, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "net_top1_k1": 0.8092369477911646, |
| "net_top1_kall": 0.821285140562249 |
| }, |
| "medium/bpe-64k/s1-seq256": { |
| "cell_id": "medium/bpe-64k/s1-seq256", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": 1, |
| "seq_len": 256, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "ece": null, |
| "adv_zero_4": 0.0, |
| "adv_zero_16": 0.0, |
| "adv_zero_64": 0.0, |
| "adv_random_4": 0.0, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| }, |
| "medium/bpe-64k/s2-seq256": { |
| "cell_id": "medium/bpe-64k/s2-seq256", |
| "size": "medium", |
| "vocab": "bpe-64k", |
| "seed": 2, |
| "seq_len": 256, |
| "vocab_size": 65543, |
| "params_m": 37.76, |
| "layers": 12, |
| "hidden_size": 512, |
| "heads": 8, |
| "wall_hours": 4.5, |
| "magicfrags_top1": 0.0, |
| "magicfrags_f1": 0.0, |
| "magicfrags_r1": 0.0, |
| "magicfiles_top1": 0.0, |
| "magicfiles_f1": 0.0, |
| "net_top1_k1": 0.7449799196787149, |
| "net_top1_kall": 0.7630522088353414 |
| } |
| } |
| } |
