{ "release": "mimelens-001", "n_cells": 37, "cells": { "tiny/byte/s1": { "cell_id": "tiny/byte/s1", "size": "tiny", "vocab": "byte", "seed": 1, "seq_len": 1024, "vocab_size": 263, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.740234375, "magicfrags_f1": 0.6016066453075543, "magicfrags_r1": 0.684931506849315, "magicfiles_top1": 0.740234375, "magicfiles_f1": 0.6016066453075543 }, "tiny/byte/s2": { "cell_id": "tiny/byte/s2", "size": "tiny", "vocab": "byte", "seed": 2, "seq_len": 1024, "vocab_size": 263, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.7392578125, "magicfrags_f1": 0.5929098384222726, "magicfrags_r1": 0.678609062170706, "magicfiles_top1": 0.7392578125, "magicfiles_f1": 0.5929098384222726 }, "tiny/bpe-4k/s1": { "cell_id": "tiny/bpe-4k/s1", "size": "tiny", "vocab": "bpe-4k", "seed": 1, "seq_len": 1024, "vocab_size": 4103, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.7255859375, "magicfrags_f1": 0.6084182524628546, "magicfrags_r1": 0.6743940990516333, "magicfiles_top1": 0.7255859375, "magicfiles_f1": 0.6084182524628546 }, "tiny/bpe-4k/s2": { "cell_id": "tiny/bpe-4k/s2", "size": "tiny", "vocab": "bpe-4k", "seed": 2, "seq_len": 1024, "vocab_size": 4103, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.7392578125, "magicfrags_f1": 0.6195238551403743, "magicfrags_r1": 0.6870389884088515, "magicfiles_top1": 0.7392578125, "magicfiles_f1": 0.6195238551403743 }, "tiny/bpe-16k/s1": { "cell_id": "tiny/bpe-16k/s1", "size": "tiny", "vocab": "bpe-16k", "seed": 1, "seq_len": 1024, "vocab_size": 16391, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.7568359375, "magicfrags_f1": 0.6374668218830402, "magicfrags_r1": 0.6965226554267651, "magicfiles_top1": 0.7568359375, "magicfiles_f1": 0.6374668218830402 }, "tiny/bpe-16k/s2": { "cell_id": "tiny/bpe-16k/s2", "size": "tiny", "vocab": "bpe-16k", "seed": 2, "seq_len": 1024, "vocab_size": 16391, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.7373046875, "magicfrags_f1": 0.6457040676049461, "magicfrags_r1": 0.678609062170706, "magicfiles_top1": 0.7373046875, "magicfiles_f1": 0.6457040676049461 }, "tiny/bpe-64k/s1": { "cell_id": "tiny/bpe-64k/s1", "size": "tiny", "vocab": "bpe-64k", "seed": 1, "seq_len": 1024, "vocab_size": 65543, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.71484375, "magicfrags_f1": 0.6197982388330862, "magicfrags_r1": 0.6712328767123288, "magicfiles_top1": 0.71484375, "magicfiles_f1": 0.6197982388330862 }, "tiny/bpe-64k/s2": { "cell_id": "tiny/bpe-64k/s2", "size": "tiny", "vocab": "bpe-64k", "seed": 2, "seq_len": 1024, "vocab_size": 65543, "params_m": 3.15, "layers": 4, "hidden_size": 256, "heads": 4, "wall_hours": 2.7, "magicfrags_top1": 0.732421875, "magicfrags_f1": 0.6086128821558999, "magicfrags_r1": 0.6754478398314014, "magicfiles_top1": 0.732421875, "magicfiles_f1": 0.6086128821558999 }, "small/byte/s1": { "cell_id": "small/byte/s1", "size": "small", "vocab": "byte", "seed": 1, "seq_len": 1024, "vocab_size": 263, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.7763671875, "magicfrags_f1": 0.6228978069013332, "magicfrags_r1": 0.7186512118018967, "magicfiles_top1": 0.810546875, "magicfiles_f1": 0.6710346737234739 }, "small/byte/s2": { "cell_id": "small/byte/s2", "size": "small", "vocab": "byte", "seed": 2, "seq_len": 1024, "vocab_size": 263, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.765625, "magicfrags_f1": 0.6174710387745631, "magicfrags_r1": 0.7186512118018967, "magicfiles_top1": 0.8017578125, "magicfiles_f1": 0.6900090406079167 }, "small/bpe-4k/s1": { "cell_id": "small/bpe-4k/s1", "size": "small", "vocab": "bpe-4k", "seed": 1, "seq_len": 1024, "vocab_size": 4103, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.7587890625, "magicfrags_f1": 0.6459899767923525, "magicfrags_r1": 0.7060063224446786, "magicfiles_top1": 0.7841796875, "magicfiles_f1": 0.6723543139479702 }, "small/bpe-4k/s2": { "cell_id": "small/bpe-4k/s2", "size": "small", "vocab": "bpe-4k", "seed": 2, "seq_len": 1024, "vocab_size": 4103, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.755859375, "magicfrags_f1": 0.6250386347109077, "magicfrags_r1": 0.684931506849315, "magicfiles_top1": 0.8037109375, "magicfiles_f1": 0.6964472906780664 }, "small/bpe-16k/s1": { "cell_id": "small/bpe-16k/s1", "size": "small", "vocab": "bpe-16k", "seed": 1, "seq_len": 1024, "vocab_size": 16391, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.7470703125, "magicfrags_f1": 0.6301894471014517, "magicfrags_r1": 0.6923076923076923, "magicfiles_top1": 0.7998046875, "magicfiles_f1": 0.6846224712700297 }, "small/bpe-16k/s2": { "cell_id": "small/bpe-16k/s2", "size": "small", "vocab": "bpe-16k", "seed": 2, "seq_len": 1024, "vocab_size": 16391, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.755859375, "magicfrags_f1": 0.6390888301855429, "magicfrags_r1": 0.6880927291886196, "magicfiles_top1": 0.7841796875, "magicfiles_f1": 0.6783570135419095 }, "small/bpe-64k/s1": { "cell_id": "small/bpe-64k/s1", "size": "small", "vocab": "bpe-64k", "seed": 1, "seq_len": 1024, "vocab_size": 65543, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.796875, "magicfrags_f1": 0.6976798897113708, "magicfrags_r1": 0.7186512118018967, "magicfiles_top1": 0.8291015625, "magicfiles_f1": 0.7165913263969971 }, "small/bpe-64k/s2": { "cell_id": "small/bpe-64k/s2", "size": "small", "vocab": "bpe-64k", "seed": 2, "seq_len": 1024, "vocab_size": 65543, "params_m": 14.16, "layers": 8, "hidden_size": 384, "heads": 6, "wall_hours": 10.7, "magicfrags_top1": 0.787109375, "magicfrags_f1": 0.6186768602680219, "magicfrags_r1": 0.7102212855637513, "magicfiles_top1": 0.8251953125, "magicfiles_f1": 0.7015143820646806 }, "medium/byte/s1": { "cell_id": "medium/byte/s1", "size": "medium", "vocab": "byte", "seed": 1, "seq_len": 1024, "vocab_size": 263, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.8134765625, "magicfrags_f1": 0.6855321570276044, "magicfrags_r1": 0.7597471022128557, "magicfiles_top1": 0.837890625, "magicfiles_f1": 0.7066891731855329, "ece": 0.06925037222648328, "adv_zero_4": 0.037109375, "adv_zero_16": 0.0859375, "adv_zero_64": 0.1611328125, "adv_random_4": 0.0224609375, "net_top1_k1": 0.8554216867469879, "net_top1_kall": 0.8554216867469879 }, "medium/byte/s2": { "cell_id": "medium/byte/s2", "size": "medium", "vocab": "byte", "seed": 2, "seq_len": 1024, "vocab_size": 263, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.787109375, "magicfrags_f1": 0.6537123384165698, "magicfrags_r1": 0.7228661749209695, "magicfiles_top1": 0.82421875, "magicfiles_f1": 0.7116681514122375, "net_top1_k1": 0.8554216867469879, "net_top1_kall": 0.8554216867469879 }, "medium/byte/s3": { "cell_id": "medium/byte/s3", "size": "medium", "vocab": "byte", "seed": 3, "seq_len": 1024, "vocab_size": 263, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.7978515625, "magicfrags_f1": 0.6403434775469418, "magicfrags_r1": 0.7334035827186512, "magicfiles_top1": 0.7978515625, "magicfiles_f1": 0.6403434775469418, "net_top1_k1": 0.8554216867469879, "net_top1_kall": 0.8554216867469879 }, "medium/bpe-4k/s1": { "cell_id": "medium/bpe-4k/s1", "size": "medium", "vocab": "bpe-4k", "seed": 1, "seq_len": 1024, "vocab_size": 4103, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.79296875, "magicfrags_f1": 0.6780042257956779, "magicfrags_r1": 0.6975763962065332, "magicfiles_top1": 0.8154296875, "magicfiles_f1": 0.7025147694658672, "ece": 0.07867755146895214, "adv_zero_4": 0.0478515625, "adv_zero_16": 0.08203125, "adv_zero_64": 0.12109375, "adv_random_4": 0.044921875, "net_top1_k1": 0.8152610441767069, "net_top1_kall": 0.821285140562249 }, "medium/bpe-4k/s2": { "cell_id": "medium/bpe-4k/s2", "size": "medium", "vocab": "bpe-4k", "seed": 2, "seq_len": 1024, "vocab_size": 4103, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.78125, "magicfrags_f1": 0.6546372631064948, "magicfrags_r1": 0.6912539515279241, "magicfiles_top1": 0.8115234375, "magicfiles_f1": 0.6945319958159546, "net_top1_k1": 0.8152610441767069, "net_top1_kall": 0.821285140562249 }, "medium/bpe-4k/s3": { "cell_id": "medium/bpe-4k/s3", "size": "medium", "vocab": "bpe-4k", "seed": 3, "seq_len": 1024, "vocab_size": 4103, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.775390625, "magicfrags_f1": 0.6387594858104084, "magicfrags_r1": 0.6828240252897787, "magicfiles_top1": 0.775390625, "magicfiles_f1": 0.6387594858104084, "net_top1_k1": 0.8152610441767069, "net_top1_kall": 0.821285140562249 }, "medium/bpe-16k/s1": { "cell_id": "medium/bpe-16k/s1", "size": "medium", "vocab": "bpe-16k", "seed": 1, "seq_len": 1024, "vocab_size": 16391, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.798828125, "magicfrags_f1": 0.6374760391685423, "magicfrags_r1": 0.6986301369863014, "magicfiles_top1": 0.83203125, "magicfiles_f1": 0.7237467507224439, "ece": 0.0735022508918059, "adv_zero_4": 0.0712890625, "adv_zero_16": 0.1015625, "adv_zero_64": 0.1298828125, "adv_random_4": 0.0625, "net_top1_k1": 0.8092369477911646, "net_top1_kall": 0.821285140562249 }, "medium/bpe-16k/s2": { "cell_id": "medium/bpe-16k/s2", "size": "medium", "vocab": "bpe-16k", "seed": 2, "seq_len": 1024, "vocab_size": 16391, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.80859375, "magicfrags_f1": 0.6825391368308291, "magicfrags_r1": 0.7165437302423604, "magicfiles_top1": 0.833984375, "magicfiles_f1": 0.738377420137067, "net_top1_k1": 0.8092369477911646, "net_top1_kall": 0.821285140562249 }, "medium/bpe-16k/s3": { "cell_id": "medium/bpe-16k/s3", "size": "medium", "vocab": "bpe-16k", "seed": 3, "seq_len": 1024, "vocab_size": 16391, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.8173828125, "magicfrags_f1": 0.6813207607728834, "magicfrags_r1": 0.7070600632244468, "magicfiles_top1": 0.8173828125, "magicfiles_f1": 0.6813207607728834, "net_top1_k1": 0.8092369477911646, "net_top1_kall": 0.821285140562249 }, "medium/bpe-64k/s1": { "cell_id": "medium/bpe-64k/s1", "size": "medium", "vocab": "bpe-64k", "seed": 1, "seq_len": 1024, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.7265625, "magicfrags_f1": 0.6240616222616718, "magicfrags_r1": 0.6617492096944152, "magicfiles_top1": 0.7578125, "magicfiles_f1": 0.6655410295980755, "ece": 0.12688624465234977, "adv_zero_4": 0.0224609375, "adv_zero_16": 0.0341796875, "adv_zero_64": 0.0693359375, "adv_random_4": 0.0205078125, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 }, "medium/bpe-64k/s2": { "cell_id": "medium/bpe-64k/s2", "size": "medium", "vocab": "bpe-64k", "seed": 2, "seq_len": 1024, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.748046875, "magicfrags_f1": 0.6266209383313598, "magicfrags_r1": 0.6596417281348789, "magicfiles_top1": 0.7724609375, "magicfiles_f1": 0.6899110886053225, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 }, "medium/bpe-64k/s3": { "cell_id": "medium/bpe-64k/s3", "size": "medium", "vocab": "bpe-64k", "seed": 3, "seq_len": 1024, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.740234375, "magicfrags_f1": 0.5981485277658735, "magicfrags_r1": 0.6754478398314014, "magicfiles_top1": 0.740234375, "magicfiles_f1": 0.5981485277658735, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 }, "medium/bpe-64k/matched-tokens": { "cell_id": "medium/bpe-64k/matched-tokens", "size": "medium", "vocab": "bpe-64k", "seed": "matched-tokens", "seq_len": 1024, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 18.0, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 }, "medium/byte/s1-seq256": { "cell_id": "medium/byte/s1-seq256", "size": "medium", "vocab": "byte", "seed": 1, "seq_len": 256, "vocab_size": 263, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "ece": null, "adv_zero_4": 0.0, "adv_zero_16": 0.0, "adv_zero_64": 0.0, "adv_random_4": 0.0, "net_top1_k1": 0.8554216867469879, "net_top1_kall": 0.8554216867469879 }, "medium/byte/s2-seq256": { "cell_id": "medium/byte/s2-seq256", "size": "medium", "vocab": "byte", "seed": 2, "seq_len": 256, "vocab_size": 263, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "net_top1_k1": 0.8554216867469879, "net_top1_kall": 0.8554216867469879 }, "medium/bpe-4k/s1-seq256": { "cell_id": "medium/bpe-4k/s1-seq256", "size": "medium", "vocab": "bpe-4k", "seed": 1, "seq_len": 256, "vocab_size": 4103, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "ece": null, "adv_zero_4": 0.0, "adv_zero_16": 0.0, "adv_zero_64": 0.0, "adv_random_4": 0.0, "net_top1_k1": 0.8152610441767069, "net_top1_kall": 0.821285140562249 }, "medium/bpe-4k/s2-seq256": { "cell_id": "medium/bpe-4k/s2-seq256", "size": "medium", "vocab": "bpe-4k", "seed": 2, "seq_len": 256, "vocab_size": 4103, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "net_top1_k1": 0.8152610441767069, "net_top1_kall": 0.821285140562249 }, "medium/bpe-16k/s1-seq256": { "cell_id": "medium/bpe-16k/s1-seq256", "size": "medium", "vocab": "bpe-16k", "seed": 1, "seq_len": 256, "vocab_size": 16391, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "ece": null, "adv_zero_4": 0.0, "adv_zero_16": 0.0, "adv_zero_64": 0.0, "adv_random_4": 0.0, "net_top1_k1": 0.8092369477911646, "net_top1_kall": 0.821285140562249 }, "medium/bpe-16k/s2-seq256": { "cell_id": "medium/bpe-16k/s2-seq256", "size": "medium", "vocab": "bpe-16k", "seed": 2, "seq_len": 256, "vocab_size": 16391, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "net_top1_k1": 0.8092369477911646, "net_top1_kall": 0.821285140562249 }, "medium/bpe-64k/s1-seq256": { "cell_id": "medium/bpe-64k/s1-seq256", "size": "medium", "vocab": "bpe-64k", "seed": 1, "seq_len": 256, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "ece": null, "adv_zero_4": 0.0, "adv_zero_16": 0.0, "adv_zero_64": 0.0, "adv_random_4": 0.0, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 }, "medium/bpe-64k/s2-seq256": { "cell_id": "medium/bpe-64k/s2-seq256", "size": "medium", "vocab": "bpe-64k", "seed": 2, "seq_len": 256, "vocab_size": 65543, "params_m": 37.76, "layers": 12, "hidden_size": 512, "heads": 8, "wall_hours": 4.5, "magicfrags_top1": 0.0, "magicfrags_f1": 0.0, "magicfrags_r1": 0.0, "magicfiles_top1": 0.0, "magicfiles_f1": 0.0, "net_top1_k1": 0.7449799196787149, "net_top1_kall": 0.7630522088353414 } } }