{"name": "atto-128", "architecture": "atto-neural-ngram", "params": 128, "config": {"vocab_size": 50, "embd_dim": 2, "context_len": 7}, "vocab": {"0": "\n", "1": " ", "2": "!", "3": "'", "4": ",", "5": "-", "6": ".", "7": ";", "8": "?", "9": "A", "10": "B", "11": "C", "12": "E", "13": "F", "14": "G", "15": "H", "16": "I", "17": "K", "18": "L", "19": "M", "20": "N", "21": "O", "22": "P", "23": "R", "24": "S", "25": "T", "26": "W", "27": "a", "28": "b", "29": "c", "30": "d", "31": "e", "32": "f", "33": "g", "34": "h", "35": "i", "36": "k", "37": "l", "38": "m", "39": "n", "40": "o", "41": "p", "42": "r", "43": "s", "44": "t", "45": "u", "46": "v", "47": "w", "48": "x", "49": "y"}, "weights": {"embedding": [[-3.7475686073303223, -4.573180198669434], [-2.398930072784424, -6.852949142456055], [-0.5634428262710571, 0.6081658601760864], [0.05575920641422272, -0.18508443236351013], [0.9379324316978455, -0.038329411298036575], [-1.2804617881774902, 0.42418187856674194], [1.1506483554840088, -0.009096920490264893], [-0.5815092921257019, 0.47065094113349915], [-0.40896835923194885, 0.7002439498901367], [-0.9584012627601624, -0.8264613747596741], [-1.1080354452133179, 0.15271739661693573], [-1.3946890830993652, 0.34200525283813477], [-0.9925199151039124, 0.5297300815582275], [-1.3654181957244873, 0.21129095554351807], [-1.1820060014724731, 0.06538834422826767], [-0.7085915803909302, -0.7475802898406982], [-1.2903529405593872, -1.5228136777877808], [-1.4333152770996094, 0.4003361165523529], [-1.2818193435668945, 0.19021908938884735], [-0.9499596953392029, 0.30181705951690674], [-1.2846527099609375, 0.35352104902267456], [-0.513035774230957, 0.500531792640686], [-1.3869798183441162, 0.06496673822402954], [-1.6458241939544678, 0.336179256439209], [-1.0519331693649292, 0.20800116658210754], [-0.32293957471847534, -0.25143277645111084], [-0.9475914835929871, -0.3680884838104248], [1.6102303266525269, -0.8209877014160156], [0.06617579609155655, -0.5756391286849976], [0.5043359398841858, -0.5390965938568115], [1.3398878574371338, -0.36987683176994324], [1.6115368604660034, -1.366319179534912], [0.729013204574585, -0.22623564302921295], [0.5905032753944397, -0.259992778301239], [1.4722332954406738, -0.8041857481002808], [1.4901756048202515, -0.7205134034156799], [0.053719330579042435, -0.12835924327373505], [1.2150745391845703, -0.7022852301597595], [1.029107928276062, -0.5814894437789917], [1.651237964630127, -0.6343411207199097], [1.8497782945632935, -0.7184271812438965], [0.1677904725074768, -0.5102539658546448], [1.18180251121521, -1.029097080230713], [1.7188173532485962, -0.5088123679161072], [1.9651517868041992, -0.635180652141571], [1.0110095739364624, -0.614141583442688], [-0.012367832474410534, -0.3829384446144104], [0.23050259053707123, -0.8874529600143433], [-1.629704475402832, 0.2134535312652588], [0.9957793354988098, -0.24044623970985413]], "mix": [[0.007903830148279667, -0.029984567314386368, 0.04831118881702423, -0.0474700927734375, 0.030506139621138573, -0.04372365027666092, -0.08337317407131195, 0.012015039101243019, 0.09496095031499863, -0.013763157650828362, -0.024592047557234764, -0.311435341835022, -1.6493713855743408, -5.898752689361572], [-0.014412067830562592, 0.04244541376829147, -0.11817225068807602, 0.06252016872167587, -0.031588707119226456, 0.0630912333726883, -0.01818610355257988, 0.030459068715572357, -0.16347570717334747, 0.08255819231271744, -0.15597499907016754, 0.024961598217487335, 0.10823284834623337, 0.5222145318984985]]}}