{"name": "atto-512", "architecture": "atto-neural-ngram", "params": 512, "config": {"vocab_size": 64, "embd_dim": 4, "context_len": 16}, "vocab": {"0": "\n", "1": " ", "2": "!", "3": "'", "4": "(", "5": ")", "6": ",", "7": "-", "8": ".", "9": ":", "10": ";", "11": "?", "12": "A", "13": "B", "14": "C", "15": "D", "16": "E", "17": "F", "18": "G", "19": "H", "20": "I", "21": "J", "22": "K", "23": "L", "24": "M", "25": "N", "26": "O", "27": "P", "28": "Q", "29": "R", "30": "S", "31": "T", "32": "U", "33": "V", "34": "W", "35": "Y", "36": "[", "37": "]", "38": "a", "39": "b", "40": "c", "41": "d", "42": "e", "43": "f", "44": "g", "45": "h", "46": "i", "47": "j", "48": "k", "49": "l", "50": "m", "51": "n", "52": "o", "53": "p", "54": "q", "55": "r", "56": "s", "57": "t", "58": "u", "59": "v", "60": "w", "61": "x", "62": "y", "63": "z"}, "weights": {"embedding": [[-2.5932457447052, -1.3898570537567139, -1.7311792373657227, 5.307098865509033], [-2.684913158416748, -0.3802357017993927, 1.0026217699050903, 3.50486421585083], [-0.9856580495834351, -0.835474967956543, -1.6463842391967773, 2.2251944541931152], [-0.07319507747888565, -1.535578727722168, 0.6079935431480408, 1.5894157886505127], [-1.2499117851257324, -2.41903018951416, -2.796070098876953, 1.29343843460083], [-0.8684359788894653, -2.270453929901123, -2.131014347076416, 2.451371908187866], [-0.6869238615036011, 0.21415449678897858, -0.5198676586151123, 2.049412250518799], [-0.8907805681228638, -1.8781877756118774, -0.7636255025863647, 2.377753257751465], [-0.9866686463356018, 0.6952159404754639, -1.1545103788375854, 2.3607358932495117], [-0.3298758268356323, -2.504082441329956, -1.844520926475525, 2.095797300338745], [-0.7135507464408875, -0.9609401822090149, -1.202820062637329, 2.103386163711548], [-1.214186429977417, -0.7596668004989624, -1.7263493537902832, 2.4082210063934326], [-0.022144516929984093, -2.7947726249694824, 0.8691051006317139, 0.7676283121109009], [-1.2324012517929077, -2.5073633193969727, -1.1477659940719604, 1.4085288047790527], [-2.189692258834839, -2.4410910606384277, -2.021063804626465, 1.75945246219635], [-1.0835318565368652, -2.517801523208618, -2.129870653152466, 0.1946888417005539], [-2.6011931896209717, -2.217177629470825, -2.239443063735962, 2.718928098678589], [-1.8279482126235962, -2.556178569793701, -1.7511582374572754, 1.6455273628234863], [-2.9880731105804443, -2.5842320919036865, -2.329545497894287, 1.9126380681991577], [-3.3507399559020996, -1.8647027015686035, -2.1836211681365967, 2.5809578895568848], [-1.116956114768982, -2.67242431640625, -0.09733935445547104, 0.575615406036377], [1.1323902606964111, -1.9104180335998535, -4.000308990478516, -0.8154955506324768], [-2.466203212738037, -1.8010737895965576, -2.8353090286254883, 2.056410312652588], [-1.7587074041366577, -2.4975125789642334, -1.6214373111724854, 1.3208247423171997], [-1.179744005203247, -2.798686981201172, -1.0464683771133423, 0.8873474597930908], [-0.6476303935050964, -3.2330596446990967, -0.9866896271705627, 0.6956877112388611], [-0.5997151732444763, -2.8664534091949463, 0.2505853474140167, 1.7156753540039062], [-2.1909706592559814, -2.0304081439971924, -1.94302237033844, 2.155747890472412], [-2.9168596267700195, -2.1743528842926025, -3.012842893600464, 2.393219470977783], [-2.2779934406280518, -2.361436128616333, -2.3741910457611084, 1.9975075721740723], [-2.2743277549743652, -2.686413049697876, -1.8595426082611084, 1.6078002452850342], [-3.148192882537842, -2.3246541023254395, -1.9034699201583862, 1.6136687994003296], [-0.34590035676956177, -2.6897876262664795, -1.7905120849609375, 1.598583698272705], [-1.0025349855422974, -2.873509407043457, -2.879465103149414, 0.501937985420227], [-2.3623929023742676, -2.868180274963379, -1.3091397285461426, 1.2793738842010498], [-0.5585574507713318, -2.988069772720337, -1.2414953708648682, 0.8432090282440186], [-1.8486117124557495, -2.8231499195098877, -1.7399779558181763, 2.6120574474334717], [-1.6291385889053345, -2.1822283267974854, -2.445342779159546, 3.4768424034118652], [2.331611394882202, 0.0809190571308136, 1.8748738765716553, -0.02121698670089245], [0.01709793694317341, -0.7231324315071106, -0.4205165207386017, -0.13816915452480316], [0.44137874245643616, 0.23861874639987946, -0.5264278650283813, -0.0624312162399292], [-0.1865331381559372, 0.1530630886554718, -0.0958627313375473, 0.18932278454303741], [2.224821090698242, 1.7270753383636475, 0.6003925800323486, 0.17636536061763763], [-0.28498825430870056, -0.3997797667980194, -0.30125075578689575, 0.23482920229434967], [-0.35828879475593567, -0.7370631098747253, -0.22997048497200012, 0.09432435035705566], [1.9623099565505981, 1.6371644735336304, 0.05579512566328049, 0.4198145270347595], [2.062706232070923, -0.0817381888628006, 1.761457920074463, 0.2869862914085388], [1.0317566394805908, -1.4602631330490112, -2.1161410808563232, -1.0011003017425537], [0.4135873317718506, -0.4192848801612854, -0.35235831141471863, 0.41767609119415283], [1.142350196838379, 0.8420292139053345, 0.2534515857696533, -0.07143675535917282], [-0.055115435272455215, -0.06905215978622437, -0.15668776631355286, -0.056449513882398605], [0.5437328219413757, 0.701977014541626, 0.2888350784778595, -0.11012226343154907], [2.6018826961517334, 0.502778172492981, 1.5131797790527344, 0.07544850558042526], [0.6246017217636108, -0.01672043465077877, -0.25801387429237366, 0.09487390518188477], [1.2516975402832031, -1.6367340087890625, -1.4166054725646973, -0.6601528525352478], [1.2064108848571777, 1.2580325603485107, 0.22929780185222626, -0.03695179149508476], [0.34271112084388733, 0.7433927059173584, 0.13024652004241943, 0.03409785032272339], [0.676412045955658, 1.1963591575622559, 0.2202322781085968, -0.03394369035959244], [2.0283217430114746, 0.06503129005432129, 1.1545637845993042, -0.32074177265167236], [0.7453988790512085, 0.2749546468257904, -1.0540837049484253, -0.1605205237865448], [0.03733297064900398, -0.09362822026014328, -0.3078530430793762, 0.059853505343198776], [2.0179708003997803, -1.8580601215362549, -0.26018500328063965, 0.45388317108154297], [0.9520921111106873, 0.7628921866416931, -0.15490928292274475, 0.7879052758216858], [0.9259507060050964, -1.421647071838379, -1.904436469078064, 0.6048486232757568]], "mix": [[0.004504024982452393, -0.005657907575368881, -0.020432062447071075, -0.003197401063516736, -0.0033837114460766315, -0.0025474352296441793, -0.02711736410856247, -0.007726476993411779, -0.008420455269515514, -0.017743071541190147, -0.011278173886239529, -0.03927917778491974, -0.009975654073059559, -0.019358348101377487, -0.003719383617863059, -0.012909690849483013, -0.016468532383441925, -3.5424294765107334e-05, 0.00174210243858397, -0.01910609006881714, 0.0070984214544296265, -0.0026336645241826773, 0.012852387502789497, -0.0028199111111462116, -0.016773851588368416, 0.0026345113292336464, 0.018061120063066483, -0.014597803354263306, 0.003981966059654951, -0.007850892841815948, 9.709846926853061e-05, -0.007043532095849514, -0.0403100810945034, 0.010546419769525528, 0.03701787069439888, -0.03792678192257881, -0.05251648277044296, 0.026541737839579582, 0.07157260924577713, -0.0518743097782135, 0.01982133835554123, 0.013231292366981506, -0.03963728994131088, 0.0009540971950627863, -0.0998871847987175, 0.01549612544476986, 0.07415840774774551, -0.10373680293560028, 0.03701368346810341, -0.03458338975906372, -0.01716233789920807, 0.06740063428878784, -0.050865065306425095, 0.06343254446983337, 0.02878466434776783, 0.19810929894447327, -0.5055745840072632, 0.5878780484199524, -0.3540971875190735, 0.4463063180446625, 0.2565363347530365, 0.6192598342895508, -3.5781922340393066, -2.7059566974639893], [0.10844834893941879, -0.013544484041631222, 0.12645860016345978, 0.08809647709131241, 0.1339055448770523, 0.10878545790910721, 0.06060415878891945, 0.17418092489242554, 0.1649479866027832, 0.002856555860489607, 0.0676104724407196, 0.1655435860157013, 0.027761459350585938, -0.07596514374017715, 0.1052628830075264, -0.01654735766351223, -0.0006599545013159513, 0.03614381328225136, 0.16790570318698883, -0.006079886108636856, -0.10223616659641266, 0.05466862767934799, 0.3779086172580719, -0.03585769236087799, -0.006083631422370672, 0.017749788239598274, 0.33055320382118225, -0.07326414436101913, -0.12389577925205231, 0.10060925781726837, 0.2438017874956131, -0.11469215154647827, -0.12351899594068527, 0.0326315201818943, 0.3697243630886078, -0.09757789224386215, -0.16756796836853027, 0.06622008979320526, 0.4764099717140198, -0.11349335312843323, -0.15311157703399658, 0.2210354506969452, 0.3280925452709198, 0.08813183009624481, 0.1648527979850769, 0.13186855614185333, 0.05738738924264908, 0.2761214077472687, 0.2181035429239273, -0.047418855130672455, -0.18171007931232452, 0.4708317220211029, -0.11700381338596344, 0.20237590372562408, 0.774448037147522, 1.716576337814331, 2.1055891513824463, -2.1371054649353027, 3.699617624282837, 1.4590134620666504, 1.9785186052322388, 0.3121604025363922, -0.14956237375736237, 1.6567009687423706], [-0.03006199188530445, -0.166378453373909, 0.22087037563323975, -0.1612120419740677, 0.4500662386417389, -0.22489391267299652, -0.2584400177001953, 0.43157801032066345, 0.19288168847560883, -0.07062602788209915, 0.1537475883960724, 0.34356072545051575, 0.3614161014556885, 0.06460067629814148, -0.2774606943130493, 0.5464691519737244, 0.24152378737926483, 0.08831002563238144, -0.07252824306488037, 0.38587403297424316, 0.11644070595502853, 0.16075246036052704, -0.16521848738193512, 0.4428594708442688, 0.04009697958827019, 0.34090280532836914, -0.016496354714035988, 0.24593958258628845, -0.4094424247741699, 0.12298624962568283, 0.22286786139011383, 0.7338576912879944, 0.8347026109695435, -1.1167712211608887, -0.1451895534992218, 0.6243059039115906, -0.05676573887467384, -0.0759441927075386, 0.41841500997543335, 0.0987561047077179, 0.6093763113021851, -0.1561785489320755, -0.033223338425159454, 1.0582398176193237, 0.4155885875225067, -0.27832910418510437, 0.22298426926136017, 0.5337681770324707, -0.12625060975551605, 0.024139240384101868, -0.11992235481739044, 1.4732602834701538, -0.31986314058303833, 0.15219856798648834, 0.36945897340774536, 0.29385238885879517, 0.5721554160118103, -0.9670750498771667, -0.38625168800354004, 1.2034034729003906, 1.0373966693878174, -1.553158164024353, 2.324561834335327, 0.8078558444976807], [0.004904110915958881, -0.0003988407552242279, 0.0010854876600205898, 0.013571314513683319, 0.012337743304669857, 0.0026664852630347013, 0.007349200546741486, 0.018593203276395798, 0.005315478891134262, -0.0029902667738497257, -0.004114533308893442, 0.010480099357664585, 0.007628047838807106, -0.008378276601433754, 0.01827307790517807, 0.009865411557257175, 0.0123475706204772, 0.008229104802012444, 0.004364995751529932, 0.01775931753218174, -0.004079155623912811, 0.0018356149084866047, 0.01786867156624794, -0.00654077623039484, -0.0029988843016326427, 0.006300624459981918, 0.01782834716141224, 0.00726026576012373, 0.02866913378238678, -0.018821505829691887, -0.028052974492311478, 0.03820466995239258, -0.0076642148196697235, 0.003512709867209196, -0.003129186574369669, -0.006875703111290932, -0.050860680639743805, 0.01563168130815029, 0.07909440249204636, -0.039296362549066544, 0.06661612540483475, 0.006597226485610008, -0.11744068562984467, 0.07507266849279404, -0.19360743463039398, 0.07064720243215561, 0.19087786972522736, -0.20773300528526306, 0.07379574328660965, 0.00643311720341444, -0.025203106924891472, 0.11868378520011902, 0.22870993614196777, -0.04225922375917435, 0.08366962522268295, 0.39248600602149963, -0.3423064053058624, 0.5257342457771301, -0.23469704389572144, 0.7222065925598145, -0.5048458576202393, 1.3239132165908813, -3.227861166000366, -0.31572332978248596]]}}