{"name": "atto-256", "architecture": "atto-neural-ngram", "params": 256, "config": {"vocab_size": 32, "embd_dim": 4, "context_len": 8}, "vocab": {"0": "\n", "1": " ", "2": "'", "3": ",", "4": ".", "5": "A", "6": "H", "7": "I", "8": "T", "9": "W", "10": "a", "11": "b", "12": "c", "13": "d", "14": "e", "15": "f", "16": "g", "17": "h", "18": "i", "19": "k", "20": "l", "21": "m", "22": "n", "23": "o", "24": "p", "25": "r", "26": "s", "27": "t", "28": "u", "29": "v", "30": "w", "31": "y"}, "weights": {"embedding": [[-4.3169426918029785, 3.1364669799804688, -2.4483609199523926, 1.2519668340682983], [-0.8354832530021667, 2.0984132289886475, -3.3816843032836914, 0.8542402982711792], [-1.1227036714553833, 0.4346640408039093, -0.5006269812583923, -0.9300726652145386], [-2.2265119552612305, 1.348728060722351, -2.063277244567871, -0.11203581839799881], [-2.7051167488098145, 1.0341784954071045, -2.592198610305786, -0.5563290119171143], [-1.951610803604126, -0.004623513203114271, 0.24188996851444244, 0.27633312344551086], [-2.2758238315582275, 0.02802259661257267, -0.03607415035367012, 0.8916341662406921], [-3.302109479904175, 0.19977547228336334, 0.8728460669517517, 1.1406697034835815], [-2.8419954776763916, 1.3108673095703125, -0.3417220711708069, 0.6540005803108215], [-3.772639274597168, 1.5647557973861694, -0.0036944143939763308, 0.6356348395347595], [1.1755589246749878, -0.04305589944124222, -0.47337475419044495, -0.6372835040092468], [-1.086493730545044, 0.7898352146148682, 0.6957359313964844, -1.0363795757293701], [-1.1205905675888062, 1.4134923219680786, 0.42602840065956116, -1.5904436111450195], [-0.7844324707984924, 1.5723276138305664, -0.13652056455612183, -1.9874780178070068], [0.07901883125305176, 0.09635376185178757, -1.8186126947402954, -0.7706789970397949], [-0.629197359085083, 1.0130456686019897, -0.1498114913702011, -1.235223412513733], [-1.7081043720245361, 1.6535111665725708, 0.16490669548511505, -1.785914659500122], [-0.5320892930030823, -1.0264216661453247, -0.4752280116081238, 1.7471990585327148], [0.9028270840644836, -0.14775238931179047, -0.4172794222831726, -0.5780844688415527], [-1.5982192754745483, 0.9823750257492065, -0.1510859876871109, -1.2442631721496582], [0.02810138463973999, 0.9982432126998901, 0.14771224558353424, -1.8798531293869019], [-0.35215651988983154, 1.1465758085250854, 0.26149702072143555, -1.4198415279388428], [-0.01613653637468815, 1.1365187168121338, 0.12022064626216888, -2.3422036170959473], [1.101199746131897, -0.31104570627212524, -0.3419511020183563, -0.7909322381019592], [-0.8303865194320679, 0.8527149558067322, 0.037365809082984924, -1.0213457345962524], [-0.11420731246471405, 1.3723927736282349, 0.10415478050708771, -2.0924062728881836], [0.11575441062450409, 1.3122361898422241, -0.0529782734811306, -1.654378890991211], [0.02120680920779705, 1.8640809059143066, 0.10387475788593292, -1.5044276714324951], [0.16714335978031158, 0.602912962436676, -0.23414939641952515, -1.6421918869018555], [-1.5375165939331055, 1.2737213373184204, 0.4726342260837555, -1.8678640127182007], [-1.0402584075927734, 1.326222538948059, 0.4658888578414917, -1.1922931671142578], [-0.45795026421546936, 0.684319257736206, -0.3896799385547638, -0.7036067247390747]], "mix": [[-0.07650716602802277, 0.013853794895112514, -0.03926916420459747, -0.04655041918158531, 0.07423234730958939, 0.17403820157051086, -0.011653032153844833, 0.03881777450442314, 0.07702384144067764, 0.06585134565830231, -0.15574821829795837, -0.12326169013977051, -0.12688520550727844, 0.009329347871243954, -0.13470228016376495, -0.04137169197201729, -0.07536397874355316, 0.08470828086137772, -0.06808994710445404, 0.003834150731563568, 0.22994886338710785, 0.3719007074832916, -0.13897544145584106, 0.13249357044696808, 0.021801376715302467, 0.3852604031562805, -0.11284621059894562, 0.16053897142410278, 0.5526278018951416, 0.6370195746421814, -0.17108893394470215, 0.3157181739807129], [-0.024768486618995667, -0.05457555502653122, -0.024194948375225067, 0.024882305413484573, -0.1047009602189064, 0.08275549858808517, 0.04499378427863121, 0.009621864184737206, 0.008444791659712791, 0.08360316604375839, 0.020309746265411377, 0.0057612219825387, -0.03839941322803497, 0.059344202280044556, -0.02012164518237114, -0.04115259647369385, -0.036844030022621155, -0.20829471945762634, 0.06807020306587219, -0.0979461595416069, 0.10079441964626312, -0.5287245512008667, -0.18374229967594147, -0.19989009201526642, -0.15022756159305573, -1.6501548290252686, -0.10972198098897934, -0.7084576487541199, 1.6435115337371826, -0.44098609685897827, -7.361230373382568, -1.1693742275238037], [-0.02483433671295643, -0.17931927740573883, 0.027366282418370247, 0.0011118431575596333, 0.08475019037723541, 0.003931754734367132, 0.19981332123279572, 0.1651034653186798, -0.013533980585634708, -0.08255112916231155, 0.08079632371664047, 0.0832294151186943, -0.23650102317333221, 0.13946275413036346, 0.17646998167037964, 0.33033445477485657, 0.030914703384041786, -0.4401136040687561, -0.22191661596298218, -0.362856388092041, 0.1031816303730011, -0.2175588607788086, 0.014620816335082054, 0.009461775422096252, 0.02413162961602211, -1.4484128952026367, 0.13662925362586975, -0.5370042324066162, 3.2388217449188232, 1.8799020051956177, -0.5272066593170166, 2.3739688396453857], [-0.04642286151647568, -0.0078002470545470715, 0.09147560596466064, 0.002548371208831668, 0.039813313633203506, 0.029040168970823288, 0.03523385152220726, 0.003030943451449275, 0.05563679710030556, -0.02281169220805168, -0.05857391655445099, -0.08177819103002548, -0.025377340614795685, -0.0003310329047963023, 0.03861060366034508, -0.03478347137570381, 0.028907794505357742, -0.015904422849416733, 0.06603167951107025, 0.17583121359348297, 0.21311844885349274, -0.020926181226968765, 0.09117129445075989, 0.1539423167705536, -0.13095474243164062, -0.12552841007709503, 0.16508644819259644, 0.09293084591627121, 0.20858946442604065, 2.685819387435913, -0.48619216680526733, 1.7030097246170044]]}}