{"name": "atto-64", "architecture": "atto-neural-ngram", "params": 64, "config": {"vocab_size": 26, "embd_dim": 2, "context_len": 3}, "vocab": {"0": "\n", "1": " ", "2": "'", "3": ",", "4": ".", "5": "a", "6": "b", "7": "c", "8": "d", "9": "e", "10": "f", "11": "g", "12": "h", "13": "i", "14": "l", "15": "m", "16": "n", "17": "o", "18": "p", "19": "r", "20": "s", "21": "t", "22": "u", "23": "v", "24": "w", "25": "y"}, "weights": {"embedding": [[-0.7850219011306763, 0.9690186381340027], [-1.5730384588241577, -1.2258381843566895], [0.4986078143119812, 2.102989435195923], [-0.2690836489200592, 1.263218641281128], [-0.774017870426178, 2.042127847671509], [-0.2582077085971832, -0.27677392959594727], [0.6278311610221863, 1.7737576961517334], [0.29835939407348633, 1.233027696609497], [-0.06733263283967972, 0.679391086101532], [-2.335172414779663, 2.1910862922668457], [0.1431656777858734, 1.2299333810806274], [0.37653517723083496, 1.5213944911956787], [-0.08637543022632599, -0.023731915280222893], [-0.20393964648246765, -0.16153456270694733], [0.0022637145593762398, 0.3955213725566864], [0.22524376213550568, 0.7480852007865906], [-0.1952909380197525, -0.07634685188531876], [-0.3820693790912628, -0.3066198229789734], [0.365793377161026, 1.51381254196167], [-0.1508585661649704, 0.03711215406656265], [-0.1615677922964096, 0.11821223795413971], [-0.28475937247276306, 0.017821209505200386], [0.09339119493961334, 0.7401266098022461], [1.0639402866363525, 2.2132322788238525], [0.3060973882675171, 1.2150547504425049], [0.20563553273677826, 1.2719844579696655]], "mix": [[0.10266736149787903, 0.0027409347239881754, 7.03814172744751, -2.2758500576019287, 2.068591833114624, -6.934788227081299], [-0.03294849768280983, -0.008393000811338425, -0.054884884506464005, -0.02458338998258114, 3.0191116333007812, -1.1012859344482422]]}}