Upload config.json with huggingface_hub

config.json

@@ -1,18 +1,14 @@
-{
-  "model_type": "small_lm",
-  "vocab_size": 402,
-  "d_model": 256,
-  "n_heads": 4,
-  "n_kv_heads": 2,
-  "n_layers": 6,
-  "intermediate_size": 1024,
-  "max_seq_len": 128,
-  "norm_type": "rms",
-  "norm_eps": 1e-05,
-  "rope_theta": 10000.0,
-  "rope_type": "neox",
-  "activation": "gelu",
-  "n_experts": 0,
-  "n_loops": 1,
-  "loop_mode": "per_layer"
-}
+{
+    "n_loops":  1,
+    "n_kv_heads":  4,
+    "n_layers":  8,
+    "loop_mode":  "per_layer",
+    "n_experts":  0,
+    "intermediate_size":  2048,
+    "vocab_size":  402,
+    "n_heads":  8,
+    "rope_type":  "neox",
+    "norm_type":  "rms",
+    "max_seq_len":  128,
+    "d_model":  512
+}