Spaces:
Running
Running
Arush kumar commited on
Commit ·
8da46e4
1
Parent(s): fee6e81
Update config.py
Browse files
config.py
CHANGED
|
@@ -8,8 +8,8 @@
|
|
| 8 |
# ── Architecture ──────────────────────────────────────────────────────────────
|
| 9 |
CONTEXT = 1024
|
| 10 |
vocab_size = 32000
|
| 11 |
-
D_MODEL =
|
| 12 |
-
numberoflayers =
|
| 13 |
numberofheads = 8
|
| 14 |
d_Latent = 64
|
| 15 |
ffn_mult = 2.75
|
|
|
|
| 8 |
# ── Architecture ──────────────────────────────────────────────────────────────
|
| 9 |
CONTEXT = 1024
|
| 10 |
vocab_size = 32000
|
| 11 |
+
D_MODEL = 512
|
| 12 |
+
numberoflayers = 12
|
| 13 |
numberofheads = 8
|
| 14 |
d_Latent = 64
|
| 15 |
ffn_mult = 2.75
|