Upload config.json with huggingface_hub
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"device": {"use_cuda": true}, "model": {"embedding_dim": 128, "hidden_size": 512, "dropout": 0.1, "use_tanh": true}, "ssm": {"use_gate": true, "A_scale": 0.9, "A_init": "orthogonal"}, "training": {"batch_size": 512, "epochs":
|
|
|
|
| 1 |
+
{"device": {"use_cuda": true}, "model": {"embedding_dim": 128, "hidden_size": 512, "dropout": 0.1, "use_tanh": true}, "ssm": {"use_gate": true, "A_scale": 0.9, "A_init": "orthogonal"}, "training": {"batch_size": 512, "epochs": 10, "learning_rate": 0.001, "patience": 5, "grad_clip": 1.0}, "data": {"seq_len": 100, "train_split": 0.8, "valid_split": 0.1}, "regularization": {"weight_decay": "1e-5"}, "logging": {"use_wandb": true, "project_name": "ssm-cipher"}, "huggingface": {"repo_id": "Gaurav0369/ssm-cipher"}}
|