DPO dpo-molora-8x10-all-linear_paired_big5_train_nonarr_all-all_lfm25-1.2b-sft-bigchat-v2-s2
Browse files
model-final/molora_config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model": "LiberteEPFL/lfm25-1.2b-sft-bigchat-v2",
|
| 3 |
+
"lora_alpha": 20,
|
| 4 |
+
"lora_dropout": 0.05,
|
| 5 |
+
"n_experts": 8,
|
| 6 |
+
"r": 10,
|
| 7 |
+
"router_type": "token_softmax",
|
| 8 |
+
"target_preset": "all-linear"
|
| 9 |
+
}
|
model-final/molora_routers.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:352b5a722a5c7369eacd8bdcdf83b0317a7a1d2aa6f4498aa13181abc0ccb835
|
| 3 |
+
size 9207933
|