Upload finetune_meta.json with huggingface_hub
Browse files- finetune_meta.json +8 -0
finetune_meta.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model": "exp/hgrn-1.3B-awp-80pct",
|
| 3 |
+
"total_steps": 20000,
|
| 4 |
+
"lr": 2e-05,
|
| 5 |
+
"final_ppl": 1550.2174396052574,
|
| 6 |
+
"final_sparsity": 0.8002456584956601,
|
| 7 |
+
"method": "mask-fixed"
|
| 8 |
+
}
|