Instructions to use shibajustfor/58d597c9-091f-4c62-b174-30cc8ad298b3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use shibajustfor/58d597c9-091f-4c62-b174-30cc8ad298b3 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("katuni4ka/tiny-random-olmo-hf") model = PeftModel.from_pretrained(base_model, "shibajustfor/58d597c9-091f-4c62-b174-30cc8ad298b3") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 39, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 81576
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4612e95e65155c8efb1524186c45780ecc36cf0884f831e8b5481291f316d869
|
| 3 |
size 81576
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 173094
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c303bfd66e4e4eabaa79ee5b239a51dff39a38f57da7116baf40100eb382986
|
| 3 |
size 173094
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48d41985628b63b1f03308534e42f5f4fade1dc9f1a7ca147144af3b829d1153
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:216e1a9a1c53e7de93f56319b4855910155cb98dd7ebb5fa08b3717fd303059f
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 13,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -45,6 +45,21 @@
|
|
| 45 |
"eval_samples_per_second": 403.585,
|
| 46 |
"eval_steps_per_second": 201.898,
|
| 47 |
"step": 26
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
}
|
| 49 |
],
|
| 50 |
"logging_steps": 10,
|
|
@@ -64,7 +79,7 @@
|
|
| 64 |
"attributes": {}
|
| 65 |
}
|
| 66 |
},
|
| 67 |
-
"total_flos":
|
| 68 |
"train_batch_size": 2,
|
| 69 |
"trial_name": null,
|
| 70 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.008584163319209817,
|
| 5 |
"eval_steps": 13,
|
| 6 |
+
"global_step": 39,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 45 |
"eval_samples_per_second": 403.585,
|
| 46 |
"eval_steps_per_second": 201.898,
|
| 47 |
"step": 26
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"epoch": 0.0066032025532383205,
|
| 51 |
+
"grad_norm": 0.40669751167297363,
|
| 52 |
+
"learning_rate": 8.263518223330697e-05,
|
| 53 |
+
"loss": 10.7946,
|
| 54 |
+
"step": 30
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"epoch": 0.008584163319209817,
|
| 58 |
+
"eval_loss": 10.771018981933594,
|
| 59 |
+
"eval_runtime": 4.6938,
|
| 60 |
+
"eval_samples_per_second": 407.559,
|
| 61 |
+
"eval_steps_per_second": 203.886,
|
| 62 |
+
"step": 39
|
| 63 |
}
|
| 64 |
],
|
| 65 |
"logging_steps": 10,
|
|
|
|
| 79 |
"attributes": {}
|
| 80 |
}
|
| 81 |
},
|
| 82 |
+
"total_flos": 3404227411968.0,
|
| 83 |
"train_batch_size": 2,
|
| 84 |
"trial_name": null,
|
| 85 |
"trial_params": null
|