Instructions to use dimasik87/8102bae9-c442-4a29-848f-946f8771f1f9 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use dimasik87/8102bae9-c442-4a29-848f-946f8771f1f9 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("unsloth/Hermes-3-Llama-3.1-8B") model = PeftModel.from_pretrained(base_model, "dimasik87/8102bae9-c442-4a29-848f-946f8771f1f9") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 48, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 167832240
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1cbff5d2dd655a43c655636c1f12011056f968d63edef65a78d2a9d7e3be60d
|
| 3 |
size 167832240
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 335922386
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32fb54ec690956ca980ac389a6df0b97da27ec07177b45074e765cf24569836a
|
| 3 |
size 335922386
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da87e4c065bb443c099cfa52ab3a5635819290010328feda7944776129428914
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a946ba862c9290cf73cbdcd016309ecac1eb5b3695453bc8a42a8a259a1c695
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 4,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -411,6 +411,42 @@
|
|
| 411 |
"eval_samples_per_second": 8.393,
|
| 412 |
"eval_steps_per_second": 8.393,
|
| 413 |
"step": 44
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 414 |
}
|
| 415 |
],
|
| 416 |
"logging_steps": 1,
|
|
@@ -430,7 +466,7 @@
|
|
| 430 |
"attributes": {}
|
| 431 |
}
|
| 432 |
},
|
| 433 |
-
"total_flos": 1.
|
| 434 |
"train_batch_size": 1,
|
| 435 |
"trial_name": null,
|
| 436 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.020263852242744063,
|
| 5 |
"eval_steps": 4,
|
| 6 |
+
"global_step": 48,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 411 |
"eval_samples_per_second": 8.393,
|
| 412 |
"eval_steps_per_second": 8.393,
|
| 413 |
"step": 44
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 0.01899736147757256,
|
| 417 |
+
"grad_norm": 3.1134109497070312,
|
| 418 |
+
"learning_rate": 7.612046748871327e-06,
|
| 419 |
+
"loss": 0.4219,
|
| 420 |
+
"step": 45
|
| 421 |
+
},
|
| 422 |
+
{
|
| 423 |
+
"epoch": 0.01941952506596306,
|
| 424 |
+
"grad_norm": 2.3598380088806152,
|
| 425 |
+
"learning_rate": 4.8943483704846475e-06,
|
| 426 |
+
"loss": 0.3093,
|
| 427 |
+
"step": 46
|
| 428 |
+
},
|
| 429 |
+
{
|
| 430 |
+
"epoch": 0.01984168865435356,
|
| 431 |
+
"grad_norm": 2.2470579147338867,
|
| 432 |
+
"learning_rate": 2.7630079602323442e-06,
|
| 433 |
+
"loss": 0.3218,
|
| 434 |
+
"step": 47
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 0.020263852242744063,
|
| 438 |
+
"grad_norm": 2.2850100994110107,
|
| 439 |
+
"learning_rate": 1.231165940486234e-06,
|
| 440 |
+
"loss": 0.3537,
|
| 441 |
+
"step": 48
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"epoch": 0.020263852242744063,
|
| 445 |
+
"eval_loss": 0.26765426993370056,
|
| 446 |
+
"eval_runtime": 60.0554,
|
| 447 |
+
"eval_samples_per_second": 8.309,
|
| 448 |
+
"eval_steps_per_second": 8.309,
|
| 449 |
+
"step": 48
|
| 450 |
}
|
| 451 |
],
|
| 452 |
"logging_steps": 1,
|
|
|
|
| 466 |
"attributes": {}
|
| 467 |
}
|
| 468 |
},
|
| 469 |
+
"total_flos": 1.7805294805450752e+16,
|
| 470 |
"train_batch_size": 1,
|
| 471 |
"trial_name": null,
|
| 472 |
"trial_params": null
|