Hugging Face's logo

chauhoang
/
3a6301f8-134e-4091-85a5-0083de9c222f

PEFT
Safetensors
mistral
axolotl
Generated from Trainer
Model card Files
xet
 Community
chauhoang commited on
Commit
666d29d
·
verified ·
1 Parent(s): b57d0fc

Training in progress, step 50, checkpoint

Browse files
Files changed (5) hide show
  1. last-checkpoint/adapter_model.safetensors +1 -1
  2. last-checkpoint/optimizer.pt +1 -1
  3. last-checkpoint/rng_state.pth +1 -1
  4. last-checkpoint/scheduler.pt +1 -1
  5. last-checkpoint/trainer_state.json +41 -4
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:074f817a1e06980d836b2f190dddb37bc0e10d0447ad0e1cd2056bd24b5f59b4
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5276739b9455c027ffbea12cd30e563c67808d51d7029fa552c625ae2bf557e
3
  size 83945296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a73b14c9ce4eac6c56598549ebb6542ccf57c86643069aa54bae53cc26f0979
3
  size 43122580
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86b427f29534bf99a4ec7b4dc43e81fcb596fab871d7fceaa2b6b5b7b8f7653
3
  size 43122580
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:346a86e33c4fc9bb13ea2c6d8957c569c6b0f0d7f2f487067bbdfae3040ed41d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86139af1847eb4d9a804c2d0187746b738f07f521056c9ed162444b5db018ca7
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c50dbaa792cda4a28fbbc2acb2a3e03c59530712bbc5107212d33064d193da4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1df0528620c07325b8faa7567e59b0c1e86a1f1ee6af1245a69c6c0463fe4e2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0017982294356326078,
5
  "eval_steps": 10,
6
- "global_step": 39,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -88,6 +88,43 @@
88
  "learning_rate": 3.086582838174551e-05,
89
  "loss": 0.5793,
90
  "step": 35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
  }
92
  ],
93
  "logging_steps": 5,
@@ -102,12 +139,12 @@
102
  "should_evaluate": false,
103
  "should_log": false,
104
  "should_save": true,
105
- "should_training_stop": false
106
  },
107
  "attributes": {}
108
  }
109
  },
110
- "total_flos": 7317404761718784.0,
111
  "train_batch_size": 2,
112
  "trial_name": null,
113
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0023054223533751383,
5
  "eval_steps": 10,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
88
  "learning_rate": 3.086582838174551e-05,
89
  "loss": 0.5793,
90
  "step": 35
91
+ },
92
+ {
93
+ "epoch": 0.0018443378827001106,
94
+ "grad_norm": 0.017362723127007484,
95
+ "learning_rate": 1.4644660940672627e-05,
96
+ "loss": 0.0001,
97
+ "step": 40
98
+ },
99
+ {
100
+ "epoch": 0.0018443378827001106,
101
+ "eval_loss": 0.13715976476669312,
102
+ "eval_runtime": 643.8616,
103
+ "eval_samples_per_second": 14.183,
104
+ "eval_steps_per_second": 7.092,
105
+ "step": 40
106
+ },
107
+ {
108
+ "epoch": 0.0020748801180376247,
109
+ "grad_norm": 0.004537283908575773,
110
+ "learning_rate": 3.8060233744356633e-06,
111
+ "loss": 0.7151,
112
+ "step": 45
113
+ },
114
+ {
115
+ "epoch": 0.0023054223533751383,
116
+ "grad_norm": 0.007345356047153473,
117
+ "learning_rate": 0.0,
118
+ "loss": 0.7912,
119
+ "step": 50
120
+ },
121
+ {
122
+ "epoch": 0.0023054223533751383,
123
+ "eval_loss": 0.12374379485845566,
124
+ "eval_runtime": 646.8445,
125
+ "eval_samples_per_second": 14.118,
126
+ "eval_steps_per_second": 7.059,
127
+ "step": 50
128
  }
129
  ],
130
  "logging_steps": 5,
 
139
  "should_evaluate": false,
140
  "should_log": false,
141
  "should_save": true,
142
+ "should_training_stop": true
143
  },
144
  "attributes": {}
145
  }
146
  },
147
+ "total_flos": 9464427715756032.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null