cimol commited on
Commit
25202d2
·
verified ·
1 Parent(s): 5023a67

Training in progress, step 353, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07d192aa1c9ce20fd264be177399627c549841ba4a3dcbe785cfdc6ff6e4acf4
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3ff58eeee3ae62a711e0314c27c55314de64205003fdc4a75183fa55bd3d27
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a08f49a47f3ea1d7622dfb86c37c67c48b24de609d9cf949a91fafec68666c5
3
  size 170920532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd3e50bf67e76265b0c210bffafe99b94ceaeff1658dc42160a448a7e28b1a80
3
  size 170920532
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:616d5591fe2815fb845a002baa0bbc69990e73ea586e4a98cd405180dd111c49
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d6141e0b9d9f5f984794ce954b9078957203871211247fa1b668ae6e0e521b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35792e2ed51bf6bc8a2a5bf1bcfa90fe1bca1ed12b3ff3e83b15d68253c4d18f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0646e2d3555f1eaa1a9314ce40f829334a461b68ebc04a7605c70254bd9b820b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7150752544403076,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 2.5531914893617023,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -273,6 +273,49 @@
273
  "eval_samples_per_second": 13.255,
274
  "eval_steps_per_second": 3.347,
275
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276
  }
277
  ],
278
  "logging_steps": 10,
@@ -296,12 +339,12 @@
296
  "should_evaluate": false,
297
  "should_log": false,
298
  "should_save": true,
299
- "should_training_stop": false
300
  },
301
  "attributes": {}
302
  }
303
  },
304
- "total_flos": 4.5087006702698496e+17,
305
  "train_batch_size": 8,
306
  "trial_name": null,
307
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7150752544403076,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
+ "epoch": 3.0042553191489363,
5
  "eval_steps": 50,
6
+ "global_step": 353,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
273
  "eval_samples_per_second": 13.255,
274
  "eval_steps_per_second": 3.347,
275
  "step": 300
276
+ },
277
+ {
278
+ "epoch": 2.6382978723404253,
279
+ "grad_norm": 1.1086422204971313,
280
+ "learning_rate": 7.655920535292682e-06,
281
+ "loss": 0.4461,
282
+ "step": 310
283
+ },
284
+ {
285
+ "epoch": 2.723404255319149,
286
+ "grad_norm": 1.3774492740631104,
287
+ "learning_rate": 4.5331549815317174e-06,
288
+ "loss": 0.3016,
289
+ "step": 320
290
+ },
291
+ {
292
+ "epoch": 2.8085106382978724,
293
+ "grad_norm": 0.9642128944396973,
294
+ "learning_rate": 2.2107034853789288e-06,
295
+ "loss": 0.6109,
296
+ "step": 330
297
+ },
298
+ {
299
+ "epoch": 2.8936170212765955,
300
+ "grad_norm": 1.332884669303894,
301
+ "learning_rate": 7.080355346981815e-07,
302
+ "loss": 0.375,
303
+ "step": 340
304
+ },
305
+ {
306
+ "epoch": 2.978723404255319,
307
+ "grad_norm": 1.325518250465393,
308
+ "learning_rate": 3.774823882738421e-08,
309
+ "loss": 0.3026,
310
+ "step": 350
311
+ },
312
+ {
313
+ "epoch": 2.978723404255319,
314
+ "eval_loss": 0.7016637921333313,
315
+ "eval_runtime": 14.9416,
316
+ "eval_samples_per_second": 13.252,
317
+ "eval_steps_per_second": 3.346,
318
+ "step": 350
319
  }
320
  ],
321
  "logging_steps": 10,
 
339
  "should_evaluate": false,
340
  "should_log": false,
341
  "should_save": true,
342
+ "should_training_stop": true
343
  },
344
  "attributes": {}
345
  }
346
  },
347
+ "total_flos": 5.304600571422966e+17,
348
  "train_batch_size": 8,
349
  "trial_name": null,
350
  "trial_params": null