jeqcho commited on
Commit
3f3407b
·
verified ·
1 Parent(s): 86eebd1

Upload folder using huggingface_hub

Browse files
checkpoint-105/adapter_config.json CHANGED
@@ -34,11 +34,11 @@
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
 
37
  "down_proj",
38
- "q_proj",
39
  "v_proj",
40
- "o_proj",
41
  "k_proj",
 
42
  "gate_proj",
43
  "up_proj"
44
  ],
 
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
37
+ "o_proj",
38
  "down_proj",
 
39
  "v_proj",
 
40
  "k_proj",
41
+ "q_proj",
42
  "gate_proj",
43
  "up_proj"
44
  ],
checkpoint-105/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b569e972a86d6829e78f0b3b2f82887532346fcbc5d95bee095bc82deb1d217
3
  size 80792096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5cdba83f568df3c108ca3af2835134bafde41909e7c6f1dae4a1ca05037743
3
  size 80792096
checkpoint-105/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f3149f049f163343f6033f5769d9b307ba8bb6315316d6dda0904a701685ecb
3
  size 161816187
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4803d420353619833e64f8e79262aae498b4c43730a1e0bdd1bf9f1d0d30bd
3
  size 161816187
checkpoint-105/trainer_state.json CHANGED
@@ -46,702 +46,702 @@
46
  },
47
  {
48
  "epoch": 0.03956043956043956,
49
- "grad_norm": 1.4210177659988403,
50
  "learning_rate": 0.0002,
51
  "loss": 2.0834,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.046153846153846156,
56
- "grad_norm": 2.1953322887420654,
57
  "learning_rate": 0.00019955654101995565,
58
- "loss": 2.3527,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.05274725274725275,
63
- "grad_norm": 1.3501241207122803,
64
  "learning_rate": 0.00019911308203991133,
65
- "loss": 1.6168,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.05934065934065934,
70
- "grad_norm": 1.0528779029846191,
71
  "learning_rate": 0.00019866962305986697,
72
- "loss": 1.2372,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.06593406593406594,
77
- "grad_norm": 1.0986005067825317,
78
  "learning_rate": 0.00019822616407982261,
79
- "loss": 1.0832,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.07252747252747253,
84
- "grad_norm": 0.7291749119758606,
85
  "learning_rate": 0.00019778270509977829,
86
- "loss": 0.8899,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.07912087912087912,
91
- "grad_norm": 0.7171648740768433,
92
  "learning_rate": 0.00019733924611973393,
93
- "loss": 0.901,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.08571428571428572,
98
- "grad_norm": 0.769551694393158,
99
  "learning_rate": 0.0001968957871396896,
100
- "loss": 0.774,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.09230769230769231,
105
- "grad_norm": 0.8533819317817688,
106
  "learning_rate": 0.00019645232815964525,
107
- "loss": 0.8341,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.0989010989010989,
112
- "grad_norm": 0.5951386094093323,
113
  "learning_rate": 0.00019600886917960092,
114
- "loss": 0.7088,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.1054945054945055,
119
- "grad_norm": 0.5491686463356018,
120
  "learning_rate": 0.00019556541019955653,
121
- "loss": 0.7881,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.11208791208791209,
126
- "grad_norm": 0.4747234582901001,
127
  "learning_rate": 0.0001951219512195122,
128
- "loss": 0.8774,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.11868131868131868,
133
- "grad_norm": 0.4941480755805969,
134
  "learning_rate": 0.00019467849223946785,
135
- "loss": 0.5531,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.12527472527472527,
140
- "grad_norm": 0.3821296691894531,
141
  "learning_rate": 0.00019423503325942352,
142
- "loss": 0.6682,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.13186813186813187,
147
- "grad_norm": 0.44070833921432495,
148
  "learning_rate": 0.00019379157427937917,
149
- "loss": 0.6901,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 0.13846153846153847,
154
- "grad_norm": 0.6101831197738647,
155
  "learning_rate": 0.00019334811529933484,
156
- "loss": 0.7096,
157
  "step": 21
158
  },
159
  {
160
  "epoch": 0.14505494505494507,
161
- "grad_norm": 0.4495581388473511,
162
  "learning_rate": 0.00019290465631929045,
163
- "loss": 0.5936,
164
  "step": 22
165
  },
166
  {
167
  "epoch": 0.15164835164835164,
168
- "grad_norm": 0.4235256612300873,
169
  "learning_rate": 0.00019246119733924613,
170
- "loss": 0.807,
171
  "step": 23
172
  },
173
  {
174
  "epoch": 0.15824175824175823,
175
- "grad_norm": 0.3769803047180176,
176
  "learning_rate": 0.00019201773835920177,
177
- "loss": 0.4834,
178
  "step": 24
179
  },
180
  {
181
  "epoch": 0.16483516483516483,
182
- "grad_norm": 0.39769601821899414,
183
  "learning_rate": 0.00019157427937915744,
184
- "loss": 0.7437,
185
  "step": 25
186
  },
187
  {
188
  "epoch": 0.17142857142857143,
189
- "grad_norm": 0.3540402948856354,
190
  "learning_rate": 0.00019113082039911309,
191
- "loss": 0.7367,
192
  "step": 26
193
  },
194
  {
195
  "epoch": 0.17802197802197803,
196
- "grad_norm": 0.3442913591861725,
197
  "learning_rate": 0.00019068736141906876,
198
- "loss": 0.6653,
199
  "step": 27
200
  },
201
  {
202
  "epoch": 0.18461538461538463,
203
- "grad_norm": 0.3774307668209076,
204
  "learning_rate": 0.0001902439024390244,
205
- "loss": 0.5388,
206
  "step": 28
207
  },
208
  {
209
  "epoch": 0.1912087912087912,
210
- "grad_norm": 0.425573468208313,
211
  "learning_rate": 0.00018980044345898005,
212
- "loss": 0.6212,
213
  "step": 29
214
  },
215
  {
216
  "epoch": 0.1978021978021978,
217
- "grad_norm": 0.36889106035232544,
218
  "learning_rate": 0.00018935698447893572,
219
- "loss": 0.5505,
220
  "step": 30
221
  },
222
  {
223
  "epoch": 0.2043956043956044,
224
- "grad_norm": 0.41763660311698914,
225
  "learning_rate": 0.00018891352549889136,
226
- "loss": 0.6563,
227
  "step": 31
228
  },
229
  {
230
  "epoch": 0.210989010989011,
231
- "grad_norm": 0.4044314920902252,
232
  "learning_rate": 0.00018847006651884703,
233
- "loss": 0.7254,
234
  "step": 32
235
  },
236
  {
237
  "epoch": 0.2175824175824176,
238
- "grad_norm": 0.4232475161552429,
239
  "learning_rate": 0.00018802660753880268,
240
- "loss": 0.5845,
241
  "step": 33
242
  },
243
  {
244
  "epoch": 0.22417582417582418,
245
- "grad_norm": 0.4286547005176544,
246
  "learning_rate": 0.00018758314855875832,
247
- "loss": 0.6785,
248
  "step": 34
249
  },
250
  {
251
  "epoch": 0.23076923076923078,
252
- "grad_norm": 0.31076809763908386,
253
  "learning_rate": 0.00018713968957871397,
254
- "loss": 0.499,
255
  "step": 35
256
  },
257
  {
258
  "epoch": 0.23736263736263735,
259
- "grad_norm": 0.36596956849098206,
260
  "learning_rate": 0.00018669623059866964,
261
- "loss": 0.5066,
262
  "step": 36
263
  },
264
  {
265
  "epoch": 0.24395604395604395,
266
- "grad_norm": 0.538699746131897,
267
  "learning_rate": 0.00018625277161862528,
268
- "loss": 0.6999,
269
  "step": 37
270
  },
271
  {
272
  "epoch": 0.25054945054945055,
273
- "grad_norm": 0.40492090582847595,
274
  "learning_rate": 0.00018580931263858095,
275
- "loss": 0.6028,
276
  "step": 38
277
  },
278
  {
279
  "epoch": 0.2571428571428571,
280
- "grad_norm": 0.40941327810287476,
281
  "learning_rate": 0.0001853658536585366,
282
- "loss": 0.5741,
283
  "step": 39
284
  },
285
  {
286
  "epoch": 0.26373626373626374,
287
- "grad_norm": 0.49566400051116943,
288
  "learning_rate": 0.00018492239467849224,
289
  "loss": 0.5661,
290
  "step": 40
291
  },
292
  {
293
  "epoch": 0.2703296703296703,
294
- "grad_norm": 0.43741264939308167,
295
  "learning_rate": 0.0001844789356984479,
296
- "loss": 0.546,
297
  "step": 41
298
  },
299
  {
300
  "epoch": 0.27692307692307694,
301
- "grad_norm": 0.438276082277298,
302
  "learning_rate": 0.00018403547671840356,
303
- "loss": 0.4637,
304
  "step": 42
305
  },
306
  {
307
  "epoch": 0.2835164835164835,
308
- "grad_norm": 0.4048697054386139,
309
  "learning_rate": 0.0001835920177383592,
310
- "loss": 0.639,
311
  "step": 43
312
  },
313
  {
314
  "epoch": 0.29010989010989013,
315
- "grad_norm": 0.4107864499092102,
316
  "learning_rate": 0.00018314855875831487,
317
- "loss": 0.6006,
318
  "step": 44
319
  },
320
  {
321
  "epoch": 0.2967032967032967,
322
- "grad_norm": 0.28709277510643005,
323
  "learning_rate": 0.00018270509977827052,
324
- "loss": 0.4367,
325
  "step": 45
326
  },
327
  {
328
  "epoch": 0.3032967032967033,
329
- "grad_norm": 0.452434241771698,
330
  "learning_rate": 0.00018226164079822616,
331
- "loss": 0.7652,
332
  "step": 46
333
  },
334
  {
335
  "epoch": 0.3098901098901099,
336
- "grad_norm": 0.31990426778793335,
337
  "learning_rate": 0.00018181818181818183,
338
- "loss": 0.5955,
339
  "step": 47
340
  },
341
  {
342
  "epoch": 0.31648351648351647,
343
- "grad_norm": 0.35008805990219116,
344
  "learning_rate": 0.00018137472283813748,
345
- "loss": 0.6933,
346
  "step": 48
347
  },
348
  {
349
  "epoch": 0.3230769230769231,
350
- "grad_norm": 0.29008418321609497,
351
  "learning_rate": 0.00018093126385809312,
352
- "loss": 0.5714,
353
  "step": 49
354
  },
355
  {
356
  "epoch": 0.32967032967032966,
357
- "grad_norm": 0.35922980308532715,
358
  "learning_rate": 0.0001804878048780488,
359
- "loss": 0.5607,
360
  "step": 50
361
  },
362
  {
363
  "epoch": 0.3362637362637363,
364
- "grad_norm": 0.3305734694004059,
365
  "learning_rate": 0.00018004434589800444,
366
- "loss": 0.5821,
367
  "step": 51
368
  },
369
  {
370
  "epoch": 0.34285714285714286,
371
- "grad_norm": 0.3513537347316742,
372
  "learning_rate": 0.00017960088691796008,
373
- "loss": 0.5481,
374
  "step": 52
375
  },
376
  {
377
  "epoch": 0.34945054945054943,
378
- "grad_norm": 0.3159414827823639,
379
  "learning_rate": 0.00017915742793791575,
380
- "loss": 0.5447,
381
  "step": 53
382
  },
383
  {
384
  "epoch": 0.35604395604395606,
385
- "grad_norm": 0.2907983958721161,
386
  "learning_rate": 0.0001787139689578714,
387
- "loss": 0.5342,
388
  "step": 54
389
  },
390
  {
391
  "epoch": 0.3626373626373626,
392
- "grad_norm": 0.3384917974472046,
393
  "learning_rate": 0.00017827050997782707,
394
- "loss": 0.4418,
395
  "step": 55
396
  },
397
  {
398
  "epoch": 0.36923076923076925,
399
- "grad_norm": 0.4053548276424408,
400
  "learning_rate": 0.00017782705099778271,
401
- "loss": 0.5753,
402
  "step": 56
403
  },
404
  {
405
  "epoch": 0.3758241758241758,
406
- "grad_norm": 0.4862969219684601,
407
  "learning_rate": 0.00017738359201773839,
408
- "loss": 0.5427,
409
  "step": 57
410
  },
411
  {
412
  "epoch": 0.3824175824175824,
413
- "grad_norm": 0.4132358729839325,
414
  "learning_rate": 0.000176940133037694,
415
- "loss": 0.5032,
416
  "step": 58
417
  },
418
  {
419
  "epoch": 0.389010989010989,
420
- "grad_norm": 0.3131895661354065,
421
  "learning_rate": 0.00017649667405764967,
422
- "loss": 0.5134,
423
  "step": 59
424
  },
425
  {
426
  "epoch": 0.3956043956043956,
427
- "grad_norm": 0.41834479570388794,
428
  "learning_rate": 0.00017605321507760532,
429
- "loss": 0.4807,
430
  "step": 60
431
  },
432
  {
433
  "epoch": 0.4021978021978022,
434
- "grad_norm": 0.39823901653289795,
435
  "learning_rate": 0.000175609756097561,
436
- "loss": 0.5923,
437
  "step": 61
438
  },
439
  {
440
  "epoch": 0.4087912087912088,
441
- "grad_norm": 0.3001629710197449,
442
  "learning_rate": 0.00017516629711751663,
443
- "loss": 0.4608,
444
  "step": 62
445
  },
446
  {
447
  "epoch": 0.4153846153846154,
448
- "grad_norm": 0.33100757002830505,
449
  "learning_rate": 0.0001747228381374723,
450
- "loss": 0.5746,
451
  "step": 63
452
  },
453
  {
454
  "epoch": 0.421978021978022,
455
- "grad_norm": 0.38101696968078613,
456
  "learning_rate": 0.00017427937915742792,
457
- "loss": 0.6248,
458
  "step": 64
459
  },
460
  {
461
  "epoch": 0.42857142857142855,
462
- "grad_norm": 0.3749473989009857,
463
  "learning_rate": 0.0001738359201773836,
464
- "loss": 0.5436,
465
  "step": 65
466
  },
467
  {
468
  "epoch": 0.4351648351648352,
469
- "grad_norm": 0.3627394139766693,
470
  "learning_rate": 0.00017339246119733924,
471
- "loss": 0.4833,
472
  "step": 66
473
  },
474
  {
475
  "epoch": 0.44175824175824174,
476
- "grad_norm": 0.32703840732574463,
477
  "learning_rate": 0.0001729490022172949,
478
- "loss": 0.5082,
479
  "step": 67
480
  },
481
  {
482
  "epoch": 0.44835164835164837,
483
- "grad_norm": 0.3377853333950043,
484
  "learning_rate": 0.00017250554323725056,
485
- "loss": 0.5851,
486
  "step": 68
487
  },
488
  {
489
  "epoch": 0.45494505494505494,
490
- "grad_norm": 0.2636179029941559,
491
  "learning_rate": 0.00017206208425720623,
492
- "loss": 0.6152,
493
  "step": 69
494
  },
495
  {
496
  "epoch": 0.46153846153846156,
497
- "grad_norm": 0.32934603095054626,
498
  "learning_rate": 0.00017161862527716187,
499
- "loss": 0.5501,
500
  "step": 70
501
  },
502
  {
503
  "epoch": 0.46813186813186813,
504
- "grad_norm": 0.3468154966831207,
505
  "learning_rate": 0.00017117516629711752,
506
- "loss": 0.5,
507
  "step": 71
508
  },
509
  {
510
  "epoch": 0.4747252747252747,
511
- "grad_norm": 0.3443688750267029,
512
  "learning_rate": 0.0001707317073170732,
513
- "loss": 0.6958,
514
  "step": 72
515
  },
516
  {
517
  "epoch": 0.48131868131868133,
518
- "grad_norm": 0.31319597363471985,
519
  "learning_rate": 0.00017028824833702883,
520
- "loss": 0.5448,
521
  "step": 73
522
  },
523
  {
524
  "epoch": 0.4879120879120879,
525
- "grad_norm": 0.4158133864402771,
526
  "learning_rate": 0.0001698447893569845,
527
- "loss": 0.5519,
528
  "step": 74
529
  },
530
  {
531
  "epoch": 0.4945054945054945,
532
- "grad_norm": 0.3488521873950958,
533
  "learning_rate": 0.00016940133037694015,
534
  "loss": 0.4548,
535
  "step": 75
536
  },
537
  {
538
  "epoch": 0.5010989010989011,
539
- "grad_norm": 0.34698039293289185,
540
  "learning_rate": 0.00016895787139689582,
541
- "loss": 0.5589,
542
  "step": 76
543
  },
544
  {
545
  "epoch": 0.5076923076923077,
546
- "grad_norm": 0.3786613941192627,
547
  "learning_rate": 0.00016851441241685144,
548
- "loss": 0.6392,
549
  "step": 77
550
  },
551
  {
552
  "epoch": 0.5142857142857142,
553
- "grad_norm": 0.4199986159801483,
554
  "learning_rate": 0.0001680709534368071,
555
- "loss": 0.7377,
556
  "step": 78
557
  },
558
  {
559
  "epoch": 0.5208791208791209,
560
- "grad_norm": 0.38042977452278137,
561
  "learning_rate": 0.00016762749445676275,
562
- "loss": 0.5973,
563
  "step": 79
564
  },
565
  {
566
  "epoch": 0.5274725274725275,
567
- "grad_norm": 0.31035611033439636,
568
  "learning_rate": 0.00016718403547671842,
569
- "loss": 0.5988,
570
  "step": 80
571
  },
572
  {
573
  "epoch": 0.5340659340659341,
574
- "grad_norm": 0.34894973039627075,
575
  "learning_rate": 0.00016674057649667407,
576
- "loss": 0.4984,
577
  "step": 81
578
  },
579
  {
580
  "epoch": 0.5406593406593406,
581
- "grad_norm": 0.3106113374233246,
582
  "learning_rate": 0.00016629711751662974,
583
- "loss": 0.3352,
584
  "step": 82
585
  },
586
  {
587
  "epoch": 0.5472527472527473,
588
- "grad_norm": 0.40006911754608154,
589
  "learning_rate": 0.00016585365853658536,
590
  "loss": 0.5788,
591
  "step": 83
592
  },
593
  {
594
  "epoch": 0.5538461538461539,
595
- "grad_norm": 0.34596022963523865,
596
  "learning_rate": 0.00016541019955654103,
597
- "loss": 0.6014,
598
  "step": 84
599
  },
600
  {
601
  "epoch": 0.5604395604395604,
602
- "grad_norm": 0.35695880651474,
603
  "learning_rate": 0.00016496674057649667,
604
- "loss": 0.4872,
605
  "step": 85
606
  },
607
  {
608
  "epoch": 0.567032967032967,
609
- "grad_norm": 0.33931764960289,
610
  "learning_rate": 0.00016452328159645234,
611
- "loss": 0.6237,
612
  "step": 86
613
  },
614
  {
615
  "epoch": 0.5736263736263736,
616
- "grad_norm": 0.3436149060726166,
617
  "learning_rate": 0.000164079822616408,
618
- "loss": 0.6567,
619
  "step": 87
620
  },
621
  {
622
  "epoch": 0.5802197802197803,
623
- "grad_norm": 0.31438586115837097,
624
  "learning_rate": 0.00016363636363636366,
625
- "loss": 0.4692,
626
  "step": 88
627
  },
628
  {
629
  "epoch": 0.5868131868131868,
630
- "grad_norm": 0.37511250376701355,
631
  "learning_rate": 0.0001631929046563193,
632
- "loss": 0.7077,
633
  "step": 89
634
  },
635
  {
636
  "epoch": 0.5934065934065934,
637
- "grad_norm": 0.3482561409473419,
638
  "learning_rate": 0.00016274944567627495,
639
- "loss": 0.5538,
640
  "step": 90
641
  },
642
  {
643
  "epoch": 0.6,
644
- "grad_norm": 0.37848830223083496,
645
  "learning_rate": 0.0001623059866962306,
646
  "loss": 0.6114,
647
  "step": 91
648
  },
649
  {
650
  "epoch": 0.6065934065934065,
651
- "grad_norm": 0.3630884885787964,
652
  "learning_rate": 0.00016186252771618626,
653
- "loss": 0.5914,
654
  "step": 92
655
  },
656
  {
657
  "epoch": 0.6131868131868132,
658
- "grad_norm": 0.3143329620361328,
659
  "learning_rate": 0.0001614190687361419,
660
- "loss": 0.3932,
661
  "step": 93
662
  },
663
  {
664
  "epoch": 0.6197802197802198,
665
- "grad_norm": 0.48530277609825134,
666
  "learning_rate": 0.00016097560975609758,
667
- "loss": 0.6057,
668
  "step": 94
669
  },
670
  {
671
  "epoch": 0.6263736263736264,
672
- "grad_norm": 0.36521366238594055,
673
  "learning_rate": 0.00016053215077605322,
674
- "loss": 0.547,
675
  "step": 95
676
  },
677
  {
678
  "epoch": 0.6329670329670329,
679
- "grad_norm": 0.3816615641117096,
680
  "learning_rate": 0.00016008869179600887,
681
- "loss": 0.6192,
682
  "step": 96
683
  },
684
  {
685
  "epoch": 0.6395604395604395,
686
- "grad_norm": 0.3620418906211853,
687
  "learning_rate": 0.00015964523281596454,
688
- "loss": 0.5911,
689
  "step": 97
690
  },
691
  {
692
  "epoch": 0.6461538461538462,
693
- "grad_norm": 0.3318828046321869,
694
  "learning_rate": 0.00015920177383592018,
695
- "loss": 0.7183,
696
  "step": 98
697
  },
698
  {
699
  "epoch": 0.6527472527472528,
700
- "grad_norm": 0.45500969886779785,
701
  "learning_rate": 0.00015875831485587586,
702
- "loss": 0.6887,
703
  "step": 99
704
  },
705
  {
706
  "epoch": 0.6593406593406593,
707
- "grad_norm": 0.33934152126312256,
708
  "learning_rate": 0.0001583148558758315,
709
- "loss": 0.5101,
710
  "step": 100
711
  },
712
  {
713
  "epoch": 0.6659340659340659,
714
- "grad_norm": 0.34676507115364075,
715
  "learning_rate": 0.00015787139689578714,
716
  "loss": 0.4697,
717
  "step": 101
718
  },
719
  {
720
  "epoch": 0.6725274725274726,
721
- "grad_norm": 0.30761954188346863,
722
  "learning_rate": 0.0001574279379157428,
723
- "loss": 0.4226,
724
  "step": 102
725
  },
726
  {
727
  "epoch": 0.6791208791208792,
728
- "grad_norm": 0.42817234992980957,
729
  "learning_rate": 0.00015698447893569846,
730
- "loss": 0.6624,
731
  "step": 103
732
  },
733
  {
734
  "epoch": 0.6857142857142857,
735
- "grad_norm": 0.3944794833660126,
736
  "learning_rate": 0.0001565410199556541,
737
- "loss": 0.5922,
738
  "step": 104
739
  },
740
  {
741
  "epoch": 0.6923076923076923,
742
- "grad_norm": 0.3339543640613556,
743
  "learning_rate": 0.00015609756097560978,
744
- "loss": 0.7868,
745
  "step": 105
746
  }
747
  ],
 
46
  },
47
  {
48
  "epoch": 0.03956043956043956,
49
+ "grad_norm": 1.4210093021392822,
50
  "learning_rate": 0.0002,
51
  "loss": 2.0834,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.046153846153846156,
56
+ "grad_norm": 2.191202163696289,
57
  "learning_rate": 0.00019955654101995565,
58
+ "loss": 2.356,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.05274725274725275,
63
+ "grad_norm": 1.3515082597732544,
64
  "learning_rate": 0.00019911308203991133,
65
+ "loss": 1.6185,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.05934065934065934,
70
+ "grad_norm": 1.0511066913604736,
71
  "learning_rate": 0.00019866962305986697,
72
+ "loss": 1.2398,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.06593406593406594,
77
+ "grad_norm": 1.1089080572128296,
78
  "learning_rate": 0.00019822616407982261,
79
+ "loss": 1.0841,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.07252747252747253,
84
+ "grad_norm": 0.7258754372596741,
85
  "learning_rate": 0.00019778270509977829,
86
+ "loss": 0.891,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.07912087912087912,
91
+ "grad_norm": 0.7209516763687134,
92
  "learning_rate": 0.00019733924611973393,
93
+ "loss": 0.9001,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.08571428571428572,
98
+ "grad_norm": 0.7664763927459717,
99
  "learning_rate": 0.0001968957871396896,
100
+ "loss": 0.7743,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.09230769230769231,
105
+ "grad_norm": 0.8576359748840332,
106
  "learning_rate": 0.00019645232815964525,
107
+ "loss": 0.8357,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.0989010989010989,
112
+ "grad_norm": 0.595888614654541,
113
  "learning_rate": 0.00019600886917960092,
114
+ "loss": 0.7084,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.1054945054945055,
119
+ "grad_norm": 0.5491059422492981,
120
  "learning_rate": 0.00019556541019955653,
121
+ "loss": 0.7878,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.11208791208791209,
126
+ "grad_norm": 0.4769267141819,
127
  "learning_rate": 0.0001951219512195122,
128
+ "loss": 0.8773,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.11868131868131868,
133
+ "grad_norm": 0.49563226103782654,
134
  "learning_rate": 0.00019467849223946785,
135
+ "loss": 0.5533,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.12527472527472527,
140
+ "grad_norm": 0.38295453786849976,
141
  "learning_rate": 0.00019423503325942352,
142
+ "loss": 0.6684,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.13186813186813187,
147
+ "grad_norm": 0.440352201461792,
148
  "learning_rate": 0.00019379157427937917,
149
+ "loss": 0.6908,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 0.13846153846153847,
154
+ "grad_norm": 0.6130449175834656,
155
  "learning_rate": 0.00019334811529933484,
156
+ "loss": 0.7121,
157
  "step": 21
158
  },
159
  {
160
  "epoch": 0.14505494505494507,
161
+ "grad_norm": 0.4496903419494629,
162
  "learning_rate": 0.00019290465631929045,
163
+ "loss": 0.5951,
164
  "step": 22
165
  },
166
  {
167
  "epoch": 0.15164835164835164,
168
+ "grad_norm": 0.4229985177516937,
169
  "learning_rate": 0.00019246119733924613,
170
+ "loss": 0.8088,
171
  "step": 23
172
  },
173
  {
174
  "epoch": 0.15824175824175823,
175
+ "grad_norm": 0.3770928382873535,
176
  "learning_rate": 0.00019201773835920177,
177
+ "loss": 0.483,
178
  "step": 24
179
  },
180
  {
181
  "epoch": 0.16483516483516483,
182
+ "grad_norm": 0.3968537747859955,
183
  "learning_rate": 0.00019157427937915744,
184
+ "loss": 0.7432,
185
  "step": 25
186
  },
187
  {
188
  "epoch": 0.17142857142857143,
189
+ "grad_norm": 0.35443034768104553,
190
  "learning_rate": 0.00019113082039911309,
191
+ "loss": 0.7378,
192
  "step": 26
193
  },
194
  {
195
  "epoch": 0.17802197802197803,
196
+ "grad_norm": 0.3410908281803131,
197
  "learning_rate": 0.00019068736141906876,
198
+ "loss": 0.6648,
199
  "step": 27
200
  },
201
  {
202
  "epoch": 0.18461538461538463,
203
+ "grad_norm": 0.3770894706249237,
204
  "learning_rate": 0.0001902439024390244,
205
+ "loss": 0.5379,
206
  "step": 28
207
  },
208
  {
209
  "epoch": 0.1912087912087912,
210
+ "grad_norm": 0.4255348742008209,
211
  "learning_rate": 0.00018980044345898005,
212
+ "loss": 0.6209,
213
  "step": 29
214
  },
215
  {
216
  "epoch": 0.1978021978021978,
217
+ "grad_norm": 0.36734604835510254,
218
  "learning_rate": 0.00018935698447893572,
219
+ "loss": 0.5492,
220
  "step": 30
221
  },
222
  {
223
  "epoch": 0.2043956043956044,
224
+ "grad_norm": 0.4194317162036896,
225
  "learning_rate": 0.00018891352549889136,
226
+ "loss": 0.6574,
227
  "step": 31
228
  },
229
  {
230
  "epoch": 0.210989010989011,
231
+ "grad_norm": 0.40617868304252625,
232
  "learning_rate": 0.00018847006651884703,
233
+ "loss": 0.7256,
234
  "step": 32
235
  },
236
  {
237
  "epoch": 0.2175824175824176,
238
+ "grad_norm": 0.4234406352043152,
239
  "learning_rate": 0.00018802660753880268,
240
+ "loss": 0.5833,
241
  "step": 33
242
  },
243
  {
244
  "epoch": 0.22417582417582418,
245
+ "grad_norm": 0.42862963676452637,
246
  "learning_rate": 0.00018758314855875832,
247
+ "loss": 0.679,
248
  "step": 34
249
  },
250
  {
251
  "epoch": 0.23076923076923078,
252
+ "grad_norm": 0.30872148275375366,
253
  "learning_rate": 0.00018713968957871397,
254
+ "loss": 0.4977,
255
  "step": 35
256
  },
257
  {
258
  "epoch": 0.23736263736263735,
259
+ "grad_norm": 0.3625873625278473,
260
  "learning_rate": 0.00018669623059866964,
261
+ "loss": 0.5081,
262
  "step": 36
263
  },
264
  {
265
  "epoch": 0.24395604395604395,
266
+ "grad_norm": 0.5377358794212341,
267
  "learning_rate": 0.00018625277161862528,
268
+ "loss": 0.699,
269
  "step": 37
270
  },
271
  {
272
  "epoch": 0.25054945054945055,
273
+ "grad_norm": 0.4084674119949341,
274
  "learning_rate": 0.00018580931263858095,
275
+ "loss": 0.6026,
276
  "step": 38
277
  },
278
  {
279
  "epoch": 0.2571428571428571,
280
+ "grad_norm": 0.408764511346817,
281
  "learning_rate": 0.0001853658536585366,
282
+ "loss": 0.573,
283
  "step": 39
284
  },
285
  {
286
  "epoch": 0.26373626373626374,
287
+ "grad_norm": 0.49357256293296814,
288
  "learning_rate": 0.00018492239467849224,
289
  "loss": 0.5661,
290
  "step": 40
291
  },
292
  {
293
  "epoch": 0.2703296703296703,
294
+ "grad_norm": 0.4367434084415436,
295
  "learning_rate": 0.0001844789356984479,
296
+ "loss": 0.5467,
297
  "step": 41
298
  },
299
  {
300
  "epoch": 0.27692307692307694,
301
+ "grad_norm": 0.43745237588882446,
302
  "learning_rate": 0.00018403547671840356,
303
+ "loss": 0.4629,
304
  "step": 42
305
  },
306
  {
307
  "epoch": 0.2835164835164835,
308
+ "grad_norm": 0.40380334854125977,
309
  "learning_rate": 0.0001835920177383592,
310
+ "loss": 0.6396,
311
  "step": 43
312
  },
313
  {
314
  "epoch": 0.29010989010989013,
315
+ "grad_norm": 0.40799689292907715,
316
  "learning_rate": 0.00018314855875831487,
317
+ "loss": 0.599,
318
  "step": 44
319
  },
320
  {
321
  "epoch": 0.2967032967032967,
322
+ "grad_norm": 0.28567400574684143,
323
  "learning_rate": 0.00018270509977827052,
324
+ "loss": 0.4377,
325
  "step": 45
326
  },
327
  {
328
  "epoch": 0.3032967032967033,
329
+ "grad_norm": 0.4526217579841614,
330
  "learning_rate": 0.00018226164079822616,
331
+ "loss": 0.7656,
332
  "step": 46
333
  },
334
  {
335
  "epoch": 0.3098901098901099,
336
+ "grad_norm": 0.3180352449417114,
337
  "learning_rate": 0.00018181818181818183,
338
+ "loss": 0.5954,
339
  "step": 47
340
  },
341
  {
342
  "epoch": 0.31648351648351647,
343
+ "grad_norm": 0.3497668206691742,
344
  "learning_rate": 0.00018137472283813748,
345
+ "loss": 0.6921,
346
  "step": 48
347
  },
348
  {
349
  "epoch": 0.3230769230769231,
350
+ "grad_norm": 0.29014813899993896,
351
  "learning_rate": 0.00018093126385809312,
352
+ "loss": 0.5719,
353
  "step": 49
354
  },
355
  {
356
  "epoch": 0.32967032967032966,
357
+ "grad_norm": 0.3539118766784668,
358
  "learning_rate": 0.0001804878048780488,
359
+ "loss": 0.5592,
360
  "step": 50
361
  },
362
  {
363
  "epoch": 0.3362637362637363,
364
+ "grad_norm": 0.329170823097229,
365
  "learning_rate": 0.00018004434589800444,
366
+ "loss": 0.5826,
367
  "step": 51
368
  },
369
  {
370
  "epoch": 0.34285714285714286,
371
+ "grad_norm": 0.35174617171287537,
372
  "learning_rate": 0.00017960088691796008,
373
+ "loss": 0.5477,
374
  "step": 52
375
  },
376
  {
377
  "epoch": 0.34945054945054943,
378
+ "grad_norm": 0.3147708773612976,
379
  "learning_rate": 0.00017915742793791575,
380
+ "loss": 0.5454,
381
  "step": 53
382
  },
383
  {
384
  "epoch": 0.35604395604395606,
385
+ "grad_norm": 0.29042673110961914,
386
  "learning_rate": 0.0001787139689578714,
387
+ "loss": 0.5355,
388
  "step": 54
389
  },
390
  {
391
  "epoch": 0.3626373626373626,
392
+ "grad_norm": 0.3362969160079956,
393
  "learning_rate": 0.00017827050997782707,
394
+ "loss": 0.4426,
395
  "step": 55
396
  },
397
  {
398
  "epoch": 0.36923076923076925,
399
+ "grad_norm": 0.40394821763038635,
400
  "learning_rate": 0.00017782705099778271,
401
+ "loss": 0.5756,
402
  "step": 56
403
  },
404
  {
405
  "epoch": 0.3758241758241758,
406
+ "grad_norm": 0.4828003942966461,
407
  "learning_rate": 0.00017738359201773839,
408
+ "loss": 0.5425,
409
  "step": 57
410
  },
411
  {
412
  "epoch": 0.3824175824175824,
413
+ "grad_norm": 0.41234296560287476,
414
  "learning_rate": 0.000176940133037694,
415
+ "loss": 0.5034,
416
  "step": 58
417
  },
418
  {
419
  "epoch": 0.389010989010989,
420
+ "grad_norm": 0.3114299774169922,
421
  "learning_rate": 0.00017649667405764967,
422
+ "loss": 0.5133,
423
  "step": 59
424
  },
425
  {
426
  "epoch": 0.3956043956043956,
427
+ "grad_norm": 0.4113824665546417,
428
  "learning_rate": 0.00017605321507760532,
429
+ "loss": 0.4794,
430
  "step": 60
431
  },
432
  {
433
  "epoch": 0.4021978021978022,
434
+ "grad_norm": 0.39749574661254883,
435
  "learning_rate": 0.000175609756097561,
436
+ "loss": 0.5918,
437
  "step": 61
438
  },
439
  {
440
  "epoch": 0.4087912087912088,
441
+ "grad_norm": 0.2998730540275574,
442
  "learning_rate": 0.00017516629711751663,
443
+ "loss": 0.4609,
444
  "step": 62
445
  },
446
  {
447
  "epoch": 0.4153846153846154,
448
+ "grad_norm": 0.33303892612457275,
449
  "learning_rate": 0.0001747228381374723,
450
+ "loss": 0.5749,
451
  "step": 63
452
  },
453
  {
454
  "epoch": 0.421978021978022,
455
+ "grad_norm": 0.3806542158126831,
456
  "learning_rate": 0.00017427937915742792,
457
+ "loss": 0.6255,
458
  "step": 64
459
  },
460
  {
461
  "epoch": 0.42857142857142855,
462
+ "grad_norm": 0.37488535046577454,
463
  "learning_rate": 0.0001738359201773836,
464
+ "loss": 0.5428,
465
  "step": 65
466
  },
467
  {
468
  "epoch": 0.4351648351648352,
469
+ "grad_norm": 0.3625684082508087,
470
  "learning_rate": 0.00017339246119733924,
471
+ "loss": 0.4832,
472
  "step": 66
473
  },
474
  {
475
  "epoch": 0.44175824175824174,
476
+ "grad_norm": 0.3280394673347473,
477
  "learning_rate": 0.0001729490022172949,
478
+ "loss": 0.5081,
479
  "step": 67
480
  },
481
  {
482
  "epoch": 0.44835164835164837,
483
+ "grad_norm": 0.33734264969825745,
484
  "learning_rate": 0.00017250554323725056,
485
+ "loss": 0.5846,
486
  "step": 68
487
  },
488
  {
489
  "epoch": 0.45494505494505494,
490
+ "grad_norm": 0.26452669501304626,
491
  "learning_rate": 0.00017206208425720623,
492
+ "loss": 0.6158,
493
  "step": 69
494
  },
495
  {
496
  "epoch": 0.46153846153846156,
497
+ "grad_norm": 0.3296058475971222,
498
  "learning_rate": 0.00017161862527716187,
499
+ "loss": 0.5506,
500
  "step": 70
501
  },
502
  {
503
  "epoch": 0.46813186813186813,
504
+ "grad_norm": 0.34564757347106934,
505
  "learning_rate": 0.00017117516629711752,
506
+ "loss": 0.501,
507
  "step": 71
508
  },
509
  {
510
  "epoch": 0.4747252747252747,
511
+ "grad_norm": 0.34410351514816284,
512
  "learning_rate": 0.0001707317073170732,
513
+ "loss": 0.6951,
514
  "step": 72
515
  },
516
  {
517
  "epoch": 0.48131868131868133,
518
+ "grad_norm": 0.31216946244239807,
519
  "learning_rate": 0.00017028824833702883,
520
+ "loss": 0.5436,
521
  "step": 73
522
  },
523
  {
524
  "epoch": 0.4879120879120879,
525
+ "grad_norm": 0.41745084524154663,
526
  "learning_rate": 0.0001698447893569845,
527
+ "loss": 0.5543,
528
  "step": 74
529
  },
530
  {
531
  "epoch": 0.4945054945054945,
532
+ "grad_norm": 0.34854283928871155,
533
  "learning_rate": 0.00016940133037694015,
534
  "loss": 0.4548,
535
  "step": 75
536
  },
537
  {
538
  "epoch": 0.5010989010989011,
539
+ "grad_norm": 0.34482014179229736,
540
  "learning_rate": 0.00016895787139689582,
541
+ "loss": 0.5569,
542
  "step": 76
543
  },
544
  {
545
  "epoch": 0.5076923076923077,
546
+ "grad_norm": 0.3797132670879364,
547
  "learning_rate": 0.00016851441241685144,
548
+ "loss": 0.6374,
549
  "step": 77
550
  },
551
  {
552
  "epoch": 0.5142857142857142,
553
+ "grad_norm": 0.42068514227867126,
554
  "learning_rate": 0.0001680709534368071,
555
+ "loss": 0.7371,
556
  "step": 78
557
  },
558
  {
559
  "epoch": 0.5208791208791209,
560
+ "grad_norm": 0.38008517026901245,
561
  "learning_rate": 0.00016762749445676275,
562
+ "loss": 0.5977,
563
  "step": 79
564
  },
565
  {
566
  "epoch": 0.5274725274725275,
567
+ "grad_norm": 0.31223198771476746,
568
  "learning_rate": 0.00016718403547671842,
569
+ "loss": 0.6004,
570
  "step": 80
571
  },
572
  {
573
  "epoch": 0.5340659340659341,
574
+ "grad_norm": 0.34468576312065125,
575
  "learning_rate": 0.00016674057649667407,
576
+ "loss": 0.4985,
577
  "step": 81
578
  },
579
  {
580
  "epoch": 0.5406593406593406,
581
+ "grad_norm": 0.3130583167076111,
582
  "learning_rate": 0.00016629711751662974,
583
+ "loss": 0.3374,
584
  "step": 82
585
  },
586
  {
587
  "epoch": 0.5472527472527473,
588
+ "grad_norm": 0.4015103280544281,
589
  "learning_rate": 0.00016585365853658536,
590
  "loss": 0.5788,
591
  "step": 83
592
  },
593
  {
594
  "epoch": 0.5538461538461539,
595
+ "grad_norm": 0.34522417187690735,
596
  "learning_rate": 0.00016541019955654103,
597
+ "loss": 0.6012,
598
  "step": 84
599
  },
600
  {
601
  "epoch": 0.5604395604395604,
602
+ "grad_norm": 0.358808308839798,
603
  "learning_rate": 0.00016496674057649667,
604
+ "loss": 0.4878,
605
  "step": 85
606
  },
607
  {
608
  "epoch": 0.567032967032967,
609
+ "grad_norm": 0.34078314900398254,
610
  "learning_rate": 0.00016452328159645234,
611
+ "loss": 0.6232,
612
  "step": 86
613
  },
614
  {
615
  "epoch": 0.5736263736263736,
616
+ "grad_norm": 0.34465718269348145,
617
  "learning_rate": 0.000164079822616408,
618
+ "loss": 0.6572,
619
  "step": 87
620
  },
621
  {
622
  "epoch": 0.5802197802197803,
623
+ "grad_norm": 0.3138117492198944,
624
  "learning_rate": 0.00016363636363636366,
625
+ "loss": 0.4689,
626
  "step": 88
627
  },
628
  {
629
  "epoch": 0.5868131868131868,
630
+ "grad_norm": 0.3753935396671295,
631
  "learning_rate": 0.0001631929046563193,
632
+ "loss": 0.7078,
633
  "step": 89
634
  },
635
  {
636
  "epoch": 0.5934065934065934,
637
+ "grad_norm": 0.3477277457714081,
638
  "learning_rate": 0.00016274944567627495,
639
+ "loss": 0.5523,
640
  "step": 90
641
  },
642
  {
643
  "epoch": 0.6,
644
+ "grad_norm": 0.3810032904148102,
645
  "learning_rate": 0.0001623059866962306,
646
  "loss": 0.6114,
647
  "step": 91
648
  },
649
  {
650
  "epoch": 0.6065934065934065,
651
+ "grad_norm": 0.35794568061828613,
652
  "learning_rate": 0.00016186252771618626,
653
+ "loss": 0.5901,
654
  "step": 92
655
  },
656
  {
657
  "epoch": 0.6131868131868132,
658
+ "grad_norm": 0.31707000732421875,
659
  "learning_rate": 0.0001614190687361419,
660
+ "loss": 0.3925,
661
  "step": 93
662
  },
663
  {
664
  "epoch": 0.6197802197802198,
665
+ "grad_norm": 0.48514524102211,
666
  "learning_rate": 0.00016097560975609758,
667
+ "loss": 0.6058,
668
  "step": 94
669
  },
670
  {
671
  "epoch": 0.6263736263736264,
672
+ "grad_norm": 0.36429929733276367,
673
  "learning_rate": 0.00016053215077605322,
674
+ "loss": 0.5482,
675
  "step": 95
676
  },
677
  {
678
  "epoch": 0.6329670329670329,
679
+ "grad_norm": 0.3820970058441162,
680
  "learning_rate": 0.00016008869179600887,
681
+ "loss": 0.619,
682
  "step": 96
683
  },
684
  {
685
  "epoch": 0.6395604395604395,
686
+ "grad_norm": 0.3634980022907257,
687
  "learning_rate": 0.00015964523281596454,
688
+ "loss": 0.5914,
689
  "step": 97
690
  },
691
  {
692
  "epoch": 0.6461538461538462,
693
+ "grad_norm": 0.3295753300189972,
694
  "learning_rate": 0.00015920177383592018,
695
+ "loss": 0.7175,
696
  "step": 98
697
  },
698
  {
699
  "epoch": 0.6527472527472528,
700
+ "grad_norm": 0.4538663625717163,
701
  "learning_rate": 0.00015875831485587586,
702
+ "loss": 0.6873,
703
  "step": 99
704
  },
705
  {
706
  "epoch": 0.6593406593406593,
707
+ "grad_norm": 0.3351002633571625,
708
  "learning_rate": 0.0001583148558758315,
709
+ "loss": 0.5097,
710
  "step": 100
711
  },
712
  {
713
  "epoch": 0.6659340659340659,
714
+ "grad_norm": 0.34361809492111206,
715
  "learning_rate": 0.00015787139689578714,
716
  "loss": 0.4697,
717
  "step": 101
718
  },
719
  {
720
  "epoch": 0.6725274725274726,
721
+ "grad_norm": 0.3062559962272644,
722
  "learning_rate": 0.0001574279379157428,
723
+ "loss": 0.4207,
724
  "step": 102
725
  },
726
  {
727
  "epoch": 0.6791208791208792,
728
+ "grad_norm": 0.42917492985725403,
729
  "learning_rate": 0.00015698447893569846,
730
+ "loss": 0.6632,
731
  "step": 103
732
  },
733
  {
734
  "epoch": 0.6857142857142857,
735
+ "grad_norm": 0.3931623101234436,
736
  "learning_rate": 0.0001565410199556541,
737
+ "loss": 0.5934,
738
  "step": 104
739
  },
740
  {
741
  "epoch": 0.6923076923076923,
742
+ "grad_norm": 0.33303365111351013,
743
  "learning_rate": 0.00015609756097560978,
744
+ "loss": 0.7856,
745
  "step": 105
746
  }
747
  ],
checkpoint-105/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f74a0b78df55a9ae148a95ee8f9638c53af5131c315495799af1ef7c5ddad212
3
  size 6417
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2f0e5bc705bbb6948e189fec5cfc4daf0e80a723aaeef1f31cef9d9d490a75
3
  size 6417