neopolita commited on
Commit
9406ffb
·
verified ·
1 Parent(s): 8cd1c11

Checkpoint at step 1000

Browse files
checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c4b193bdd744aff64353e7e9263b332f36620ce07a2571b2c70e3f7feaf3ee
3
+ size 2881913146
checkpoint-1000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e0b6fa713b9529f34ac322b1a72c3138b071017eb2b8dc8c48b2dd8fe179aa8
3
+ size 1440963006
checkpoint-1000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0113c0bbf4f20ac5d2edfff2cdecb94bb9c0ac562021e7fd2e0297d603823b2
3
+ size 15024
checkpoint-1000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e566a9c453b4872ed323c3ee9a3f18b450aff6e34ee867bd8fbeaad5298b286d
3
+ size 15024
checkpoint-1000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d776d66cb03536bc3e41cd28dfcf6ff2f809d1827558d658aef3f1e3293e763
3
+ size 15024
checkpoint-1000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a0a2e56563f5750fab6c25a440019cdc9d9748714d076980a410b7ab119a4e
3
+ size 15024
checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1179561b0b6f289b022cbea82305ad1b768b9b24382e4797ad4e91a448e5efa
3
+ size 1064
checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,639 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 4.081925243215566,
6
+ "eval_steps": 1000,
7
+ "global_step": 1000,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0,
14
+ "gen_lora_l1_norm": 0.0009450324578210711,
15
+ "kl_loss": 1.9670246839523315,
16
+ "step": 0
17
+ },
18
+ {
19
+ "epoch": 0,
20
+ "gen_lora_l1_norm": 0.0008100018021650612,
21
+ "kl_loss": 1.4670418500900269,
22
+ "step": 0
23
+ },
24
+ {
25
+ "epoch": 0,
26
+ "gen_lora_l1_norm": 0.0006749311578460038,
27
+ "kl_loss": 1.3484277725219727,
28
+ "step": 0
29
+ },
30
+ {
31
+ "epoch": 0,
32
+ "gen_lora_l1_norm": 0.000944959232583642,
33
+ "kl_loss": 1.4987092018127441,
34
+ "step": 0
35
+ },
36
+ {
37
+ "epoch": 0,
38
+ "gen_lora_l1_norm": 0.0006748694577254355,
39
+ "kl_loss": 1.4152668714523315,
40
+ "step": 0
41
+ },
42
+ {
43
+ "epoch": 0,
44
+ "gen_lora_l1_norm": 0.0012147949310019612,
45
+ "kl_loss": 2.2377562522888184,
46
+ "step": 0
47
+ },
48
+ {
49
+ "epoch": 0,
50
+ "gen_lora_l1_norm": 0.001215127413161099,
51
+ "kl_loss": 2.319751501083374,
52
+ "step": 0
53
+ },
54
+ {
55
+ "epoch": 0,
56
+ "gen_lora_l1_norm": 0.0009449576027691364,
57
+ "kl_loss": 1.9499444961547852,
58
+ "step": 0
59
+ },
60
+ {
61
+ "epoch": 0.00409626216077829,
62
+ "grad_norm": 5.8849639892578125,
63
+ "learning_rate": 0.0,
64
+ "loss": 1.6322,
65
+ "step": 1
66
+ },
67
+ {
68
+ "epoch": 0.00409626216077829,
69
+ "gen_lora_l1_norm": 0.0006627951515838504,
70
+ "kl_loss": 0.882428765296936,
71
+ "step": 1
72
+ },
73
+ {
74
+ "epoch": 0.00409626216077829,
75
+ "gen_lora_l1_norm": 0.0010608765296638012,
76
+ "kl_loss": 1.6865953207015991,
77
+ "step": 1
78
+ },
79
+ {
80
+ "epoch": 0.00409626216077829,
81
+ "gen_lora_l1_norm": 0.0010608312441036105,
82
+ "kl_loss": 2.0317649841308594,
83
+ "step": 1
84
+ },
85
+ {
86
+ "epoch": 0.00409626216077829,
87
+ "gen_lora_l1_norm": 0.0006628527189604938,
88
+ "kl_loss": 1.4127317667007446,
89
+ "step": 1
90
+ },
91
+ {
92
+ "epoch": 0.00409626216077829,
93
+ "gen_lora_l1_norm": 0.0007955919136293232,
94
+ "kl_loss": 1.2892097234725952,
95
+ "step": 1
96
+ },
97
+ {
98
+ "epoch": 0.00409626216077829,
99
+ "gen_lora_l1_norm": 0.0011936043156310916,
100
+ "kl_loss": 2.073559045791626,
101
+ "step": 1
102
+ },
103
+ {
104
+ "epoch": 0.00409626216077829,
105
+ "gen_lora_l1_norm": 0.0011929516913369298,
106
+ "kl_loss": 2.040735960006714,
107
+ "step": 1
108
+ },
109
+ {
110
+ "epoch": 0.00409626216077829,
111
+ "gen_lora_l1_norm": 0.000795479747466743,
112
+ "kl_loss": 1.4581172466278076,
113
+ "step": 1
114
+ },
115
+ {
116
+ "epoch": 0.409626216077829,
117
+ "grad_norm": 1.5062122344970703,
118
+ "learning_rate": 3.96e-05,
119
+ "loss": 1.3549,
120
+ "step": 100
121
+ },
122
+ {
123
+ "epoch": 0.409626216077829,
124
+ "gen_lora_l1_norm": 0.0024223378859460354,
125
+ "kl_loss": 1.1542384624481201,
126
+ "step": 100
127
+ },
128
+ {
129
+ "epoch": 0.409626216077829,
130
+ "gen_lora_l1_norm": 0.003727049333974719,
131
+ "kl_loss": 1.4517877101898193,
132
+ "step": 100
133
+ },
134
+ {
135
+ "epoch": 0.409626216077829,
136
+ "gen_lora_l1_norm": 0.0023780318442732096,
137
+ "kl_loss": 1.0488699674606323,
138
+ "step": 100
139
+ },
140
+ {
141
+ "epoch": 0.409626216077829,
142
+ "gen_lora_l1_norm": 0.002320361090824008,
143
+ "kl_loss": 0.9093623161315918,
144
+ "step": 100
145
+ },
146
+ {
147
+ "epoch": 0.409626216077829,
148
+ "gen_lora_l1_norm": 0.0022675672080367804,
149
+ "kl_loss": 1.0960808992385864,
150
+ "step": 100
151
+ },
152
+ {
153
+ "epoch": 0.409626216077829,
154
+ "gen_lora_l1_norm": 0.003854497103020549,
155
+ "kl_loss": 1.54759681224823,
156
+ "step": 100
157
+ },
158
+ {
159
+ "epoch": 0.409626216077829,
160
+ "gen_lora_l1_norm": 0.0023134942166507244,
161
+ "kl_loss": 1.0374772548675537,
162
+ "step": 100
163
+ },
164
+ {
165
+ "epoch": 0.409626216077829,
166
+ "gen_lora_l1_norm": 0.002758321352303028,
167
+ "kl_loss": 1.3237308263778687,
168
+ "step": 100
169
+ },
170
+ {
171
+ "epoch": 0.819252432155658,
172
+ "grad_norm": 0.8856369256973267,
173
+ "learning_rate": 3.993659497980699e-05,
174
+ "loss": 1.1874,
175
+ "step": 200
176
+ },
177
+ {
178
+ "epoch": 0.819252432155658,
179
+ "gen_lora_l1_norm": 0.003160437336191535,
180
+ "kl_loss": 1.0348540544509888,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.819252432155658,
185
+ "gen_lora_l1_norm": 0.005650285631418228,
186
+ "kl_loss": 1.4363867044448853,
187
+ "step": 200
188
+ },
189
+ {
190
+ "epoch": 0.819252432155658,
191
+ "gen_lora_l1_norm": 0.0029608134645968676,
192
+ "kl_loss": 1.00709867477417,
193
+ "step": 200
194
+ },
195
+ {
196
+ "epoch": 0.819252432155658,
197
+ "gen_lora_l1_norm": 0.0032552958000451326,
198
+ "kl_loss": 0.9060482978820801,
199
+ "step": 200
200
+ },
201
+ {
202
+ "epoch": 0.819252432155658,
203
+ "gen_lora_l1_norm": 0.003243665909394622,
204
+ "kl_loss": 1.1517314910888672,
205
+ "step": 200
206
+ },
207
+ {
208
+ "epoch": 0.819252432155658,
209
+ "gen_lora_l1_norm": 0.0019695493392646313,
210
+ "kl_loss": 0.7201811671257019,
211
+ "step": 200
212
+ },
213
+ {
214
+ "epoch": 0.819252432155658,
215
+ "gen_lora_l1_norm": 0.00634480407461524,
216
+ "kl_loss": 1.8689466714859009,
217
+ "step": 200
218
+ },
219
+ {
220
+ "epoch": 0.819252432155658,
221
+ "gen_lora_l1_norm": 0.003726382739841938,
222
+ "kl_loss": 1.060623288154602,
223
+ "step": 200
224
+ },
225
+ {
226
+ "epoch": 1.2252944188428059,
227
+ "grad_norm": 0.9404332637786865,
228
+ "learning_rate": 3.974422423272462e-05,
229
+ "loss": 1.1436,
230
+ "step": 300
231
+ },
232
+ {
233
+ "epoch": 1.2252944188428059,
234
+ "gen_lora_l1_norm": 0.0036873684730380774,
235
+ "kl_loss": 0.8932405710220337,
236
+ "step": 300
237
+ },
238
+ {
239
+ "epoch": 1.2252944188428059,
240
+ "gen_lora_l1_norm": 0.0060583981685340405,
241
+ "kl_loss": 1.7955601215362549,
242
+ "step": 300
243
+ },
244
+ {
245
+ "epoch": 1.2252944188428059,
246
+ "gen_lora_l1_norm": 0.0036672591231763363,
247
+ "kl_loss": 0.9144486784934998,
248
+ "step": 300
249
+ },
250
+ {
251
+ "epoch": 1.2252944188428059,
252
+ "gen_lora_l1_norm": 0.0036556844133883715,
253
+ "kl_loss": 1.1638795137405396,
254
+ "step": 300
255
+ },
256
+ {
257
+ "epoch": 1.2252944188428059,
258
+ "gen_lora_l1_norm": 0.0037340312264859676,
259
+ "kl_loss": 1.0955017805099487,
260
+ "step": 300
261
+ },
262
+ {
263
+ "epoch": 1.2252944188428059,
264
+ "gen_lora_l1_norm": 0.0036459672264754772,
265
+ "kl_loss": 1.0169063806533813,
266
+ "step": 300
267
+ },
268
+ {
269
+ "epoch": 1.2252944188428059,
270
+ "gen_lora_l1_norm": 0.00370018114335835,
271
+ "kl_loss": 0.9743473529815674,
272
+ "step": 300
273
+ },
274
+ {
275
+ "epoch": 1.2252944188428059,
276
+ "gen_lora_l1_norm": 0.006841503549367189,
277
+ "kl_loss": 1.3890433311462402,
278
+ "step": 300
279
+ },
280
+ {
281
+ "epoch": 1.6349206349206349,
282
+ "grad_norm": 0.9483956694602966,
283
+ "learning_rate": 3.942412888419724e-05,
284
+ "loss": 1.1035,
285
+ "step": 400
286
+ },
287
+ {
288
+ "epoch": 1.6349206349206349,
289
+ "gen_lora_l1_norm": 0.004309813026338816,
290
+ "kl_loss": 0.96443772315979,
291
+ "step": 400
292
+ },
293
+ {
294
+ "epoch": 1.6349206349206349,
295
+ "gen_lora_l1_norm": 0.006539575755596161,
296
+ "kl_loss": 1.54787278175354,
297
+ "step": 400
298
+ },
299
+ {
300
+ "epoch": 1.6349206349206349,
301
+ "gen_lora_l1_norm": 0.004349768161773682,
302
+ "kl_loss": 1.1423686742782593,
303
+ "step": 400
304
+ },
305
+ {
306
+ "epoch": 1.6349206349206349,
307
+ "gen_lora_l1_norm": 0.005183862056583166,
308
+ "kl_loss": 1.3069700002670288,
309
+ "step": 400
310
+ },
311
+ {
312
+ "epoch": 1.6349206349206349,
313
+ "gen_lora_l1_norm": 0.004366028122603893,
314
+ "kl_loss": 0.9700032472610474,
315
+ "step": 400
316
+ },
317
+ {
318
+ "epoch": 1.6349206349206349,
319
+ "gen_lora_l1_norm": 0.004371432587504387,
320
+ "kl_loss": 0.8293535113334656,
321
+ "step": 400
322
+ },
323
+ {
324
+ "epoch": 1.6349206349206349,
325
+ "gen_lora_l1_norm": 0.0036595307756215334,
326
+ "kl_loss": 1.2910619974136353,
327
+ "step": 400
328
+ },
329
+ {
330
+ "epoch": 1.6349206349206349,
331
+ "gen_lora_l1_norm": 0.004372357856482267,
332
+ "kl_loss": 0.9109727740287781,
333
+ "step": 400
334
+ },
335
+ {
336
+ "epoch": 2.040962621607783,
337
+ "grad_norm": 0.913838803768158,
338
+ "learning_rate": 3.8978384875390766e-05,
339
+ "loss": 1.0673,
340
+ "step": 500
341
+ },
342
+ {
343
+ "epoch": 2.040962621607783,
344
+ "gen_lora_l1_norm": 0.00400135712698102,
345
+ "kl_loss": 0.7898850440979004,
346
+ "step": 500
347
+ },
348
+ {
349
+ "epoch": 2.040962621607783,
350
+ "gen_lora_l1_norm": 0.00573880085721612,
351
+ "kl_loss": 1.0935029983520508,
352
+ "step": 500
353
+ },
354
+ {
355
+ "epoch": 2.040962621607783,
356
+ "gen_lora_l1_norm": 0.004075320437550545,
357
+ "kl_loss": 0.7592037916183472,
358
+ "step": 500
359
+ },
360
+ {
361
+ "epoch": 2.040962621607783,
362
+ "gen_lora_l1_norm": 0.007495749741792679,
363
+ "kl_loss": 1.3880740404129028,
364
+ "step": 500
365
+ },
366
+ {
367
+ "epoch": 2.040962621607783,
368
+ "gen_lora_l1_norm": 0.0047694905661046505,
369
+ "kl_loss": 0.9538154602050781,
370
+ "step": 500
371
+ },
372
+ {
373
+ "epoch": 2.040962621607783,
374
+ "gen_lora_l1_norm": 0.004024278372526169,
375
+ "kl_loss": 1.0414124727249146,
376
+ "step": 500
377
+ },
378
+ {
379
+ "epoch": 2.040962621607783,
380
+ "gen_lora_l1_norm": 0.005740255583077669,
381
+ "kl_loss": 1.3348419666290283,
382
+ "step": 500
383
+ },
384
+ {
385
+ "epoch": 2.040962621607783,
386
+ "gen_lora_l1_norm": 0.004882144276052713,
387
+ "kl_loss": 1.056125283241272,
388
+ "step": 500
389
+ },
390
+ {
391
+ "epoch": 2.4505888376856118,
392
+ "grad_norm": 0.9659350514411926,
393
+ "learning_rate": 3.840988302724834e-05,
394
+ "loss": 1.0139,
395
+ "step": 600
396
+ },
397
+ {
398
+ "epoch": 2.4505888376856118,
399
+ "gen_lora_l1_norm": 0.005276651121675968,
400
+ "kl_loss": 1.2098764181137085,
401
+ "step": 600
402
+ },
403
+ {
404
+ "epoch": 2.4505888376856118,
405
+ "gen_lora_l1_norm": 0.005354944616556168,
406
+ "kl_loss": 1.2536226511001587,
407
+ "step": 600
408
+ },
409
+ {
410
+ "epoch": 2.4505888376856118,
411
+ "gen_lora_l1_norm": 0.006087795365601778,
412
+ "kl_loss": 1.4725929498672485,
413
+ "step": 600
414
+ },
415
+ {
416
+ "epoch": 2.4505888376856118,
417
+ "gen_lora_l1_norm": 0.004386508837342262,
418
+ "kl_loss": 0.6955914497375488,
419
+ "step": 600
420
+ },
421
+ {
422
+ "epoch": 2.4505888376856118,
423
+ "gen_lora_l1_norm": 0.006141394842416048,
424
+ "kl_loss": 1.1263651847839355,
425
+ "step": 600
426
+ },
427
+ {
428
+ "epoch": 2.4505888376856118,
429
+ "gen_lora_l1_norm": 0.0034647039137780666,
430
+ "kl_loss": 0.9702500700950623,
431
+ "step": 600
432
+ },
433
+ {
434
+ "epoch": 2.4505888376856118,
435
+ "gen_lora_l1_norm": 0.005230437032878399,
436
+ "kl_loss": 1.1107494831085205,
437
+ "step": 600
438
+ },
439
+ {
440
+ "epoch": 2.4505888376856118,
441
+ "gen_lora_l1_norm": 0.0052700042724609375,
442
+ "kl_loss": 0.9291554689407349,
443
+ "step": 600
444
+ },
445
+ {
446
+ "epoch": 2.860215053763441,
447
+ "grad_norm": 0.8220306038856506,
448
+ "learning_rate": 3.772231029240728e-05,
449
+ "loss": 1.0036,
450
+ "step": 700
451
+ },
452
+ {
453
+ "epoch": 2.860215053763441,
454
+ "gen_lora_l1_norm": 0.006512848194688559,
455
+ "kl_loss": 1.1565109491348267,
456
+ "step": 700
457
+ },
458
+ {
459
+ "epoch": 2.860215053763441,
460
+ "gen_lora_l1_norm": 0.00398235023021698,
461
+ "kl_loss": 0.7244017124176025,
462
+ "step": 700
463
+ },
464
+ {
465
+ "epoch": 2.860215053763441,
466
+ "gen_lora_l1_norm": 0.003980782348662615,
467
+ "kl_loss": 0.7359597086906433,
468
+ "step": 700
469
+ },
470
+ {
471
+ "epoch": 2.860215053763441,
472
+ "gen_lora_l1_norm": 0.006494825705885887,
473
+ "kl_loss": 1.1472868919372559,
474
+ "step": 700
475
+ },
476
+ {
477
+ "epoch": 2.860215053763441,
478
+ "gen_lora_l1_norm": 0.004660531412810087,
479
+ "kl_loss": 0.7635590434074402,
480
+ "step": 700
481
+ },
482
+ {
483
+ "epoch": 2.860215053763441,
484
+ "gen_lora_l1_norm": 0.005749559495598078,
485
+ "kl_loss": 0.9587411880493164,
486
+ "step": 700
487
+ },
488
+ {
489
+ "epoch": 2.860215053763441,
490
+ "gen_lora_l1_norm": 0.0039028008468449116,
491
+ "kl_loss": 0.5627914071083069,
492
+ "step": 700
493
+ },
494
+ {
495
+ "epoch": 2.860215053763441,
496
+ "gen_lora_l1_norm": 0.007235225290060043,
497
+ "kl_loss": 1.289211630821228,
498
+ "step": 700
499
+ },
500
+ {
501
+ "epoch": 3.266257040450589,
502
+ "grad_norm": 0.9872245788574219,
503
+ "learning_rate": 3.692012584389641e-05,
504
+ "loss": 0.9615,
505
+ "step": 800
506
+ },
507
+ {
508
+ "epoch": 3.266257040450589,
509
+ "gen_lora_l1_norm": 0.005679607857018709,
510
+ "kl_loss": 0.8019008040428162,
511
+ "step": 800
512
+ },
513
+ {
514
+ "epoch": 3.266257040450589,
515
+ "gen_lora_l1_norm": 0.00867470819503069,
516
+ "kl_loss": 1.5495558977127075,
517
+ "step": 800
518
+ },
519
+ {
520
+ "epoch": 3.266257040450589,
521
+ "gen_lora_l1_norm": 0.00566524313762784,
522
+ "kl_loss": 0.9215335249900818,
523
+ "step": 800
524
+ },
525
+ {
526
+ "epoch": 3.266257040450589,
527
+ "gen_lora_l1_norm": 0.005784123670309782,
528
+ "kl_loss": 1.0987138748168945,
529
+ "step": 800
530
+ },
531
+ {
532
+ "epoch": 3.266257040450589,
533
+ "gen_lora_l1_norm": 0.004819593392312527,
534
+ "kl_loss": 0.9064775705337524,
535
+ "step": 800
536
+ },
537
+ {
538
+ "epoch": 3.266257040450589,
539
+ "gen_lora_l1_norm": 0.004847296047955751,
540
+ "kl_loss": 0.8540226221084595,
541
+ "step": 800
542
+ },
543
+ {
544
+ "epoch": 3.266257040450589,
545
+ "gen_lora_l1_norm": 0.0028415124397724867,
546
+ "kl_loss": 0.5352403521537781,
547
+ "step": 800
548
+ },
549
+ {
550
+ "epoch": 3.266257040450589,
551
+ "gen_lora_l1_norm": 0.005715073551982641,
552
+ "kl_loss": 0.9670476317405701,
553
+ "step": 800
554
+ },
555
+ {
556
+ "epoch": 3.675883256528418,
557
+ "grad_norm": 0.8288973569869995,
558
+ "learning_rate": 3.600853215568783e-05,
559
+ "loss": 0.943,
560
+ "step": 900
561
+ },
562
+ {
563
+ "epoch": 3.675883256528418,
564
+ "gen_lora_l1_norm": 0.005058944225311279,
565
+ "kl_loss": 0.8599977493286133,
566
+ "step": 900
567
+ },
568
+ {
569
+ "epoch": 3.675883256528418,
570
+ "gen_lora_l1_norm": 0.003312613582238555,
571
+ "kl_loss": 0.5305082201957703,
572
+ "step": 900
573
+ },
574
+ {
575
+ "epoch": 3.675883256528418,
576
+ "gen_lora_l1_norm": 0.004963682033121586,
577
+ "kl_loss": 0.8053346872329712,
578
+ "step": 900
579
+ },
580
+ {
581
+ "epoch": 3.675883256528418,
582
+ "gen_lora_l1_norm": 0.008336002007126808,
583
+ "kl_loss": 1.3062776327133179,
584
+ "step": 900
585
+ },
586
+ {
587
+ "epoch": 3.675883256528418,
588
+ "gen_lora_l1_norm": 0.003407533746212721,
589
+ "kl_loss": 0.5421016812324524,
590
+ "step": 900
591
+ },
592
+ {
593
+ "epoch": 3.675883256528418,
594
+ "gen_lora_l1_norm": 0.005902859847992659,
595
+ "kl_loss": 0.8554947376251221,
596
+ "step": 900
597
+ },
598
+ {
599
+ "epoch": 3.675883256528418,
600
+ "gen_lora_l1_norm": 0.006641158368438482,
601
+ "kl_loss": 1.0285379886627197,
602
+ "step": 900
603
+ },
604
+ {
605
+ "epoch": 3.675883256528418,
606
+ "gen_lora_l1_norm": 0.006653614342212677,
607
+ "kl_loss": 1.1064549684524536,
608
+ "step": 900
609
+ },
610
+ {
611
+ "epoch": 4.081925243215566,
612
+ "grad_norm": 0.8488938212394714,
613
+ "learning_rate": 3.4993441262656855e-05,
614
+ "loss": 0.9306,
615
+ "step": 1000
616
+ }
617
+ ],
618
+ "logging_steps": 100,
619
+ "max_steps": 4000,
620
+ "num_input_tokens_seen": 0,
621
+ "num_train_epochs": 17,
622
+ "save_steps": 250,
623
+ "stateful_callbacks": {
624
+ "TrainerControl": {
625
+ "args": {
626
+ "should_epoch_stop": false,
627
+ "should_evaluate": false,
628
+ "should_log": false,
629
+ "should_save": true,
630
+ "should_training_stop": false
631
+ },
632
+ "attributes": {}
633
+ }
634
+ },
635
+ "total_flos": 0.0,
636
+ "train_batch_size": 1,
637
+ "trial_name": null,
638
+ "trial_params": null
639
+ }
checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bfa23cfa703dfd984caf3ec0567ad70c88e206a8ae4381d28bfed0bd0da4d0
3
+ size 5496
debug.log CHANGED
@@ -2839,3 +2839,10 @@ Device: cuda:3
2839
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "POST /api/models/neopolita/doc-to-lora-ministral-3b-2512/preupload/main HTTP/1.1" 200 4127
2840
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/revision/main?expand=xetEnabled HTTP/1.1" 200 99
2841
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/xet-write-token/main HTTP/1.1" 200 386
 
 
 
 
 
 
 
 
2839
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "POST /api/models/neopolita/doc-to-lora-ministral-3b-2512/preupload/main HTTP/1.1" 200 4127
2840
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/revision/main?expand=xetEnabled HTTP/1.1" 200 99
2841
  2026-03-01 09:08:23 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/xet-write-token/main HTTP/1.1" 200 386
2842
+ 2026-03-01 09:08:40 DEBUG: https://huggingface.co:443 "POST /api/models/neopolita/doc-to-lora-ministral-3b-2512/commit/main HTTP/1.1" 200 212
2843
+ 2026-03-01 09:08:40 INFO: Checkpoint uploaded to https://huggingface.co/neopolita/doc-to-lora-ministral-3b-2512
2844
+ 2026-03-01 09:38:09 INFO: Uploading checkpoint at step 1000 to neopolita/doc-to-lora-ministral-3b-2512...
2845
+ 2026-03-01 09:38:49 DEBUG: Resetting dropped connection: huggingface.co
2846
+ 2026-03-01 09:38:49 DEBUG: https://huggingface.co:443 "POST /api/models/neopolita/doc-to-lora-ministral-3b-2512/preupload/main HTTP/1.1" 200 5512
2847
+ 2026-03-01 09:38:49 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/revision/main?expand=xetEnabled HTTP/1.1" 200 99
2848
+ 2026-03-01 09:38:49 DEBUG: https://huggingface.co:443 "GET /api/models/neopolita/doc-to-lora-ministral-3b-2512/xet-write-token/main HTTP/1.1" 200 386
events.out.tfevents.1772350684.j-neopolita-69a3e406dfb316ac3f7c0a80-tuu1470p-784b1-cr29x.5286.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c61af00e3414f2d6fdb9e0e11814a0be35a0ae9e40be700a0a51ccf446bce215
3
- size 18836
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f987697e07c09870e5cdf9a5a3e84506fa2c9b6870effa5dc0e693d7c801a872
3
+ size 22077