ErrorAI commited on
Commit
4558fe6
·
verified ·
1 Parent(s): 818b26e

Training in progress, step 433, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b97bc2ce021498c3eb2793924c43e86c9b681396a3f5dfed55269acfe681afb
3
  size 50899792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b610606be8d7e7e9f5004b50fc0e748faec693c0c7fe473f5751b9f2b37eff
3
  size 50899792
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e620e957691d61be1e635a99d10fa9107add887c5bc4adf28e7de8902714c39
3
  size 26231684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe11aa12093ae7b4f0e703c4b745a7a638927274ff19c2f79bcf2c895701e0d5
3
  size 26231684
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b79cfdecda3bd7f960da183e8b89d1c406dd1ca99514dd5580ccc99bb8b8ec
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28322225cb90aad2bfe7dc83bf03f38b6760be19d22e5eac327ce36f9e1f1f3b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:589c6e74382b52cc5d1bbb15ec8cfef7973eeb96ba00a294824767730fd9b619
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c68aa6c1dc4c0df4bc90333e42679b5e674c6f890da8ce03015cc760bd9a841
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7565066512434934,
5
  "eval_steps": 109,
6
- "global_step": 327,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2328,6 +2328,748 @@
2328
  "eval_samples_per_second": 16.848,
2329
  "eval_steps_per_second": 8.424,
2330
  "step": 327
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2331
  }
2332
  ],
2333
  "logging_steps": 1,
@@ -2342,12 +3084,12 @@
2342
  "should_evaluate": false,
2343
  "should_log": false,
2344
  "should_save": true,
2345
- "should_training_stop": false
2346
  },
2347
  "attributes": {}
2348
  }
2349
  },
2350
- "total_flos": 5.36106814734336e+16,
2351
  "train_batch_size": 2,
2352
  "trial_name": null,
2353
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.001735106998265,
5
  "eval_steps": 109,
6
+ "global_step": 433,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2328
  "eval_samples_per_second": 16.848,
2329
  "eval_steps_per_second": 8.424,
2330
  "step": 327
2331
+ },
2332
+ {
2333
+ "epoch": 0.7588201272411799,
2334
+ "grad_norm": 0.7153640985488892,
2335
+ "learning_rate": 2.889654828892393e-05,
2336
+ "loss": 1.1626,
2337
+ "step": 328
2338
+ },
2339
+ {
2340
+ "epoch": 0.7611336032388664,
2341
+ "grad_norm": 0.7119441032409668,
2342
+ "learning_rate": 2.8376284019933373e-05,
2343
+ "loss": 1.4927,
2344
+ "step": 329
2345
+ },
2346
+ {
2347
+ "epoch": 0.763447079236553,
2348
+ "grad_norm": 0.7878216505050659,
2349
+ "learning_rate": 2.7859970449226104e-05,
2350
+ "loss": 1.4128,
2351
+ "step": 330
2352
+ },
2353
+ {
2354
+ "epoch": 0.7657605552342395,
2355
+ "grad_norm": 0.8118771314620972,
2356
+ "learning_rate": 2.73476360561837e-05,
2357
+ "loss": 1.4595,
2358
+ "step": 331
2359
+ },
2360
+ {
2361
+ "epoch": 0.768074031231926,
2362
+ "grad_norm": 0.7681297063827515,
2363
+ "learning_rate": 2.6839309100699973e-05,
2364
+ "loss": 1.3893,
2365
+ "step": 332
2366
+ },
2367
+ {
2368
+ "epoch": 0.7703875072296125,
2369
+ "grad_norm": 0.7976559400558472,
2370
+ "learning_rate": 2.6335017621622116e-05,
2371
+ "loss": 1.4114,
2372
+ "step": 333
2373
+ },
2374
+ {
2375
+ "epoch": 0.772700983227299,
2376
+ "grad_norm": 0.7470713257789612,
2377
+ "learning_rate": 2.5834789435204243e-05,
2378
+ "loss": 1.458,
2379
+ "step": 334
2380
+ },
2381
+ {
2382
+ "epoch": 0.7750144592249856,
2383
+ "grad_norm": 0.705791711807251,
2384
+ "learning_rate": 2.5338652133572915e-05,
2385
+ "loss": 1.3404,
2386
+ "step": 335
2387
+ },
2388
+ {
2389
+ "epoch": 0.7773279352226721,
2390
+ "grad_norm": 0.7716014385223389,
2391
+ "learning_rate": 2.4846633083205263e-05,
2392
+ "loss": 1.5309,
2393
+ "step": 336
2394
+ },
2395
+ {
2396
+ "epoch": 0.7796414112203586,
2397
+ "grad_norm": 0.7613276839256287,
2398
+ "learning_rate": 2.4358759423419474e-05,
2399
+ "loss": 1.3399,
2400
+ "step": 337
2401
+ },
2402
+ {
2403
+ "epoch": 0.7819548872180451,
2404
+ "grad_norm": 0.7796475291252136,
2405
+ "learning_rate": 2.3875058064877807e-05,
2406
+ "loss": 1.2802,
2407
+ "step": 338
2408
+ },
2409
+ {
2410
+ "epoch": 0.7842683632157317,
2411
+ "grad_norm": 0.6742395758628845,
2412
+ "learning_rate": 2.339555568810221e-05,
2413
+ "loss": 1.3325,
2414
+ "step": 339
2415
+ },
2416
+ {
2417
+ "epoch": 0.7865818392134182,
2418
+ "grad_norm": 0.825520932674408,
2419
+ "learning_rate": 2.2920278742002676e-05,
2420
+ "loss": 1.287,
2421
+ "step": 340
2422
+ },
2423
+ {
2424
+ "epoch": 0.7888953152111047,
2425
+ "grad_norm": 0.7503612637519836,
2426
+ "learning_rate": 2.244925344241828e-05,
2427
+ "loss": 1.2606,
2428
+ "step": 341
2429
+ },
2430
+ {
2431
+ "epoch": 0.7912087912087912,
2432
+ "grad_norm": 0.7662369608879089,
2433
+ "learning_rate": 2.1982505770671303e-05,
2434
+ "loss": 1.4186,
2435
+ "step": 342
2436
+ },
2437
+ {
2438
+ "epoch": 0.7935222672064778,
2439
+ "grad_norm": 0.7652837634086609,
2440
+ "learning_rate": 2.1520061472133902e-05,
2441
+ "loss": 1.3363,
2442
+ "step": 343
2443
+ },
2444
+ {
2445
+ "epoch": 0.7958357432041643,
2446
+ "grad_norm": 0.7619915008544922,
2447
+ "learning_rate": 2.1061946054808146e-05,
2448
+ "loss": 1.4885,
2449
+ "step": 344
2450
+ },
2451
+ {
2452
+ "epoch": 0.7981492192018508,
2453
+ "grad_norm": 0.7880293130874634,
2454
+ "learning_rate": 2.0608184787919026e-05,
2455
+ "loss": 1.1456,
2456
+ "step": 345
2457
+ },
2458
+ {
2459
+ "epoch": 0.8004626951995373,
2460
+ "grad_norm": 0.7381699085235596,
2461
+ "learning_rate": 2.0158802700520574e-05,
2462
+ "loss": 1.395,
2463
+ "step": 346
2464
+ },
2465
+ {
2466
+ "epoch": 0.8027761711972238,
2467
+ "grad_norm": 0.7581237554550171,
2468
+ "learning_rate": 1.9713824580115335e-05,
2469
+ "loss": 1.382,
2470
+ "step": 347
2471
+ },
2472
+ {
2473
+ "epoch": 0.8050896471949104,
2474
+ "grad_norm": 0.8142133951187134,
2475
+ "learning_rate": 1.927327497128706e-05,
2476
+ "loss": 1.2691,
2477
+ "step": 348
2478
+ },
2479
+ {
2480
+ "epoch": 0.8074031231925969,
2481
+ "grad_norm": 0.7856593132019043,
2482
+ "learning_rate": 1.883717817434688e-05,
2483
+ "loss": 1.4813,
2484
+ "step": 349
2485
+ },
2486
+ {
2487
+ "epoch": 0.8097165991902834,
2488
+ "grad_norm": 0.8233444690704346,
2489
+ "learning_rate": 1.840555824399296e-05,
2490
+ "loss": 1.4219,
2491
+ "step": 350
2492
+ },
2493
+ {
2494
+ "epoch": 0.8120300751879699,
2495
+ "grad_norm": 0.7959969639778137,
2496
+ "learning_rate": 1.797843898798358e-05,
2497
+ "loss": 1.3737,
2498
+ "step": 351
2499
+ },
2500
+ {
2501
+ "epoch": 0.8143435511856565,
2502
+ "grad_norm": 0.7154837250709534,
2503
+ "learning_rate": 1.7555843965823992e-05,
2504
+ "loss": 1.3314,
2505
+ "step": 352
2506
+ },
2507
+ {
2508
+ "epoch": 0.816657027183343,
2509
+ "grad_norm": 0.8472548723220825,
2510
+ "learning_rate": 1.7137796487466797e-05,
2511
+ "loss": 1.3489,
2512
+ "step": 353
2513
+ },
2514
+ {
2515
+ "epoch": 0.8189705031810295,
2516
+ "grad_norm": 0.8257718086242676,
2517
+ "learning_rate": 1.672431961202635e-05,
2518
+ "loss": 1.4163,
2519
+ "step": 354
2520
+ },
2521
+ {
2522
+ "epoch": 0.821283979178716,
2523
+ "grad_norm": 0.720893383026123,
2524
+ "learning_rate": 1.6315436146506703e-05,
2525
+ "loss": 1.4241,
2526
+ "step": 355
2527
+ },
2528
+ {
2529
+ "epoch": 0.8235974551764026,
2530
+ "grad_norm": 0.9218400120735168,
2531
+ "learning_rate": 1.5911168644543707e-05,
2532
+ "loss": 1.386,
2533
+ "step": 356
2534
+ },
2535
+ {
2536
+ "epoch": 0.8259109311740891,
2537
+ "grad_norm": 0.7947546243667603,
2538
+ "learning_rate": 1.5511539405160825e-05,
2539
+ "loss": 1.2701,
2540
+ "step": 357
2541
+ },
2542
+ {
2543
+ "epoch": 0.8282244071717756,
2544
+ "grad_norm": 0.6974280476570129,
2545
+ "learning_rate": 1.5116570471539293e-05,
2546
+ "loss": 1.3701,
2547
+ "step": 358
2548
+ },
2549
+ {
2550
+ "epoch": 0.8305378831694621,
2551
+ "grad_norm": 0.7123854160308838,
2552
+ "learning_rate": 1.4726283629802107e-05,
2553
+ "loss": 1.4497,
2554
+ "step": 359
2555
+ },
2556
+ {
2557
+ "epoch": 0.8328513591671486,
2558
+ "grad_norm": 0.9443936944007874,
2559
+ "learning_rate": 1.4340700407812435e-05,
2560
+ "loss": 1.2971,
2561
+ "step": 360
2562
+ },
2563
+ {
2564
+ "epoch": 0.8351648351648352,
2565
+ "grad_norm": 0.7279596924781799,
2566
+ "learning_rate": 1.3959842073986085e-05,
2567
+ "loss": 1.0421,
2568
+ "step": 361
2569
+ },
2570
+ {
2571
+ "epoch": 0.8374783111625217,
2572
+ "grad_norm": 0.6580965518951416,
2573
+ "learning_rate": 1.3583729636118358e-05,
2574
+ "loss": 1.3413,
2575
+ "step": 362
2576
+ },
2577
+ {
2578
+ "epoch": 0.8397917871602082,
2579
+ "grad_norm": 0.6799415946006775,
2580
+ "learning_rate": 1.3212383840225329e-05,
2581
+ "loss": 1.2042,
2582
+ "step": 363
2583
+ },
2584
+ {
2585
+ "epoch": 0.8421052631578947,
2586
+ "grad_norm": 0.8703047633171082,
2587
+ "learning_rate": 1.2845825169399507e-05,
2588
+ "loss": 1.266,
2589
+ "step": 364
2590
+ },
2591
+ {
2592
+ "epoch": 0.8444187391555813,
2593
+ "grad_norm": 0.9082154631614685,
2594
+ "learning_rate": 1.2484073842679944e-05,
2595
+ "loss": 1.262,
2596
+ "step": 365
2597
+ },
2598
+ {
2599
+ "epoch": 0.8467322151532678,
2600
+ "grad_norm": 1.800142765045166,
2601
+ "learning_rate": 1.2127149813937022e-05,
2602
+ "loss": 1.6676,
2603
+ "step": 366
2604
+ },
2605
+ {
2606
+ "epoch": 0.8490456911509543,
2607
+ "grad_norm": 0.6932367086410522,
2608
+ "learning_rate": 1.1775072770771834e-05,
2609
+ "loss": 1.322,
2610
+ "step": 367
2611
+ },
2612
+ {
2613
+ "epoch": 0.8513591671486408,
2614
+ "grad_norm": 0.7941784858703613,
2615
+ "learning_rate": 1.1427862133430156e-05,
2616
+ "loss": 1.3453,
2617
+ "step": 368
2618
+ },
2619
+ {
2620
+ "epoch": 0.8536726431463274,
2621
+ "grad_norm": 0.8334576487541199,
2622
+ "learning_rate": 1.1085537053731354e-05,
2623
+ "loss": 1.3,
2624
+ "step": 369
2625
+ },
2626
+ {
2627
+ "epoch": 0.8559861191440139,
2628
+ "grad_norm": 2.948742151260376,
2629
+ "learning_rate": 1.0748116414011888e-05,
2630
+ "loss": 1.4589,
2631
+ "step": 370
2632
+ },
2633
+ {
2634
+ "epoch": 0.8582995951417004,
2635
+ "grad_norm": 0.7582136392593384,
2636
+ "learning_rate": 1.0415618826083828e-05,
2637
+ "loss": 1.3351,
2638
+ "step": 371
2639
+ },
2640
+ {
2641
+ "epoch": 0.8606130711393869,
2642
+ "grad_norm": 0.8152954578399658,
2643
+ "learning_rate": 1.0088062630208273e-05,
2644
+ "loss": 1.6446,
2645
+ "step": 372
2646
+ },
2647
+ {
2648
+ "epoch": 0.8629265471370735,
2649
+ "grad_norm": 0.8539832234382629,
2650
+ "learning_rate": 9.765465894083636e-06,
2651
+ "loss": 1.4552,
2652
+ "step": 373
2653
+ },
2654
+ {
2655
+ "epoch": 0.86524002313476,
2656
+ "grad_norm": 0.9758718609809875,
2657
+ "learning_rate": 9.447846411849115e-06,
2658
+ "loss": 1.1236,
2659
+ "step": 374
2660
+ },
2661
+ {
2662
+ "epoch": 0.8675534991324465,
2663
+ "grad_norm": 0.8720031976699829,
2664
+ "learning_rate": 9.135221703103136e-06,
2665
+ "loss": 1.2705,
2666
+ "step": 375
2667
+ },
2668
+ {
2669
+ "epoch": 0.869866975130133,
2670
+ "grad_norm": 0.7317951321601868,
2671
+ "learning_rate": 8.827609011937066e-06,
2672
+ "loss": 1.3607,
2673
+ "step": 376
2674
+ },
2675
+ {
2676
+ "epoch": 0.8721804511278195,
2677
+ "grad_norm": 0.6953594088554382,
2678
+ "learning_rate": 8.525025305983936e-06,
2679
+ "loss": 1.5108,
2680
+ "step": 377
2681
+ },
2682
+ {
2683
+ "epoch": 0.8744939271255061,
2684
+ "grad_norm": 0.8250888586044312,
2685
+ "learning_rate": 8.227487275482592e-06,
2686
+ "loss": 1.3384,
2687
+ "step": 378
2688
+ },
2689
+ {
2690
+ "epoch": 0.8768074031231926,
2691
+ "grad_norm": 0.9160977005958557,
2692
+ "learning_rate": 7.935011332357112e-06,
2693
+ "loss": 1.3401,
2694
+ "step": 379
2695
+ },
2696
+ {
2697
+ "epoch": 0.8791208791208791,
2698
+ "grad_norm": 0.7070200443267822,
2699
+ "learning_rate": 7.647613609311455e-06,
2700
+ "loss": 1.5182,
2701
+ "step": 380
2702
+ },
2703
+ {
2704
+ "epoch": 0.8814343551185656,
2705
+ "grad_norm": 0.7772562503814697,
2706
+ "learning_rate": 7.365309958939615e-06,
2707
+ "loss": 1.382,
2708
+ "step": 381
2709
+ },
2710
+ {
2711
+ "epoch": 0.8837478311162522,
2712
+ "grad_norm": 0.7496217489242554,
2713
+ "learning_rate": 7.088115952851238e-06,
2714
+ "loss": 1.3267,
2715
+ "step": 382
2716
+ },
2717
+ {
2718
+ "epoch": 0.8860613071139387,
2719
+ "grad_norm": 0.9424759149551392,
2720
+ "learning_rate": 6.81604688081271e-06,
2721
+ "loss": 1.3459,
2722
+ "step": 383
2723
+ },
2724
+ {
2725
+ "epoch": 0.8883747831116252,
2726
+ "grad_norm": 0.7537806630134583,
2727
+ "learning_rate": 6.549117749903755e-06,
2728
+ "loss": 1.4998,
2729
+ "step": 384
2730
+ },
2731
+ {
2732
+ "epoch": 0.8906882591093117,
2733
+ "grad_norm": 0.8338106274604797,
2734
+ "learning_rate": 6.287343283689661e-06,
2735
+ "loss": 1.3642,
2736
+ "step": 385
2737
+ },
2738
+ {
2739
+ "epoch": 0.8930017351069983,
2740
+ "grad_norm": 0.843998372554779,
2741
+ "learning_rate": 6.030737921409169e-06,
2742
+ "loss": 1.3619,
2743
+ "step": 386
2744
+ },
2745
+ {
2746
+ "epoch": 0.8953152111046848,
2747
+ "grad_norm": 0.7519798278808594,
2748
+ "learning_rate": 5.779315817178e-06,
2749
+ "loss": 1.3025,
2750
+ "step": 387
2751
+ },
2752
+ {
2753
+ "epoch": 0.8976286871023713,
2754
+ "grad_norm": 0.7580445408821106,
2755
+ "learning_rate": 5.533090839208133e-06,
2756
+ "loss": 1.6218,
2757
+ "step": 388
2758
+ },
2759
+ {
2760
+ "epoch": 0.8999421631000578,
2761
+ "grad_norm": 2.075166940689087,
2762
+ "learning_rate": 5.292076569042826e-06,
2763
+ "loss": 1.1942,
2764
+ "step": 389
2765
+ },
2766
+ {
2767
+ "epoch": 0.9022556390977443,
2768
+ "grad_norm": 0.8120073080062866,
2769
+ "learning_rate": 5.056286300807511e-06,
2770
+ "loss": 1.4928,
2771
+ "step": 390
2772
+ },
2773
+ {
2774
+ "epoch": 0.9045691150954309,
2775
+ "grad_norm": 1.6865239143371582,
2776
+ "learning_rate": 4.825733040476465e-06,
2777
+ "loss": 1.5035,
2778
+ "step": 391
2779
+ },
2780
+ {
2781
+ "epoch": 0.9068825910931174,
2782
+ "grad_norm": 0.7252464294433594,
2783
+ "learning_rate": 4.600429505155424e-06,
2784
+ "loss": 1.2287,
2785
+ "step": 392
2786
+ },
2787
+ {
2788
+ "epoch": 0.9091960670908039,
2789
+ "grad_norm": 0.7757507562637329,
2790
+ "learning_rate": 4.380388122380141e-06,
2791
+ "loss": 1.2996,
2792
+ "step": 393
2793
+ },
2794
+ {
2795
+ "epoch": 0.9115095430884904,
2796
+ "grad_norm": 0.7562171220779419,
2797
+ "learning_rate": 4.165621029430855e-06,
2798
+ "loss": 1.2974,
2799
+ "step": 394
2800
+ },
2801
+ {
2802
+ "epoch": 0.913823019086177,
2803
+ "grad_norm": 0.7861557602882385,
2804
+ "learning_rate": 3.9561400726628505e-06,
2805
+ "loss": 1.5656,
2806
+ "step": 395
2807
+ },
2808
+ {
2809
+ "epoch": 0.9161364950838635,
2810
+ "grad_norm": 0.7593927979469299,
2811
+ "learning_rate": 3.7519568068529855e-06,
2812
+ "loss": 1.5606,
2813
+ "step": 396
2814
+ },
2815
+ {
2816
+ "epoch": 0.91844997108155,
2817
+ "grad_norm": 0.7335675358772278,
2818
+ "learning_rate": 3.5530824945623542e-06,
2819
+ "loss": 1.4637,
2820
+ "step": 397
2821
+ },
2822
+ {
2823
+ "epoch": 0.9207634470792365,
2824
+ "grad_norm": 0.8495926260948181,
2825
+ "learning_rate": 3.359528105515064e-06,
2826
+ "loss": 1.4799,
2827
+ "step": 398
2828
+ },
2829
+ {
2830
+ "epoch": 0.9230769230769231,
2831
+ "grad_norm": 0.8388051986694336,
2832
+ "learning_rate": 3.1713043159931734e-06,
2833
+ "loss": 1.3983,
2834
+ "step": 399
2835
+ },
2836
+ {
2837
+ "epoch": 0.9253903990746096,
2838
+ "grad_norm": 0.7520174384117126,
2839
+ "learning_rate": 2.9884215082477408e-06,
2840
+ "loss": 1.3645,
2841
+ "step": 400
2842
+ },
2843
+ {
2844
+ "epoch": 0.9277038750722961,
2845
+ "grad_norm": 0.6286604404449463,
2846
+ "learning_rate": 2.810889769926217e-06,
2847
+ "loss": 1.3895,
2848
+ "step": 401
2849
+ },
2850
+ {
2851
+ "epoch": 0.9300173510699826,
2852
+ "grad_norm": 0.8025228977203369,
2853
+ "learning_rate": 2.6387188935159456e-06,
2854
+ "loss": 1.3492,
2855
+ "step": 402
2856
+ },
2857
+ {
2858
+ "epoch": 0.9323308270676691,
2859
+ "grad_norm": 1.3888514041900635,
2860
+ "learning_rate": 2.471918375804105e-06,
2861
+ "loss": 1.4115,
2862
+ "step": 403
2863
+ },
2864
+ {
2865
+ "epoch": 0.9346443030653557,
2866
+ "grad_norm": 0.7446105480194092,
2867
+ "learning_rate": 2.3104974173537743e-06,
2868
+ "loss": 1.33,
2869
+ "step": 404
2870
+ },
2871
+ {
2872
+ "epoch": 0.9369577790630422,
2873
+ "grad_norm": 0.6853439211845398,
2874
+ "learning_rate": 2.1544649219965575e-06,
2875
+ "loss": 1.4006,
2876
+ "step": 405
2877
+ },
2878
+ {
2879
+ "epoch": 0.9392712550607287,
2880
+ "grad_norm": 0.8126919865608215,
2881
+ "learning_rate": 2.003829496341325e-06,
2882
+ "loss": 1.3646,
2883
+ "step": 406
2884
+ },
2885
+ {
2886
+ "epoch": 0.9415847310584152,
2887
+ "grad_norm": 0.8904492259025574,
2888
+ "learning_rate": 1.8585994492995916e-06,
2889
+ "loss": 1.3956,
2890
+ "step": 407
2891
+ },
2892
+ {
2893
+ "epoch": 0.9438982070561018,
2894
+ "grad_norm": 0.7368205189704895,
2895
+ "learning_rate": 1.7187827916271382e-06,
2896
+ "loss": 1.2218,
2897
+ "step": 408
2898
+ },
2899
+ {
2900
+ "epoch": 0.9462116830537883,
2901
+ "grad_norm": 0.7091931104660034,
2902
+ "learning_rate": 1.5843872354822097e-06,
2903
+ "loss": 1.3205,
2904
+ "step": 409
2905
+ },
2906
+ {
2907
+ "epoch": 0.9485251590514748,
2908
+ "grad_norm": 0.7179561257362366,
2909
+ "learning_rate": 1.4554201940000123e-06,
2910
+ "loss": 1.423,
2911
+ "step": 410
2912
+ },
2913
+ {
2914
+ "epoch": 0.9508386350491613,
2915
+ "grad_norm": 0.7042995691299438,
2916
+ "learning_rate": 1.3318887808839274e-06,
2917
+ "loss": 1.0981,
2918
+ "step": 411
2919
+ },
2920
+ {
2921
+ "epoch": 0.9531521110468479,
2922
+ "grad_norm": 0.68952476978302,
2923
+ "learning_rate": 1.21379981001305e-06,
2924
+ "loss": 1.4179,
2925
+ "step": 412
2926
+ },
2927
+ {
2928
+ "epoch": 0.9554655870445344,
2929
+ "grad_norm": 0.6881670951843262,
2930
+ "learning_rate": 1.1011597950663865e-06,
2931
+ "loss": 1.1551,
2932
+ "step": 413
2933
+ },
2934
+ {
2935
+ "epoch": 0.9577790630422209,
2936
+ "grad_norm": 0.8831844925880432,
2937
+ "learning_rate": 9.939749491635341e-07,
2938
+ "loss": 1.3938,
2939
+ "step": 414
2940
+ },
2941
+ {
2942
+ "epoch": 0.9600925390399074,
2943
+ "grad_norm": 0.7214851379394531,
2944
+ "learning_rate": 8.922511845219971e-07,
2945
+ "loss": 1.7372,
2946
+ "step": 415
2947
+ },
2948
+ {
2949
+ "epoch": 0.9624060150375939,
2950
+ "grad_norm": 0.7698026299476624,
2951
+ "learning_rate": 7.959941121310266e-07,
2952
+ "loss": 1.289,
2953
+ "step": 416
2954
+ },
2955
+ {
2956
+ "epoch": 0.9647194910352805,
2957
+ "grad_norm": 0.8609063029289246,
2958
+ "learning_rate": 7.052090414422119e-07,
2959
+ "loss": 1.0837,
2960
+ "step": 417
2961
+ },
2962
+ {
2963
+ "epoch": 0.967032967032967,
2964
+ "grad_norm": 0.7998297214508057,
2965
+ "learning_rate": 6.199009800765265e-07,
2966
+ "loss": 1.5292,
2967
+ "step": 418
2968
+ },
2969
+ {
2970
+ "epoch": 0.9693464430306535,
2971
+ "grad_norm": 0.7076178789138794,
2972
+ "learning_rate": 5.400746335481488e-07,
2973
+ "loss": 1.1963,
2974
+ "step": 419
2975
+ },
2976
+ {
2977
+ "epoch": 0.97165991902834,
2978
+ "grad_norm": 0.7465145587921143,
2979
+ "learning_rate": 4.6573440500492504e-07,
2980
+ "loss": 1.4168,
2981
+ "step": 420
2982
+ },
2983
+ {
2984
+ "epoch": 0.9739733950260266,
2985
+ "grad_norm": 1.3613364696502686,
2986
+ "learning_rate": 3.96884394985475e-07,
2987
+ "loss": 1.5701,
2988
+ "step": 421
2989
+ },
2990
+ {
2991
+ "epoch": 0.9762868710237131,
2992
+ "grad_norm": 0.7786402106285095,
2993
+ "learning_rate": 3.335284011929951e-07,
2994
+ "loss": 1.5676,
2995
+ "step": 422
2996
+ },
2997
+ {
2998
+ "epoch": 0.9786003470213996,
2999
+ "grad_norm": 0.6609527468681335,
3000
+ "learning_rate": 2.756699182858369e-07,
3001
+ "loss": 1.3307,
3002
+ "step": 423
3003
+ },
3004
+ {
3005
+ "epoch": 0.9809138230190861,
3006
+ "grad_norm": 0.826744556427002,
3007
+ "learning_rate": 2.2331213768468363e-07,
3008
+ "loss": 1.6348,
3009
+ "step": 424
3010
+ },
3011
+ {
3012
+ "epoch": 0.9832272990167727,
3013
+ "grad_norm": 0.8344684839248657,
3014
+ "learning_rate": 1.7645794739654665e-07,
3015
+ "loss": 1.4681,
3016
+ "step": 425
3017
+ },
3018
+ {
3019
+ "epoch": 0.9855407750144592,
3020
+ "grad_norm": 0.7661600112915039,
3021
+ "learning_rate": 1.351099318554705e-07,
3022
+ "loss": 1.3729,
3023
+ "step": 426
3024
+ },
3025
+ {
3026
+ "epoch": 0.9878542510121457,
3027
+ "grad_norm": 0.9171675443649292,
3028
+ "learning_rate": 9.927037177993592e-08,
3029
+ "loss": 1.3666,
3030
+ "step": 427
3031
+ },
3032
+ {
3033
+ "epoch": 0.9901677270098322,
3034
+ "grad_norm": 0.8102902770042419,
3035
+ "learning_rate": 6.894124404711599e-08,
3036
+ "loss": 1.1927,
3037
+ "step": 428
3038
+ },
3039
+ {
3040
+ "epoch": 0.9924812030075187,
3041
+ "grad_norm": 0.8203909397125244,
3042
+ "learning_rate": 4.4124221583785595e-08,
3043
+ "loss": 1.3914,
3044
+ "step": 429
3045
+ },
3046
+ {
3047
+ "epoch": 0.9947946790052054,
3048
+ "grad_norm": 0.7832964658737183,
3049
+ "learning_rate": 2.482067327409521e-08,
3050
+ "loss": 1.5287,
3051
+ "step": 430
3052
+ },
3053
+ {
3054
+ "epoch": 0.9971081550028918,
3055
+ "grad_norm": 0.7602399587631226,
3056
+ "learning_rate": 1.103166388398691e-08,
3057
+ "loss": 1.5643,
3058
+ "step": 431
3059
+ },
3060
+ {
3061
+ "epoch": 0.9994216310005783,
3062
+ "grad_norm": 0.7281830310821533,
3063
+ "learning_rate": 2.7579540025524097e-09,
3064
+ "loss": 1.5823,
3065
+ "step": 432
3066
+ },
3067
+ {
3068
+ "epoch": 1.001735106998265,
3069
+ "grad_norm": 1.7527399063110352,
3070
+ "learning_rate": 0.0,
3071
+ "loss": 2.1181,
3072
+ "step": 433
3073
  }
3074
  ],
3075
  "logging_steps": 1,
 
3084
  "should_evaluate": false,
3085
  "should_log": false,
3086
  "should_save": true,
3087
+ "should_training_stop": true
3088
  },
3089
  "attributes": {}
3090
  }
3091
  },
3092
+ "total_flos": 7.097521195450368e+16,
3093
  "train_batch_size": 2,
3094
  "trial_name": null,
3095
  "trial_params": null