error577 commited on
Commit
9e3fb90
·
verified ·
1 Parent(s): 0ebdba9

Training in progress, step 2900, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb928668040c46f96ba46776f290424a5e71b545e121c07991599702c05cbd44
3
  size 78207176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecec7827b4a3b6bf46c45f0ed4cc3afa2919a5efc62539f466eccdadf47dfb77
3
  size 78207176
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:538111503a2cb95bcc3bb64bcc8e823027db10e9d5cea07b4f77fe407b9423a6
3
  size 156662398
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0bd8fdf5984071990644b8eec8004359a5e415a1d0bbb49b1dd22907097ff1
3
  size 156662398
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1ba28deb60ce70a1bfb7c345f21b1b264275d10bf9853b175d80d6dd492b043
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ec95306e269ad4d04f3b80ffb6b5b6cbf049cdfef08cd5f5582eae3c5767a4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1425b1e1c5eac76691590e8bf8d43b5cb31bbfb9a510a7e94443d4e912ad82a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47fc549ab672e70c5fd6a208da22f8f006227697b006ad82fe861fa20d79e912
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.9878795742988586,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-2600",
4
- "epoch": 2.7177869449162824,
5
  "eval_steps": 100,
6
- "global_step": 2800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -19839,6 +19839,714 @@
19839
  "eval_samples_per_second": 32.075,
19840
  "eval_steps_per_second": 10.692,
19841
  "step": 2800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19842
  }
19843
  ],
19844
  "logging_steps": 1,
@@ -19853,7 +20561,7 @@
19853
  "early_stopping_threshold": 0.0
19854
  },
19855
  "attributes": {
19856
- "early_stopping_patience_counter": 2
19857
  }
19858
  },
19859
  "TrainerControl": {
@@ -19862,12 +20570,12 @@
19862
  "should_evaluate": false,
19863
  "should_log": false,
19864
  "should_save": true,
19865
- "should_training_stop": false
19866
  },
19867
  "attributes": {}
19868
  }
19869
  },
19870
- "total_flos": 1.0645344561895834e+17,
19871
  "train_batch_size": 3,
19872
  "trial_name": null,
19873
  "trial_params": null
 
1
  {
2
  "best_metric": 0.9878795742988586,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-2600",
4
+ "epoch": 2.8148507643775784,
5
  "eval_steps": 100,
6
+ "global_step": 2900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
19839
  "eval_samples_per_second": 32.075,
19840
  "eval_steps_per_second": 10.692,
19841
  "step": 2800
19842
+ },
19843
+ {
19844
+ "epoch": 2.7187575831108957,
19845
+ "grad_norm": 0.1841689944267273,
19846
+ "learning_rate": 4.313371779896924e-06,
19847
+ "loss": 1.0771,
19848
+ "step": 2801
19849
+ },
19850
+ {
19851
+ "epoch": 2.7197282213055085,
19852
+ "grad_norm": 0.18824175000190735,
19853
+ "learning_rate": 4.283787704202191e-06,
19854
+ "loss": 0.9732,
19855
+ "step": 2802
19856
+ },
19857
+ {
19858
+ "epoch": 2.7206988595001214,
19859
+ "grad_norm": 0.20387710630893707,
19860
+ "learning_rate": 4.254303211180355e-06,
19861
+ "loss": 0.9334,
19862
+ "step": 2803
19863
+ },
19864
+ {
19865
+ "epoch": 2.721669497694734,
19866
+ "grad_norm": 0.19975079596042633,
19867
+ "learning_rate": 4.224918331506955e-06,
19868
+ "loss": 0.9455,
19869
+ "step": 2804
19870
+ },
19871
+ {
19872
+ "epoch": 2.722640135889347,
19873
+ "grad_norm": 0.20404532551765442,
19874
+ "learning_rate": 4.195633095753859e-06,
19875
+ "loss": 1.0015,
19876
+ "step": 2805
19877
+ },
19878
+ {
19879
+ "epoch": 2.7236107740839604,
19880
+ "grad_norm": 0.2210119664669037,
19881
+ "learning_rate": 4.166447534389273e-06,
19882
+ "loss": 1.1665,
19883
+ "step": 2806
19884
+ },
19885
+ {
19886
+ "epoch": 2.724581412278573,
19887
+ "grad_norm": 0.22967366874217987,
19888
+ "learning_rate": 4.137361677777729e-06,
19889
+ "loss": 1.1992,
19890
+ "step": 2807
19891
+ },
19892
+ {
19893
+ "epoch": 2.725552050473186,
19894
+ "grad_norm": 0.24054734408855438,
19895
+ "learning_rate": 4.10837555618e-06,
19896
+ "loss": 1.1678,
19897
+ "step": 2808
19898
+ },
19899
+ {
19900
+ "epoch": 2.7265226886677993,
19901
+ "grad_norm": 0.26717615127563477,
19902
+ "learning_rate": 4.079489199753106e-06,
19903
+ "loss": 1.2649,
19904
+ "step": 2809
19905
+ },
19906
+ {
19907
+ "epoch": 2.727493326862412,
19908
+ "grad_norm": 0.3074055314064026,
19909
+ "learning_rate": 4.050702638550275e-06,
19910
+ "loss": 1.3553,
19911
+ "step": 2810
19912
+ },
19913
+ {
19914
+ "epoch": 2.728463965057025,
19915
+ "grad_norm": 0.23675306141376495,
19916
+ "learning_rate": 4.02201590252087e-06,
19917
+ "loss": 1.1079,
19918
+ "step": 2811
19919
+ },
19920
+ {
19921
+ "epoch": 2.729434603251638,
19922
+ "grad_norm": 0.097384013235569,
19923
+ "learning_rate": 3.993429021510475e-06,
19924
+ "loss": 0.6874,
19925
+ "step": 2812
19926
+ },
19927
+ {
19928
+ "epoch": 2.7304052414462507,
19929
+ "grad_norm": 0.11538916826248169,
19930
+ "learning_rate": 3.964942025260709e-06,
19931
+ "loss": 0.763,
19932
+ "step": 2813
19933
+ },
19934
+ {
19935
+ "epoch": 2.731375879640864,
19936
+ "grad_norm": 0.11739393323659897,
19937
+ "learning_rate": 3.9365549434092985e-06,
19938
+ "loss": 0.8426,
19939
+ "step": 2814
19940
+ },
19941
+ {
19942
+ "epoch": 2.732346517835477,
19943
+ "grad_norm": 0.12055722624063492,
19944
+ "learning_rate": 3.908267805490051e-06,
19945
+ "loss": 0.8365,
19946
+ "step": 2815
19947
+ },
19948
+ {
19949
+ "epoch": 2.7333171560300897,
19950
+ "grad_norm": 0.11913731694221497,
19951
+ "learning_rate": 3.880080640932726e-06,
19952
+ "loss": 0.8147,
19953
+ "step": 2816
19954
+ },
19955
+ {
19956
+ "epoch": 2.7342877942247026,
19957
+ "grad_norm": 0.1266409307718277,
19958
+ "learning_rate": 3.851993479063154e-06,
19959
+ "loss": 0.8613,
19960
+ "step": 2817
19961
+ },
19962
+ {
19963
+ "epoch": 2.7352584324193154,
19964
+ "grad_norm": 0.12514308094978333,
19965
+ "learning_rate": 3.8240063491030595e-06,
19966
+ "loss": 0.7884,
19967
+ "step": 2818
19968
+ },
19969
+ {
19970
+ "epoch": 2.7362290706139287,
19971
+ "grad_norm": 0.1324032098054886,
19972
+ "learning_rate": 3.7961192801701075e-06,
19973
+ "loss": 0.7866,
19974
+ "step": 2819
19975
+ },
19976
+ {
19977
+ "epoch": 2.7371997088085416,
19978
+ "grad_norm": 0.13662707805633545,
19979
+ "learning_rate": 3.768332301277866e-06,
19980
+ "loss": 0.8241,
19981
+ "step": 2820
19982
+ },
19983
+ {
19984
+ "epoch": 2.7381703470031544,
19985
+ "grad_norm": 0.13156142830848694,
19986
+ "learning_rate": 3.740645441335777e-06,
19987
+ "loss": 0.8493,
19988
+ "step": 2821
19989
+ },
19990
+ {
19991
+ "epoch": 2.7391409851977677,
19992
+ "grad_norm": 0.1341821551322937,
19993
+ "learning_rate": 3.713058729149099e-06,
19994
+ "loss": 0.8823,
19995
+ "step": 2822
19996
+ },
19997
+ {
19998
+ "epoch": 2.7401116233923806,
19999
+ "grad_norm": 0.1449829339981079,
20000
+ "learning_rate": 3.685572193418929e-06,
20001
+ "loss": 0.795,
20002
+ "step": 2823
20003
+ },
20004
+ {
20005
+ "epoch": 2.7410822615869934,
20006
+ "grad_norm": 0.14363281428813934,
20007
+ "learning_rate": 3.6581858627421027e-06,
20008
+ "loss": 0.9099,
20009
+ "step": 2824
20010
+ },
20011
+ {
20012
+ "epoch": 2.7420528997816063,
20013
+ "grad_norm": 0.14378949999809265,
20014
+ "learning_rate": 3.630899765611251e-06,
20015
+ "loss": 0.8484,
20016
+ "step": 2825
20017
+ },
20018
+ {
20019
+ "epoch": 2.743023537976219,
20020
+ "grad_norm": 0.14728431403636932,
20021
+ "learning_rate": 3.6037139304146762e-06,
20022
+ "loss": 0.9152,
20023
+ "step": 2826
20024
+ },
20025
+ {
20026
+ "epoch": 2.7439941761708324,
20027
+ "grad_norm": 0.15249083936214447,
20028
+ "learning_rate": 3.576628385436376e-06,
20029
+ "loss": 1.0054,
20030
+ "step": 2827
20031
+ },
20032
+ {
20033
+ "epoch": 2.7449648143654453,
20034
+ "grad_norm": 0.14234529435634613,
20035
+ "learning_rate": 3.549643158856042e-06,
20036
+ "loss": 0.868,
20037
+ "step": 2828
20038
+ },
20039
+ {
20040
+ "epoch": 2.745935452560058,
20041
+ "grad_norm": 0.14099052548408508,
20042
+ "learning_rate": 3.52275827874895e-06,
20043
+ "loss": 0.8055,
20044
+ "step": 2829
20045
+ },
20046
+ {
20047
+ "epoch": 2.7469060907546714,
20048
+ "grad_norm": 0.1423068344593048,
20049
+ "learning_rate": 3.495973773086014e-06,
20050
+ "loss": 0.7825,
20051
+ "step": 2830
20052
+ },
20053
+ {
20054
+ "epoch": 2.7478767289492843,
20055
+ "grad_norm": 0.1489572525024414,
20056
+ "learning_rate": 3.4692896697336886e-06,
20057
+ "loss": 0.9618,
20058
+ "step": 2831
20059
+ },
20060
+ {
20061
+ "epoch": 2.748847367143897,
20062
+ "grad_norm": 0.1469445824623108,
20063
+ "learning_rate": 3.4427059964539654e-06,
20064
+ "loss": 0.8345,
20065
+ "step": 2832
20066
+ },
20067
+ {
20068
+ "epoch": 2.74981800533851,
20069
+ "grad_norm": 0.15292416512966156,
20070
+ "learning_rate": 3.416222780904399e-06,
20071
+ "loss": 0.8481,
20072
+ "step": 2833
20073
+ },
20074
+ {
20075
+ "epoch": 2.750788643533123,
20076
+ "grad_norm": 0.1488342136144638,
20077
+ "learning_rate": 3.3898400506379936e-06,
20078
+ "loss": 0.963,
20079
+ "step": 2834
20080
+ },
20081
+ {
20082
+ "epoch": 2.751759281727736,
20083
+ "grad_norm": 0.1511238068342209,
20084
+ "learning_rate": 3.3635578331031814e-06,
20085
+ "loss": 0.947,
20086
+ "step": 2835
20087
+ },
20088
+ {
20089
+ "epoch": 2.752729919922349,
20090
+ "grad_norm": 0.15727517008781433,
20091
+ "learning_rate": 3.337376155643879e-06,
20092
+ "loss": 0.9951,
20093
+ "step": 2836
20094
+ },
20095
+ {
20096
+ "epoch": 2.753700558116962,
20097
+ "grad_norm": 0.1646905243396759,
20098
+ "learning_rate": 3.311295045499363e-06,
20099
+ "loss": 1.0745,
20100
+ "step": 2837
20101
+ },
20102
+ {
20103
+ "epoch": 2.754671196311575,
20104
+ "grad_norm": 0.15824346244335175,
20105
+ "learning_rate": 3.2853145298042953e-06,
20106
+ "loss": 0.9614,
20107
+ "step": 2838
20108
+ },
20109
+ {
20110
+ "epoch": 2.755641834506188,
20111
+ "grad_norm": 0.16009409725666046,
20112
+ "learning_rate": 3.259434635588665e-06,
20113
+ "loss": 1.078,
20114
+ "step": 2839
20115
+ },
20116
+ {
20117
+ "epoch": 2.756612472700801,
20118
+ "grad_norm": 0.1654738336801529,
20119
+ "learning_rate": 3.233655389777801e-06,
20120
+ "loss": 1.0821,
20121
+ "step": 2840
20122
+ },
20123
+ {
20124
+ "epoch": 2.7575831108954136,
20125
+ "grad_norm": 0.15743136405944824,
20126
+ "learning_rate": 3.207976819192282e-06,
20127
+ "loss": 0.9115,
20128
+ "step": 2841
20129
+ },
20130
+ {
20131
+ "epoch": 2.7585537490900265,
20132
+ "grad_norm": 0.17163686454296112,
20133
+ "learning_rate": 3.1823989505479935e-06,
20134
+ "loss": 1.0294,
20135
+ "step": 2842
20136
+ },
20137
+ {
20138
+ "epoch": 2.75952438728464,
20139
+ "grad_norm": 0.1687493622303009,
20140
+ "learning_rate": 3.156921810455993e-06,
20141
+ "loss": 1.0501,
20142
+ "step": 2843
20143
+ },
20144
+ {
20145
+ "epoch": 2.7604950254792526,
20146
+ "grad_norm": 0.17639270424842834,
20147
+ "learning_rate": 3.1315454254226105e-06,
20148
+ "loss": 1.0293,
20149
+ "step": 2844
20150
+ },
20151
+ {
20152
+ "epoch": 2.7614656636738655,
20153
+ "grad_norm": 0.16919519007205963,
20154
+ "learning_rate": 3.1062698218492724e-06,
20155
+ "loss": 0.9516,
20156
+ "step": 2845
20157
+ },
20158
+ {
20159
+ "epoch": 2.7624363018684788,
20160
+ "grad_norm": 0.16980887949466705,
20161
+ "learning_rate": 3.081095026032599e-06,
20162
+ "loss": 0.9062,
20163
+ "step": 2846
20164
+ },
20165
+ {
20166
+ "epoch": 2.7634069400630916,
20167
+ "grad_norm": 0.16965676844120026,
20168
+ "learning_rate": 3.056021064164338e-06,
20169
+ "loss": 0.9043,
20170
+ "step": 2847
20171
+ },
20172
+ {
20173
+ "epoch": 2.7643775782577045,
20174
+ "grad_norm": 0.17765143513679504,
20175
+ "learning_rate": 3.0310479623313127e-06,
20176
+ "loss": 1.0725,
20177
+ "step": 2848
20178
+ },
20179
+ {
20180
+ "epoch": 2.7653482164523173,
20181
+ "grad_norm": 0.18927070498466492,
20182
+ "learning_rate": 3.006175746515416e-06,
20183
+ "loss": 1.0599,
20184
+ "step": 2849
20185
+ },
20186
+ {
20187
+ "epoch": 2.76631885464693,
20188
+ "grad_norm": 0.17687347531318665,
20189
+ "learning_rate": 2.9814044425935606e-06,
20190
+ "loss": 0.9613,
20191
+ "step": 2850
20192
+ },
20193
+ {
20194
+ "epoch": 2.7672894928415435,
20195
+ "grad_norm": 0.18917405605316162,
20196
+ "learning_rate": 2.956734076337686e-06,
20197
+ "loss": 0.9761,
20198
+ "step": 2851
20199
+ },
20200
+ {
20201
+ "epoch": 2.7682601310361563,
20202
+ "grad_norm": 0.19635681807994843,
20203
+ "learning_rate": 2.9321646734147502e-06,
20204
+ "loss": 1.0194,
20205
+ "step": 2852
20206
+ },
20207
+ {
20208
+ "epoch": 2.769230769230769,
20209
+ "grad_norm": 0.1971740424633026,
20210
+ "learning_rate": 2.9076962593866165e-06,
20211
+ "loss": 0.9562,
20212
+ "step": 2853
20213
+ },
20214
+ {
20215
+ "epoch": 2.7702014074253825,
20216
+ "grad_norm": 0.19959934055805206,
20217
+ "learning_rate": 2.8833288597100992e-06,
20218
+ "loss": 0.8914,
20219
+ "step": 2854
20220
+ },
20221
+ {
20222
+ "epoch": 2.7711720456199953,
20223
+ "grad_norm": 0.20012199878692627,
20224
+ "learning_rate": 2.859062499736931e-06,
20225
+ "loss": 0.8614,
20226
+ "step": 2855
20227
+ },
20228
+ {
20229
+ "epoch": 2.772142683814608,
20230
+ "grad_norm": 0.21430733799934387,
20231
+ "learning_rate": 2.8348972047137157e-06,
20232
+ "loss": 1.0574,
20233
+ "step": 2856
20234
+ },
20235
+ {
20236
+ "epoch": 2.773113322009221,
20237
+ "grad_norm": 0.23541782796382904,
20238
+ "learning_rate": 2.810832999781876e-06,
20239
+ "loss": 0.964,
20240
+ "step": 2857
20241
+ },
20242
+ {
20243
+ "epoch": 2.774083960203834,
20244
+ "grad_norm": 0.23918581008911133,
20245
+ "learning_rate": 2.7868699099777297e-06,
20246
+ "loss": 1.0844,
20247
+ "step": 2858
20248
+ },
20249
+ {
20250
+ "epoch": 2.775054598398447,
20251
+ "grad_norm": 0.2599409818649292,
20252
+ "learning_rate": 2.7630079602323442e-06,
20253
+ "loss": 1.25,
20254
+ "step": 2859
20255
+ },
20256
+ {
20257
+ "epoch": 2.77602523659306,
20258
+ "grad_norm": 0.3049253225326538,
20259
+ "learning_rate": 2.739247175371562e-06,
20260
+ "loss": 1.563,
20261
+ "step": 2860
20262
+ },
20263
+ {
20264
+ "epoch": 2.776995874787673,
20265
+ "grad_norm": 0.23053397238254547,
20266
+ "learning_rate": 2.715587580116008e-06,
20267
+ "loss": 1.2561,
20268
+ "step": 2861
20269
+ },
20270
+ {
20271
+ "epoch": 2.7779665129822857,
20272
+ "grad_norm": 0.09382031857967377,
20273
+ "learning_rate": 2.69202919908097e-06,
20274
+ "loss": 0.6279,
20275
+ "step": 2862
20276
+ },
20277
+ {
20278
+ "epoch": 2.7789371511768985,
20279
+ "grad_norm": 0.11443454027175903,
20280
+ "learning_rate": 2.668572056776508e-06,
20281
+ "loss": 0.7862,
20282
+ "step": 2863
20283
+ },
20284
+ {
20285
+ "epoch": 2.779907789371512,
20286
+ "grad_norm": 0.12107350677251816,
20287
+ "learning_rate": 2.6452161776073127e-06,
20288
+ "loss": 0.8552,
20289
+ "step": 2864
20290
+ },
20291
+ {
20292
+ "epoch": 2.7808784275661247,
20293
+ "grad_norm": 0.12047024071216583,
20294
+ "learning_rate": 2.62196158587269e-06,
20295
+ "loss": 0.8538,
20296
+ "step": 2865
20297
+ },
20298
+ {
20299
+ "epoch": 2.7818490657607375,
20300
+ "grad_norm": 0.1213371604681015,
20301
+ "learning_rate": 2.5988083057666533e-06,
20302
+ "loss": 0.8344,
20303
+ "step": 2866
20304
+ },
20305
+ {
20306
+ "epoch": 2.782819703955351,
20307
+ "grad_norm": 0.12109532952308655,
20308
+ "learning_rate": 2.5757563613777123e-06,
20309
+ "loss": 0.7894,
20310
+ "step": 2867
20311
+ },
20312
+ {
20313
+ "epoch": 2.7837903421499637,
20314
+ "grad_norm": 0.1238628402352333,
20315
+ "learning_rate": 2.552805776689049e-06,
20316
+ "loss": 0.8611,
20317
+ "step": 2868
20318
+ },
20319
+ {
20320
+ "epoch": 2.7847609803445765,
20321
+ "grad_norm": 0.13090772926807404,
20322
+ "learning_rate": 2.529956575578296e-06,
20323
+ "loss": 0.8493,
20324
+ "step": 2869
20325
+ },
20326
+ {
20327
+ "epoch": 2.7857316185391894,
20328
+ "grad_norm": 0.13436706364154816,
20329
+ "learning_rate": 2.5072087818176382e-06,
20330
+ "loss": 0.8741,
20331
+ "step": 2870
20332
+ },
20333
+ {
20334
+ "epoch": 2.7867022567338022,
20335
+ "grad_norm": 0.13709810376167297,
20336
+ "learning_rate": 2.4845624190738105e-06,
20337
+ "loss": 0.8812,
20338
+ "step": 2871
20339
+ },
20340
+ {
20341
+ "epoch": 2.7876728949284155,
20342
+ "grad_norm": 0.13804461061954498,
20343
+ "learning_rate": 2.4620175109079546e-06,
20344
+ "loss": 0.8665,
20345
+ "step": 2872
20346
+ },
20347
+ {
20348
+ "epoch": 2.7886435331230284,
20349
+ "grad_norm": 0.14359496533870697,
20350
+ "learning_rate": 2.439574080775675e-06,
20351
+ "loss": 0.8911,
20352
+ "step": 2873
20353
+ },
20354
+ {
20355
+ "epoch": 2.7896141713176412,
20356
+ "grad_norm": 0.13800141215324402,
20357
+ "learning_rate": 2.4172321520270158e-06,
20358
+ "loss": 0.8494,
20359
+ "step": 2874
20360
+ },
20361
+ {
20362
+ "epoch": 2.7905848095122545,
20363
+ "grad_norm": 0.13890890777111053,
20364
+ "learning_rate": 2.3949917479063945e-06,
20365
+ "loss": 0.7982,
20366
+ "step": 2875
20367
+ },
20368
+ {
20369
+ "epoch": 2.7915554477068674,
20370
+ "grad_norm": 0.14671853184700012,
20371
+ "learning_rate": 2.372852891552646e-06,
20372
+ "loss": 0.887,
20373
+ "step": 2876
20374
+ },
20375
+ {
20376
+ "epoch": 2.79252608590148,
20377
+ "grad_norm": 0.14337050914764404,
20378
+ "learning_rate": 2.350815605998902e-06,
20379
+ "loss": 0.8124,
20380
+ "step": 2877
20381
+ },
20382
+ {
20383
+ "epoch": 2.793496724096093,
20384
+ "grad_norm": 0.15220637619495392,
20385
+ "learning_rate": 2.3288799141726546e-06,
20386
+ "loss": 0.9298,
20387
+ "step": 2878
20388
+ },
20389
+ {
20390
+ "epoch": 2.794467362290706,
20391
+ "grad_norm": 0.1513538807630539,
20392
+ "learning_rate": 2.307045838895683e-06,
20393
+ "loss": 0.8263,
20394
+ "step": 2879
20395
+ },
20396
+ {
20397
+ "epoch": 2.795438000485319,
20398
+ "grad_norm": 0.14897724986076355,
20399
+ "learning_rate": 2.2853134028840594e-06,
20400
+ "loss": 0.8521,
20401
+ "step": 2880
20402
+ },
20403
+ {
20404
+ "epoch": 2.796408638679932,
20405
+ "grad_norm": 0.14755824208259583,
20406
+ "learning_rate": 2.2636826287480873e-06,
20407
+ "loss": 0.8297,
20408
+ "step": 2881
20409
+ },
20410
+ {
20411
+ "epoch": 2.797379276874545,
20412
+ "grad_norm": 0.15349432826042175,
20413
+ "learning_rate": 2.242153538992331e-06,
20414
+ "loss": 0.8793,
20415
+ "step": 2882
20416
+ },
20417
+ {
20418
+ "epoch": 2.798349915069158,
20419
+ "grad_norm": 0.14888982474803925,
20420
+ "learning_rate": 2.2207261560155403e-06,
20421
+ "loss": 0.963,
20422
+ "step": 2883
20423
+ },
20424
+ {
20425
+ "epoch": 2.799320553263771,
20426
+ "grad_norm": 0.1462210714817047,
20427
+ "learning_rate": 2.199400502110671e-06,
20428
+ "loss": 0.8169,
20429
+ "step": 2884
20430
+ },
20431
+ {
20432
+ "epoch": 2.800291191458384,
20433
+ "grad_norm": 0.15383176505565643,
20434
+ "learning_rate": 2.178176599464821e-06,
20435
+ "loss": 0.9687,
20436
+ "step": 2885
20437
+ },
20438
+ {
20439
+ "epoch": 2.8012618296529967,
20440
+ "grad_norm": 0.1494937241077423,
20441
+ "learning_rate": 2.1570544701592255e-06,
20442
+ "loss": 0.8874,
20443
+ "step": 2886
20444
+ },
20445
+ {
20446
+ "epoch": 2.8022324678476096,
20447
+ "grad_norm": 0.16348032653331757,
20448
+ "learning_rate": 2.1360341361692517e-06,
20449
+ "loss": 0.9179,
20450
+ "step": 2887
20451
+ },
20452
+ {
20453
+ "epoch": 2.803203106042223,
20454
+ "grad_norm": 0.15522876381874084,
20455
+ "learning_rate": 2.1151156193643494e-06,
20456
+ "loss": 0.9339,
20457
+ "step": 2888
20458
+ },
20459
+ {
20460
+ "epoch": 2.8041737442368357,
20461
+ "grad_norm": 0.16467227041721344,
20462
+ "learning_rate": 2.094298941508044e-06,
20463
+ "loss": 1.0078,
20464
+ "step": 2889
20465
+ },
20466
+ {
20467
+ "epoch": 2.8051443824314486,
20468
+ "grad_norm": 0.16494648158550262,
20469
+ "learning_rate": 2.073584124257899e-06,
20470
+ "loss": 0.9288,
20471
+ "step": 2890
20472
+ },
20473
+ {
20474
+ "epoch": 2.806115020626062,
20475
+ "grad_norm": 0.16785050928592682,
20476
+ "learning_rate": 2.052971189165487e-06,
20477
+ "loss": 1.0261,
20478
+ "step": 2891
20479
+ },
20480
+ {
20481
+ "epoch": 2.8070856588206747,
20482
+ "grad_norm": 0.16841880977153778,
20483
+ "learning_rate": 2.032460157676452e-06,
20484
+ "loss": 1.0323,
20485
+ "step": 2892
20486
+ },
20487
+ {
20488
+ "epoch": 2.8080562970152876,
20489
+ "grad_norm": 0.16867302358150482,
20490
+ "learning_rate": 2.012051051130326e-06,
20491
+ "loss": 0.9854,
20492
+ "step": 2893
20493
+ },
20494
+ {
20495
+ "epoch": 2.8090269352099004,
20496
+ "grad_norm": 0.17229261994361877,
20497
+ "learning_rate": 1.9917438907606556e-06,
20498
+ "loss": 1.1873,
20499
+ "step": 2894
20500
+ },
20501
+ {
20502
+ "epoch": 2.8099975734045133,
20503
+ "grad_norm": 0.1767563819885254,
20504
+ "learning_rate": 1.971538697694919e-06,
20505
+ "loss": 1.0934,
20506
+ "step": 2895
20507
+ },
20508
+ {
20509
+ "epoch": 2.8109682115991266,
20510
+ "grad_norm": 0.1713634431362152,
20511
+ "learning_rate": 1.9514354929545007e-06,
20512
+ "loss": 0.8957,
20513
+ "step": 2896
20514
+ },
20515
+ {
20516
+ "epoch": 2.8119388497937394,
20517
+ "grad_norm": 0.1810528039932251,
20518
+ "learning_rate": 1.9314342974546484e-06,
20519
+ "loss": 1.159,
20520
+ "step": 2897
20521
+ },
20522
+ {
20523
+ "epoch": 2.8129094879883523,
20524
+ "grad_norm": 0.1705545037984848,
20525
+ "learning_rate": 1.911535132004549e-06,
20526
+ "loss": 1.029,
20527
+ "step": 2898
20528
+ },
20529
+ {
20530
+ "epoch": 2.8138801261829656,
20531
+ "grad_norm": 0.18117842078208923,
20532
+ "learning_rate": 1.8917380173071542e-06,
20533
+ "loss": 1.2136,
20534
+ "step": 2899
20535
+ },
20536
+ {
20537
+ "epoch": 2.8148507643775784,
20538
+ "grad_norm": 0.17970870435237885,
20539
+ "learning_rate": 1.8720429739592982e-06,
20540
+ "loss": 0.9116,
20541
+ "step": 2900
20542
+ },
20543
+ {
20544
+ "epoch": 2.8148507643775784,
20545
+ "eval_loss": 0.98960942029953,
20546
+ "eval_runtime": 7.7986,
20547
+ "eval_samples_per_second": 31.929,
20548
+ "eval_steps_per_second": 10.643,
20549
+ "step": 2900
20550
  }
20551
  ],
20552
  "logging_steps": 1,
 
20561
  "early_stopping_threshold": 0.0
20562
  },
20563
  "attributes": {
20564
+ "early_stopping_patience_counter": 3
20565
  }
20566
  },
20567
  "TrainerControl": {
 
20570
  "should_evaluate": false,
20571
  "should_log": false,
20572
  "should_save": true,
20573
+ "should_training_stop": true
20574
  },
20575
  "attributes": {}
20576
  }
20577
  },
20578
+ "total_flos": 1.1026136928367411e+17,
20579
  "train_batch_size": 3,
20580
  "trial_name": null,
20581
  "trial_params": null