0xOzii commited on
Commit
2b8e0ad
·
verified ·
1 Parent(s): 9dee47f

End of training

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.5578374686388997,
4
- "train_runtime": 114.0276,
5
- "train_samples": 28,
6
- "train_samples_per_second": 2.806,
7
- "train_steps_per_second": 0.175
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 1.4465488493442536e-05,
4
+ "train_runtime": 205.9942,
5
+ "train_samples": 37,
6
+ "train_samples_per_second": 1.553,
7
+ "train_steps_per_second": 0.097
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cd92332fa7a4fbc49039737e386be811c9ff827a3e4aa70c737f9f7362fb5ae
3
  size 1976163472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8f927e39e0a697d2d56fb4372c8a423aa4aa35f8ee47f06b87342a0e8fdb1b
3
  size 1976163472
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.5578374686388997,
4
- "train_runtime": 114.0276,
5
- "train_samples": 28,
6
- "train_samples_per_second": 2.806,
7
- "train_steps_per_second": 0.175
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 1.4465488493442536e-05,
4
+ "train_runtime": 205.9942,
5
+ "train_samples": 37,
6
+ "train_samples_per_second": 1.553,
7
+ "train_steps_per_second": 0.097
8
  }
trainer_state.json CHANGED
@@ -2,7 +2,7 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 5.0,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
@@ -10,209 +10,209 @@
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "completion_length": 272.5625,
14
- "epoch": 0.5714285714285714,
15
- "grad_norm": 14.198702812194824,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
  "loss": 0.0,
19
- "reward": 3.287942814640701,
20
- "reward_std": 0.3464769145939499,
21
- "rewards/concensus_correctness_reward_func": 0.7484999932348728,
22
- "rewards/consensus_reward_func": 0.875,
23
  "rewards/cumulative_reward_2": 0.0,
24
  "rewards/final_correctness_reward_func": 0.125,
25
- "rewards/question_recreation_reward_func": 0.5806615888141096,
26
- "rewards/soft_format_reward_func": 0.015625,
27
- "rewards/strict_format_reward_func": 0.21875,
28
- "rewards/xmlcount_reward_func": 0.7244062540121377,
29
  "step": 2
30
  },
31
  {
32
- "completion_length": 136.08333333333334,
33
- "epoch": 1.0,
34
- "grad_norm": 13.765323638916016,
35
- "kl": 0.6245319577865303,
36
  "learning_rate": 4.864543104251586e-07,
37
- "loss": 0.0005,
38
- "reward": 5.854371190071106,
39
- "reward_std": 0.1890408894396387,
40
- "rewards/concensus_correctness_reward_func": 1.6291666825612385,
41
- "rewards/consensus_reward_func": 1.6666666666666667,
42
  "rewards/cumulative_reward_2": 0.0,
43
- "rewards/final_correctness_reward_func": 0.0,
44
- "rewards/question_recreation_reward_func": 0.9074961890776952,
45
  "rewards/soft_format_reward_func": 0.0,
46
- "rewards/strict_format_reward_func": 0.4166666666666667,
47
- "rewards/xmlcount_reward_func": 1.234375,
48
  "step": 4
49
  },
50
  {
51
- "completion_length": 141.21875,
52
- "epoch": 1.5714285714285714,
53
- "grad_norm": 37.01640701293945,
54
- "kl": 88.96495530183893,
55
  "learning_rate": 4.472851273490984e-07,
56
- "loss": 0.089,
57
- "reward": 5.206140995025635,
58
- "reward_std": 1.0958135688269977,
59
- "rewards/concensus_correctness_reward_func": 1.4046875014901161,
60
- "rewards/consensus_reward_func": 1.3125,
61
  "rewards/cumulative_reward_2": 0.0,
62
- "rewards/final_correctness_reward_func": 0.0,
63
- "rewards/question_recreation_reward_func": 0.8483284637331963,
64
  "rewards/soft_format_reward_func": 0.0,
65
- "rewards/strict_format_reward_func": 0.40625,
66
- "rewards/xmlcount_reward_func": 1.234375,
67
  "step": 6
68
  },
69
  {
70
- "completion_length": 130.5,
71
- "epoch": 2.0,
72
- "grad_norm": 13.529762268066406,
73
- "kl": 2.4222427010536194,
74
  "learning_rate": 3.867370395306068e-07,
75
- "loss": 0.0018,
76
- "reward": 6.42937966187795,
77
- "reward_std": 0.08211953707116966,
78
- "rewards/concensus_correctness_reward_func": 1.5920000026623409,
79
- "rewards/consensus_reward_func": 2.0,
80
  "rewards/cumulative_reward_2": 0.0,
81
- "rewards/final_correctness_reward_func": 0.16666666666666666,
82
- "rewards/question_recreation_reward_func": 0.9415463109811147,
83
  "rewards/soft_format_reward_func": 0.0,
84
- "rewards/strict_format_reward_func": 0.4791666666666667,
85
- "rewards/xmlcount_reward_func": 1.25,
86
  "step": 8
87
  },
88
  {
89
- "completion_length": 164.53125,
90
- "epoch": 2.571428571428571,
91
- "grad_norm": 29.19288444519043,
92
- "kl": 8.746150485239923,
93
  "learning_rate": 3.1137137178519977e-07,
94
- "loss": 0.0087,
95
- "reward": 5.29831326007843,
96
- "reward_std": 0.9281976301717805,
97
- "rewards/concensus_correctness_reward_func": 1.3201875053346157,
98
- "rewards/consensus_reward_func": 1.25,
99
  "rewards/cumulative_reward_2": 0.0,
100
- "rewards/final_correctness_reward_func": 0.1875,
101
- "rewards/question_recreation_reward_func": 0.9039070792496204,
102
  "rewards/soft_format_reward_func": 0.0,
103
- "rewards/strict_format_reward_func": 0.40625,
104
- "rewards/xmlcount_reward_func": 1.23046875,
105
  "step": 10
106
  },
107
  {
108
- "completion_length": 129.875,
109
- "epoch": 3.0,
110
- "grad_norm": 17.16482162475586,
111
- "kl": 0.6923776660114527,
112
  "learning_rate": 2.2935516363191693e-07,
113
- "loss": 0.0005,
114
- "reward": 6.027004559834798,
115
- "reward_std": 0.3728192376050477,
116
- "rewards/concensus_correctness_reward_func": 1.548583338658015,
117
- "rewards/consensus_reward_func": 1.9166666666666667,
118
  "rewards/cumulative_reward_2": 0.0,
119
- "rewards/final_correctness_reward_func": 0.0,
120
- "rewards/question_recreation_reward_func": 0.8846712013085684,
121
  "rewards/soft_format_reward_func": 0.0,
122
- "rewards/strict_format_reward_func": 0.4375,
123
- "rewards/xmlcount_reward_func": 1.2395833333333333,
124
  "step": 12
125
  },
126
  {
127
- "completion_length": 139.28125,
128
- "epoch": 3.571428571428571,
129
- "grad_norm": 223.46670532226562,
130
- "kl": 4.816125584766269,
131
  "learning_rate": 1.4957614383675767e-07,
132
- "loss": 0.0048,
133
- "reward": 5.571952506899834,
134
- "reward_std": 0.3520185924717225,
135
- "rewards/concensus_correctness_reward_func": 1.3636250048875809,
136
- "rewards/consensus_reward_func": 1.625,
137
  "rewards/cumulative_reward_2": 0.0,
138
- "rewards/final_correctness_reward_func": 0.0,
139
- "rewards/question_recreation_reward_func": 0.9049837030470371,
140
  "rewards/soft_format_reward_func": 0.0,
141
- "rewards/strict_format_reward_func": 0.46875,
142
- "rewards/xmlcount_reward_func": 1.2095937505364418,
143
  "step": 14
144
  },
145
  {
146
- "completion_length": 148.20833333333334,
147
- "epoch": 4.0,
148
- "grad_norm": 12.74942684173584,
149
- "kl": 7291.930473522593,
150
  "learning_rate": 8.067960709356478e-08,
151
- "loss": 5.4689,
152
- "reward": 5.518423159917195,
153
- "reward_std": 0.38091410176518065,
154
- "rewards/concensus_correctness_reward_func": 1.488083337744077,
155
- "rewards/consensus_reward_func": 1.4166666666666667,
156
  "rewards/cumulative_reward_2": 0.0,
157
- "rewards/final_correctness_reward_func": 0.16666666666666666,
158
- "rewards/question_recreation_reward_func": 0.8590482361614704,
159
  "rewards/soft_format_reward_func": 0.0,
160
- "rewards/strict_format_reward_func": 0.3541666666666667,
161
- "rewards/xmlcount_reward_func": 1.233791669209798,
162
  "step": 16
163
  },
164
  {
165
- "completion_length": 146.21875,
166
- "epoch": 4.571428571428571,
167
- "grad_norm": 57.12162399291992,
168
- "kl": 3.72467196919024,
169
  "learning_rate": 3.013156219837776e-08,
170
- "loss": 0.0037,
171
- "reward": 5.769348636269569,
172
- "reward_std": 0.7674853704229463,
173
- "rewards/concensus_correctness_reward_func": 1.525062508881092,
174
- "rewards/consensus_reward_func": 1.6875,
175
  "rewards/cumulative_reward_2": 0.0,
176
- "rewards/final_correctness_reward_func": 0.1875,
177
- "rewards/question_recreation_reward_func": 0.8224111758172512,
178
  "rewards/soft_format_reward_func": 0.0,
179
- "rewards/strict_format_reward_func": 0.34375,
180
- "rewards/xmlcount_reward_func": 1.203125,
181
  "step": 18
182
  },
183
  {
184
- "completion_length": 146.41666666666666,
185
- "epoch": 5.0,
186
- "grad_norm": 17.259469985961914,
187
- "kl": 0.4909181570013364,
188
  "learning_rate": 3.4096741493194193e-09,
189
- "loss": 0.0004,
190
- "reward": 5.185313105583191,
191
- "reward_std": 0.26218909593687084,
192
- "rewards/concensus_correctness_reward_func": 1.269083318610986,
193
- "rewards/consensus_reward_func": 1.25,
194
  "rewards/cumulative_reward_2": 0.0,
195
- "rewards/final_correctness_reward_func": 0.0,
196
- "rewards/question_recreation_reward_func": 0.937063068151474,
197
  "rewards/soft_format_reward_func": 0.0,
198
- "rewards/strict_format_reward_func": 0.4791666666666667,
199
- "rewards/xmlcount_reward_func": 1.25,
200
  "step": 20
201
  },
202
  {
203
- "epoch": 5.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
- "train_loss": 0.5578374686388997,
207
- "train_runtime": 114.0276,
208
- "train_samples_per_second": 2.806,
209
- "train_steps_per_second": 0.175
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
- "num_train_epochs": 7,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 4.0,
6
  "eval_steps": 500,
7
  "global_step": 20,
8
  "is_hyper_param_search": false,
 
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "completion_length": 292.6875,
14
+ "epoch": 0.43243243243243246,
15
+ "grad_norm": 8.41179370880127,
16
  "kl": 0.0,
17
  "learning_rate": 5e-07,
18
  "loss": 0.0,
19
+ "reward": 0.5981158169452101,
20
+ "reward_std": 0.5838229233631864,
21
+ "rewards/concensus_correctness_reward_func": 0.0,
22
+ "rewards/consensus_reward_func": 0.0625,
23
  "rewards/cumulative_reward_2": 0.0,
24
  "rewards/final_correctness_reward_func": 0.125,
25
+ "rewards/question_recreation_reward_func": 0.35599080089014024,
26
+ "rewards/soft_format_reward_func": 0.0,
27
+ "rewards/strict_format_reward_func": 0.0,
28
+ "rewards/xmlcount_reward_func": 0.05462499335408211,
29
  "step": 2
30
  },
31
  {
32
+ "completion_length": 371.96875,
33
+ "epoch": 0.8648648648648649,
34
+ "grad_norm": 12.572685241699219,
35
+ "kl": 0.005039257390308194,
36
  "learning_rate": 4.864543104251586e-07,
37
+ "loss": 0.0,
38
+ "reward": 0.5980560244061053,
39
+ "reward_std": 0.8491645804970176,
40
+ "rewards/concensus_correctness_reward_func": 0.0,
41
+ "rewards/consensus_reward_func": 0.0,
42
  "rewards/cumulative_reward_2": 0.0,
43
+ "rewards/final_correctness_reward_func": 0.0625,
44
+ "rewards/question_recreation_reward_func": 0.3766185145941563,
45
  "rewards/soft_format_reward_func": 0.0,
46
+ "rewards/strict_format_reward_func": 0.0,
47
+ "rewards/xmlcount_reward_func": 0.1589375026524067,
48
  "step": 4
49
  },
50
  {
51
+ "completion_length": 286.65384615384613,
52
+ "epoch": 1.2162162162162162,
53
+ "grad_norm": 15.579334259033203,
54
+ "kl": 0.004699638256659875,
55
  "learning_rate": 4.472851273490984e-07,
56
+ "loss": 0.0,
57
+ "reward": 0.6698740749404981,
58
+ "reward_std": 0.8217862514922252,
59
+ "rewards/concensus_correctness_reward_func": 0.0,
60
+ "rewards/consensus_reward_func": 0.0,
61
  "rewards/cumulative_reward_2": 0.0,
62
+ "rewards/final_correctness_reward_func": 0.23076923076923078,
63
+ "rewards/question_recreation_reward_func": 0.3440663774426167,
64
  "rewards/soft_format_reward_func": 0.0,
65
+ "rewards/strict_format_reward_func": 0.0,
66
+ "rewards/xmlcount_reward_func": 0.09503845927807,
67
  "step": 6
68
  },
69
  {
70
+ "completion_length": 371.09375,
71
+ "epoch": 1.6486486486486487,
72
+ "grad_norm": 9.795913696289062,
73
+ "kl": 0.006318378056676011,
74
  "learning_rate": 3.867370395306068e-07,
75
+ "loss": 0.0,
76
+ "reward": 0.7827430572360754,
77
+ "reward_std": 0.6272712158970535,
78
+ "rewards/concensus_correctness_reward_func": 0.05168750137090683,
79
+ "rewards/consensus_reward_func": 0.0,
80
  "rewards/cumulative_reward_2": 0.0,
81
+ "rewards/final_correctness_reward_func": 0.1875,
82
+ "rewards/question_recreation_reward_func": 0.3384930535685271,
83
  "rewards/soft_format_reward_func": 0.0,
84
+ "rewards/strict_format_reward_func": 0.015625,
85
+ "rewards/xmlcount_reward_func": 0.18943749647587538,
86
  "step": 8
87
  },
88
  {
89
+ "completion_length": 335.2307692307692,
90
+ "epoch": 2.0,
91
+ "grad_norm": 11.530265808105469,
92
+ "kl": 0.00608269547452577,
93
  "learning_rate": 3.1137137178519977e-07,
94
+ "loss": 0.0,
95
+ "reward": 0.384847030043602,
96
+ "reward_std": 0.6694476621655318,
97
+ "rewards/concensus_correctness_reward_func": 0.0,
98
+ "rewards/consensus_reward_func": 0.0,
99
  "rewards/cumulative_reward_2": 0.0,
100
+ "rewards/final_correctness_reward_func": 0.0,
101
+ "rewards/question_recreation_reward_func": 0.2379624035495978,
102
  "rewards/soft_format_reward_func": 0.0,
103
+ "rewards/strict_format_reward_func": 0.0,
104
+ "rewards/xmlcount_reward_func": 0.14688461617781565,
105
  "step": 10
106
  },
107
  {
108
+ "completion_length": 258.875,
109
+ "epoch": 2.4324324324324325,
110
+ "grad_norm": 10.923238754272461,
111
+ "kl": 0.005304618814989226,
112
  "learning_rate": 2.2935516363191693e-07,
113
+ "loss": 0.0,
114
+ "reward": 0.6665486422134563,
115
+ "reward_std": 0.4935144046903588,
116
+ "rewards/concensus_correctness_reward_func": 0.0,
117
+ "rewards/consensus_reward_func": 0.0,
118
  "rewards/cumulative_reward_2": 0.0,
119
+ "rewards/final_correctness_reward_func": 0.125,
120
+ "rewards/question_recreation_reward_func": 0.3986423856113106,
121
  "rewards/soft_format_reward_func": 0.0,
122
+ "rewards/strict_format_reward_func": 0.0,
123
+ "rewards/xmlcount_reward_func": 0.14290624717250466,
124
  "step": 12
125
  },
126
  {
127
+ "completion_length": 322.875,
128
+ "epoch": 2.864864864864865,
129
+ "grad_norm": 13.007181167602539,
130
+ "kl": 0.007584667979244841,
131
  "learning_rate": 1.4957614383675767e-07,
132
+ "loss": 0.0,
133
+ "reward": 1.1640999108203687,
134
+ "reward_std": 0.696440267143771,
135
+ "rewards/concensus_correctness_reward_func": 0.0,
136
+ "rewards/consensus_reward_func": 0.25,
137
  "rewards/cumulative_reward_2": 0.0,
138
+ "rewards/final_correctness_reward_func": 0.125,
139
+ "rewards/question_recreation_reward_func": 0.43497489305445924,
140
  "rewards/soft_format_reward_func": 0.0,
141
+ "rewards/strict_format_reward_func": 0.0,
142
+ "rewards/xmlcount_reward_func": 0.3541250037960708,
143
  "step": 14
144
  },
145
  {
146
+ "completion_length": 306.8076923076923,
147
+ "epoch": 3.2162162162162162,
148
+ "grad_norm": 176.42681884765625,
149
+ "kl": 0.11724901679106271,
150
  "learning_rate": 8.067960709356478e-08,
151
+ "loss": 0.0001,
152
+ "reward": 0.5219842281479102,
153
+ "reward_std": 0.43296160434301084,
154
+ "rewards/concensus_correctness_reward_func": 0.0,
155
+ "rewards/consensus_reward_func": 0.0,
156
  "rewards/cumulative_reward_2": 0.0,
157
+ "rewards/final_correctness_reward_func": 0.0,
158
+ "rewards/question_recreation_reward_func": 0.3553303789633971,
159
  "rewards/soft_format_reward_func": 0.0,
160
+ "rewards/strict_format_reward_func": 0.019230769230769232,
161
+ "rewards/xmlcount_reward_func": 0.14742307594189277,
162
  "step": 16
163
  },
164
  {
165
+ "completion_length": 266.0,
166
+ "epoch": 3.6486486486486487,
167
+ "grad_norm": 23.959447860717773,
168
+ "kl": 0.008700933925865684,
169
  "learning_rate": 3.013156219837776e-08,
170
+ "loss": 0.0,
171
+ "reward": 0.8606452494859695,
172
+ "reward_std": 0.7385878330096602,
173
+ "rewards/concensus_correctness_reward_func": 0.0,
174
+ "rewards/consensus_reward_func": 0.0,
175
  "rewards/cumulative_reward_2": 0.0,
176
+ "rewards/final_correctness_reward_func": 0.25,
177
+ "rewards/question_recreation_reward_func": 0.3516764978412539,
178
  "rewards/soft_format_reward_func": 0.0,
179
+ "rewards/strict_format_reward_func": 0.0,
180
+ "rewards/xmlcount_reward_func": 0.2589687490835786,
181
  "step": 18
182
  },
183
  {
184
+ "completion_length": 503.3076923076923,
185
+ "epoch": 4.0,
186
+ "grad_norm": 13.536458969116211,
187
+ "kl": 0.008720061894004734,
188
  "learning_rate": 3.4096741493194193e-09,
189
+ "loss": 0.0,
190
+ "reward": 0.5503992174680417,
191
+ "reward_std": 0.7149657578422473,
192
+ "rewards/concensus_correctness_reward_func": 0.0,
193
+ "rewards/consensus_reward_func": 0.07692307692307693,
194
  "rewards/cumulative_reward_2": 0.0,
195
+ "rewards/final_correctness_reward_func": 0.07692307692307693,
196
+ "rewards/question_recreation_reward_func": 0.317822289151641,
197
  "rewards/soft_format_reward_func": 0.0,
198
+ "rewards/strict_format_reward_func": 0.0,
199
+ "rewards/xmlcount_reward_func": 0.07873076945543289,
200
  "step": 20
201
  },
202
  {
203
+ "epoch": 4.0,
204
  "step": 20,
205
  "total_flos": 0.0,
206
+ "train_loss": 1.4465488493442536e-05,
207
+ "train_runtime": 205.9942,
208
+ "train_samples_per_second": 1.553,
209
+ "train_steps_per_second": 0.097
210
  }
211
  ],
212
  "logging_steps": 2,
213
  "max_steps": 20,
214
  "num_input_tokens_seen": 0,
215
+ "num_train_epochs": 5,
216
  "save_steps": 25,
217
  "stateful_callbacks": {
218
  "TrainerControl": {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1846986c5e8fd6871e43ed34e2b52dd6d62fe78e149520918aed087d47eede52
3
  size 6008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:222d897689b904466212ba970c317f94997dbbdaa55fff93ac218c435d845483
3
  size 6008