Hugging Face's logo

ehalicki
/
eth-rl-so101-may19-policies

Safetensors
Model card Files
xet
 Community
ehalicki commited on
Commit
5f964b4
·
verified ·
1 Parent(s): b2772ba

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. checkpoints/005000/pretrained_model/config.json +101 -0
  2. checkpoints/005000/pretrained_model/policy_postprocessor.json +32 -0
  3. checkpoints/005000/pretrained_model/policy_preprocessor.json +89 -0
  4. checkpoints/005000/pretrained_model/train_config.json +241 -0
  5. checkpoints/005000/training_state/optimizer_param_groups.json +521 -0
  6. checkpoints/005000/training_state/scheduler_state.json +15 -0
  7. checkpoints/005000/training_state/training_step.json +3 -0
  8. checkpoints/010000/pretrained_model/config.json +101 -0
  9. checkpoints/010000/pretrained_model/model.safetensors +3 -0
  10. checkpoints/010000/pretrained_model/policy_postprocessor.json +32 -0
  11. checkpoints/010000/pretrained_model/policy_preprocessor.json +89 -0
  12. checkpoints/010000/pretrained_model/train_config.json +241 -0
  13. checkpoints/010000/training_state/optimizer_param_groups.json +521 -0
  14. checkpoints/010000/training_state/scheduler_state.json +15 -0
  15. checkpoints/010000/training_state/training_step.json +3 -0
  16. checkpoints/015000/pretrained_model/config.json +101 -0
  17. checkpoints/015000/pretrained_model/policy_postprocessor.json +32 -0
  18. checkpoints/015000/pretrained_model/policy_preprocessor.json +89 -0
  19. checkpoints/015000/pretrained_model/train_config.json +241 -0
  20. checkpoints/015000/training_state/optimizer_param_groups.json +521 -0
  21. checkpoints/015000/training_state/scheduler_state.json +15 -0
  22. checkpoints/015000/training_state/training_step.json +3 -0
  23. checkpoints/020000/pretrained_model/config.json +101 -0
  24. checkpoints/020000/pretrained_model/policy_postprocessor.json +32 -0
  25. checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  26. checkpoints/020000/pretrained_model/policy_preprocessor.json +89 -0
  27. checkpoints/020000/pretrained_model/policy_preprocessor_step_5_normalizer_processor.safetensors +3 -0
  28. checkpoints/020000/pretrained_model/train_config.json +241 -0
  29. checkpoints/020000/training_state/optimizer_param_groups.json +521 -0
  30. checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
  31. checkpoints/020000/training_state/rng_state.safetensors +3 -0
  32. checkpoints/020000/training_state/scheduler_state.json +15 -0
  33. checkpoints/020000/training_state/training_step.json +3 -0
  34. checkpoints/025000/pretrained_model/config.json +101 -0
  35. checkpoints/025000/pretrained_model/policy_postprocessor.json +32 -0
  36. checkpoints/025000/pretrained_model/policy_preprocessor.json +89 -0
  37. checkpoints/025000/pretrained_model/train_config.json +241 -0
  38. checkpoints/025000/training_state/optimizer_param_groups.json +521 -0
  39. checkpoints/025000/training_state/scheduler_state.json +15 -0
  40. checkpoints/025000/training_state/training_step.json +3 -0
  41. checkpoints/030000/pretrained_model/config.json +101 -0
  42. checkpoints/030000/pretrained_model/policy_postprocessor.json +32 -0
  43. checkpoints/030000/pretrained_model/policy_preprocessor.json +89 -0
  44. checkpoints/030000/pretrained_model/train_config.json +241 -0
  45. checkpoints/030000/training_state/optimizer_param_groups.json +521 -0
  46. checkpoints/030000/training_state/optimizer_state.safetensors +3 -0
  47. checkpoints/030000/training_state/rng_state.safetensors +3 -0
  48. checkpoints/030000/training_state/scheduler_state.json +15 -0
  49. checkpoints/030000/training_state/training_step.json +3 -0
  50. loss_log.jsonl +306 -0
checkpoints/005000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/005000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/005000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/005000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/005000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 9.34687384344914e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/005000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 5000,
6
+ "_step_count": 5001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 9.34687384344914e-05
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/005000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 5000
3
+ }
checkpoints/010000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/010000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63dfddac7e448331957fb691bda00e661c173bb6f290e687e2d01d68be0fc53e
3
+ size 906712520
checkpoints/010000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/010000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/010000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/010000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 7.5625e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/010000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 10000,
6
+ "_step_count": 10001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 7.5625e-05
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/010000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 10000
3
+ }
checkpoints/015000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/015000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/015000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/015000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/015000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 5.125e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/015000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 15000,
6
+ "_step_count": 15001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 5.125e-05
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/015000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 15000
3
+ }
checkpoints/020000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/020000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a564bd3b480674ee0959957977646a3017a9addb195f80cd41bfb695288a37a
3
+ size 6632
checkpoints/020000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/020000/pretrained_model/policy_preprocessor_step_5_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a564bd3b480674ee0959957977646a3017a9addb195f80cd41bfb695288a37a
3
+ size 6632
checkpoints/020000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/020000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 2.6875000000000013e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/020000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71914c145c992292aee8cbf66eb4694caabb140032d8a39278f715d3686189f4
3
+ size 412659164
checkpoints/020000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddbd4fdb3ba3375c76498c2d0805dc874754bce269dbbef896f2fe1375d0c2a
3
+ size 15708
checkpoints/020000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 20000,
6
+ "_step_count": 20001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 2.6875000000000013e-05
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/020000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 20000
3
+ }
checkpoints/025000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/025000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/025000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/025000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/025000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 9.031261565508626e-06,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/025000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 25000,
6
+ "_step_count": 25001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 9.031261565508626e-06
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/025000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 25000
3
+ }
checkpoints/030000/pretrained_model/config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.camera1": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 256,
16
+ 256
17
+ ]
18
+ },
19
+ "observation.images.camera2": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 256,
24
+ 256
25
+ ]
26
+ },
27
+ "observation.images.camera3": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 256,
32
+ 256
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/smolvla_base",
53
+ "chunk_size": 50,
54
+ "n_action_steps": 50,
55
+ "normalization_mapping": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
+ },
60
+ "max_state_dim": 32,
61
+ "max_action_dim": 32,
62
+ "resize_imgs_with_padding": [
63
+ 512,
64
+ 512
65
+ ],
66
+ "empty_cameras": 0,
67
+ "adapt_to_pi_aloha": false,
68
+ "use_delta_joint_actions_aloha": false,
69
+ "tokenizer_max_length": 48,
70
+ "num_steps": 10,
71
+ "use_cache": true,
72
+ "freeze_vision_encoder": true,
73
+ "train_expert_only": true,
74
+ "train_state_proj": true,
75
+ "optimizer_lr": 0.0001,
76
+ "optimizer_betas": [
77
+ 0.9,
78
+ 0.95
79
+ ],
80
+ "optimizer_eps": 1e-08,
81
+ "optimizer_weight_decay": 1e-10,
82
+ "optimizer_grad_clip_norm": 10.0,
83
+ "scheduler_warmup_steps": 1000,
84
+ "scheduler_decay_steps": 30000,
85
+ "scheduler_decay_lr": 2.5e-06,
86
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
+ "load_vlm_weights": true,
88
+ "add_image_special_tokens": false,
89
+ "attention_mode": "cross_attn",
90
+ "prefix_length": 0,
91
+ "pad_language_to": "max_length",
92
+ "num_expert_layers": 0,
93
+ "num_vlm_layers": 16,
94
+ "self_attn_every_n_layers": 2,
95
+ "expert_width_multiplier": 0.75,
96
+ "min_period": 0.004,
97
+ "max_period": 4.0,
98
+ "rtc_config": null,
99
+ "compile_model": false,
100
+ "compile_mode": "max-autotune"
101
+ }
checkpoints/030000/pretrained_model/policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
checkpoints/030000/pretrained_model/policy_preprocessor.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.wrist_camera": "observation.images.camera1"
9
+ }
10
+ }
11
+ },
12
+ {
13
+ "registry_name": "to_batch_processor",
14
+ "config": {}
15
+ },
16
+ {
17
+ "registry_name": "smolvla_new_line_processor",
18
+ "config": {}
19
+ },
20
+ {
21
+ "registry_name": "tokenizer_processor",
22
+ "config": {
23
+ "max_length": 48,
24
+ "task_key": "task",
25
+ "padding_side": "right",
26
+ "padding": "max_length",
27
+ "truncation": true,
28
+ "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
29
+ }
30
+ },
31
+ {
32
+ "registry_name": "device_processor",
33
+ "config": {
34
+ "device": "cuda",
35
+ "float_dtype": null
36
+ }
37
+ },
38
+ {
39
+ "registry_name": "normalizer_processor",
40
+ "config": {
41
+ "eps": 1e-08,
42
+ "features": {
43
+ "observation.state": {
44
+ "type": "STATE",
45
+ "shape": [
46
+ 6
47
+ ]
48
+ },
49
+ "observation.images.camera1": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 256,
54
+ 256
55
+ ]
56
+ },
57
+ "observation.images.camera2": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 256,
62
+ 256
63
+ ]
64
+ },
65
+ "observation.images.camera3": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 256,
70
+ 256
71
+ ]
72
+ },
73
+ "action": {
74
+ "type": "ACTION",
75
+ "shape": [
76
+ 6
77
+ ]
78
+ }
79
+ },
80
+ "norm_map": {
81
+ "VISUAL": "IDENTITY",
82
+ "STATE": "MEAN_STD",
83
+ "ACTION": "MEAN_STD"
84
+ }
85
+ },
86
+ "state_file": "policy_preprocessor_step_5_normalizer_processor.safetensors"
87
+ }
88
+ ]
89
+ }
checkpoints/030000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,241 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "ehalicki/eth-rl-so101-combined",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "streaming": false
81
+ },
82
+ "env": null,
83
+ "policy": {
84
+ "type": "smolvla",
85
+ "n_obs_steps": 1,
86
+ "input_features": {
87
+ "observation.state": {
88
+ "type": "STATE",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ },
93
+ "observation.images.camera1": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 256,
98
+ 256
99
+ ]
100
+ },
101
+ "observation.images.camera2": {
102
+ "type": "VISUAL",
103
+ "shape": [
104
+ 3,
105
+ 256,
106
+ 256
107
+ ]
108
+ },
109
+ "observation.images.camera3": {
110
+ "type": "VISUAL",
111
+ "shape": [
112
+ 3,
113
+ 256,
114
+ 256
115
+ ]
116
+ }
117
+ },
118
+ "output_features": {
119
+ "action": {
120
+ "type": "ACTION",
121
+ "shape": [
122
+ 6
123
+ ]
124
+ }
125
+ },
126
+ "device": "cuda",
127
+ "use_amp": false,
128
+ "use_peft": false,
129
+ "push_to_hub": true,
130
+ "repo_id": "ehalicki/eth-rl-so101-may18-policies",
131
+ "private": null,
132
+ "tags": null,
133
+ "license": null,
134
+ "pretrained_path": "lerobot/smolvla_base",
135
+ "chunk_size": 50,
136
+ "n_action_steps": 50,
137
+ "normalization_mapping": {
138
+ "VISUAL": "IDENTITY",
139
+ "STATE": "MEAN_STD",
140
+ "ACTION": "MEAN_STD"
141
+ },
142
+ "max_state_dim": 32,
143
+ "max_action_dim": 32,
144
+ "resize_imgs_with_padding": [
145
+ 512,
146
+ 512
147
+ ],
148
+ "empty_cameras": 0,
149
+ "adapt_to_pi_aloha": false,
150
+ "use_delta_joint_actions_aloha": false,
151
+ "tokenizer_max_length": 48,
152
+ "num_steps": 10,
153
+ "use_cache": true,
154
+ "freeze_vision_encoder": true,
155
+ "train_expert_only": true,
156
+ "train_state_proj": true,
157
+ "optimizer_lr": 0.0001,
158
+ "optimizer_betas": [
159
+ 0.9,
160
+ 0.95
161
+ ],
162
+ "optimizer_eps": 1e-08,
163
+ "optimizer_weight_decay": 1e-10,
164
+ "optimizer_grad_clip_norm": 10.0,
165
+ "scheduler_warmup_steps": 1000,
166
+ "scheduler_decay_steps": 30000,
167
+ "scheduler_decay_lr": 2.5e-06,
168
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
169
+ "load_vlm_weights": true,
170
+ "add_image_special_tokens": false,
171
+ "attention_mode": "cross_attn",
172
+ "prefix_length": 0,
173
+ "pad_language_to": "max_length",
174
+ "num_expert_layers": 0,
175
+ "num_vlm_layers": 16,
176
+ "self_attn_every_n_layers": 2,
177
+ "expert_width_multiplier": 0.75,
178
+ "min_period": 0.004,
179
+ "max_period": 4.0,
180
+ "rtc_config": null,
181
+ "compile_model": false,
182
+ "compile_mode": "max-autotune"
183
+ },
184
+ "output_dir": "/home/ubuntu/VLA-Reasoning_pick_and_place/outputs/smolvla_finetune_so101_may18_eval2",
185
+ "job_name": "smolvla_finetune_so101_may18_eval2",
186
+ "resume": false,
187
+ "seed": 1000,
188
+ "cudnn_deterministic": false,
189
+ "num_workers": 4,
190
+ "batch_size": 300,
191
+ "steps": 100000,
192
+ "eval_freq": 20000,
193
+ "log_freq": 100,
194
+ "tolerance_s": 0.04,
195
+ "save_checkpoint": true,
196
+ "save_freq": 5000,
197
+ "use_policy_training_preset": true,
198
+ "optimizer": {
199
+ "type": "adamw",
200
+ "lr": 0.0001,
201
+ "weight_decay": 1e-10,
202
+ "grad_clip_norm": 10.0,
203
+ "betas": [
204
+ 0.9,
205
+ 0.95
206
+ ],
207
+ "eps": 1e-08
208
+ },
209
+ "scheduler": {
210
+ "type": "cosine_decay_with_warmup",
211
+ "num_warmup_steps": 1000,
212
+ "num_decay_steps": 30000,
213
+ "peak_lr": 0.0001,
214
+ "decay_lr": 2.5e-06
215
+ },
216
+ "eval": {
217
+ "n_episodes": 50,
218
+ "batch_size": 50,
219
+ "use_async_envs": false
220
+ },
221
+ "wandb": {
222
+ "enable": false,
223
+ "disable_artifact": false,
224
+ "project": "lerobot",
225
+ "entity": null,
226
+ "notes": null,
227
+ "run_id": null,
228
+ "mode": null,
229
+ "add_tags": true
230
+ },
231
+ "peft": null,
232
+ "use_rabc": false,
233
+ "rabc_progress_path": null,
234
+ "rabc_kappa": 0.01,
235
+ "rabc_epsilon": 1e-06,
236
+ "rabc_head_mode": "sparse",
237
+ "rename_map": {
238
+ "observation.images.wrist_camera": "observation.images.camera1"
239
+ },
240
+ "checkpoint_path": null
241
+ }
checkpoints/030000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 2.5e-06,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499
519
+ ]
520
+ }
521
+ ]
checkpoints/030000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3754611cace66ad6fb77dfcc30e9fa8e229acca9a4be254b95cc3613bc75f4ae
3
+ size 412659164
checkpoints/030000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c01e1726a627048f71be474aa4f6f006b56fea4fe99e81c8037e1782b446a0c
3
+ size 15708
checkpoints/030000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 30000,
6
+ "_step_count": 30001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 2.5e-06
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/030000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 30000
3
+ }
loss_log.jsonl ADDED
@@ -0,0 +1,306 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 100, "steps": 100, "samples": 30000, "episodes": 78.91072257465574, "epochs": 0.33155765787670477, "loss": 0.42269100666046144, "grad_norm": 2.3794645166397093, "lr": 5.144855144855142e-06, "update_s": 1.9262247885999864, "dataloading_s": 0.27546702468999457}
2
+ {"step": 200, "steps": 200, "samples": 60000, "episodes": 157.82144514931147, "epochs": 0.6631153157534095, "loss": 0.251972621679306, "grad_norm": 0.7913878625631332, "lr": 1.5134865134865135e-05, "update_s": 1.893869963410018, "dataloading_s": 0.1992508529999941}
3
+ {"step": 300, "steps": 300, "samples": 90000, "episodes": 236.7321677239672, "epochs": 0.9946729736301143, "loss": 0.20671555548906326, "grad_norm": 0.7607384511828422, "lr": 2.5124875124875125e-05, "update_s": 1.8982371530199953, "dataloading_s": 0.19770043094000356}
4
+ {"step": 400, "steps": 400, "samples": 120000, "episodes": 315.64289029862294, "epochs": 1.326230631506819, "loss": 0.18509011298418046, "grad_norm": 0.8375207614898682, "lr": 3.5114885114885115e-05, "update_s": 1.8860295986300115, "dataloading_s": 0.27931086655999027}
5
+ {"step": 500, "steps": 500, "samples": 150000, "episodes": 394.55361287327867, "epochs": 1.6577882893835238, "loss": 0.17079043999314308, "grad_norm": 0.8379943764209747, "lr": 4.510489510489511e-05, "update_s": 1.8922102353800074, "dataloading_s": 0.239523510380036}
6
+ {"step": 600, "steps": 600, "samples": 180000, "episodes": 473.4643354479344, "epochs": 1.9893459472602286, "loss": 0.15980610907077789, "grad_norm": 0.8541338366270065, "lr": 5.50949050949051e-05, "update_s": 1.8914168963699831, "dataloading_s": 0.22567899361997207}
7
+ {"step": 700, "steps": 700, "samples": 210000, "episodes": 552.3750580225901, "epochs": 2.3209036051369334, "loss": 0.15345224171876906, "grad_norm": 0.8593055438995362, "lr": 6.508491508491509e-05, "update_s": 1.8705125474800162, "dataloading_s": 0.25550563796002734}
8
+ {"step": 800, "steps": 800, "samples": 240000, "episodes": 631.2857805972459, "epochs": 2.652461263013638, "loss": 0.14853078588843346, "grad_norm": 1.00148098051548, "lr": 7.507492507492506e-05, "update_s": 1.8731469431199912, "dataloading_s": 0.20497834925998631}
9
+ {"step": 900, "steps": 900, "samples": 270000, "episodes": 710.1965031719016, "epochs": 2.984018920890343, "loss": 0.1436662534624338, "grad_norm": 1.1144860994815826, "lr": 8.506493506493504e-05, "update_s": 1.8709708049099936, "dataloading_s": 0.1990534673299726}
10
+ {"step": 1000, "steps": 1000, "samples": 300000, "episodes": 789.1072257465573, "epochs": 3.3155765787670477, "loss": 0.13826254323124887, "grad_norm": 1.039177247285843, "lr": 9.505227447893712e-05, "update_s": 1.8649417305799898, "dataloading_s": 0.24950422065999192}
11
+ {"step": 1100, "steps": 1100, "samples": 330000, "episodes": 868.017948321213, "epochs": 3.6471342366437525, "loss": 0.1345135172456503, "grad_norm": 1.0945154577493668, "lr": 9.970509502779952e-05, "update_s": 1.8801719950899995, "dataloading_s": 0.20662357088999214}
12
+ {"step": 1200, "steps": 1200, "samples": 360000, "episodes": 946.9286708958688, "epochs": 3.9786918945204572, "loss": 0.12872618183493614, "grad_norm": 0.9269513922929764, "lr": 9.964639258379115e-05, "update_s": 1.8784793258000445, "dataloading_s": 0.201920295740033}
13
+ {"step": 1300, "steps": 1300, "samples": 390000, "episodes": 1025.8393934705246, "epochs": 4.310249552397162, "loss": 0.12555762119591235, "grad_norm": 1.0300684756040572, "lr": 9.958238292995819e-05, "update_s": 1.860154570489958, "dataloading_s": 0.25230981071000314}
14
+ {"step": 1400, "steps": 1400, "samples": 420000, "episodes": 1104.7501160451802, "epochs": 4.641807210273867, "loss": 0.1202449232339859, "grad_norm": 0.8987287992238998, "lr": 9.951307308568058e-05, "update_s": 1.8847640756600412, "dataloading_s": 0.21808495272010078}
15
+ {"step": 1500, "steps": 1500, "samples": 450000, "episodes": 1183.6608386198359, "epochs": 4.973364868150571, "loss": 0.11612250223755836, "grad_norm": 0.879686569571495, "lr": 9.943847065156364e-05, "update_s": 1.8869452798499788, "dataloading_s": 0.22025125743003626}
16
+ {"step": 1600, "steps": 1600, "samples": 480000, "episodes": 1262.5715611944918, "epochs": 5.304922526027276, "loss": 0.11250472746789456, "grad_norm": 0.9514814221858978, "lr": 9.93585838086051e-05, "update_s": 1.8595971242800078, "dataloading_s": 0.2425426945500203}
17
+ {"step": 1700, "steps": 1700, "samples": 510000, "episodes": 1341.4822837691474, "epochs": 5.636480183903981, "loss": 0.10902663700282574, "grad_norm": 0.8735739803314209, "lr": 9.927342131729745e-05, "update_s": 1.871905561420017, "dataloading_s": 0.1991301952200047}
18
+ {"step": 1800, "steps": 1800, "samples": 540000, "episodes": 1420.393006343803, "epochs": 5.968037841780686, "loss": 0.10738079853355885, "grad_norm": 0.8398897516727447, "lr": 9.918299251666755e-05, "update_s": 1.876405159979995, "dataloading_s": 0.20016207341000153}
19
+ {"step": 1900, "steps": 1900, "samples": 570000, "episodes": 1499.3037289184588, "epochs": 6.29959549965739, "loss": 0.1018545201420784, "grad_norm": 0.817973622083664, "lr": 9.908730732325252e-05, "update_s": 1.8622532359400066, "dataloading_s": 0.2456643168100254}
20
+ {"step": 2000, "steps": 2000, "samples": 600000, "episodes": 1578.2144514931147, "epochs": 6.631153157534095, "loss": 0.09993020318448544, "grad_norm": 0.8680797362327576, "lr": 9.898637623001207e-05, "update_s": 1.875813499550004, "dataloading_s": 0.19662628765997398}
21
+ {"step": 2100, "steps": 2100, "samples": 630000, "episodes": 1657.1251740677703, "epochs": 6.9627108154108, "loss": 0.09690452210605144, "grad_norm": 0.7832992565631867, "lr": 9.888021030517794e-05, "update_s": 1.8741597918099706, "dataloading_s": 0.1971157842800403}
22
+ {"step": 2200, "steps": 2200, "samples": 660000, "episodes": 1736.035896642426, "epochs": 7.294268473287505, "loss": 0.09405658014118672, "grad_norm": 0.8097009447216987, "lr": 9.876882119104007e-05, "update_s": 1.859476603830035, "dataloading_s": 0.25071303266998257}
23
+ {"step": 2300, "steps": 2300, "samples": 690000, "episodes": 1814.946619217082, "epochs": 7.625826131164209, "loss": 0.09217981077730655, "grad_norm": 0.8037769132852555, "lr": 9.865222110267026e-05, "update_s": 1.8735986604699792, "dataloading_s": 0.1982996663299764}
24
+ {"step": 2400, "steps": 2400, "samples": 720000, "episodes": 1893.8573417917376, "epochs": 7.9573837890409145, "loss": 0.08978039585053921, "grad_norm": 0.8300315961241722, "lr": 9.8530422826582e-05, "update_s": 1.8708340912800123, "dataloading_s": 0.1971546563100037}
25
+ {"step": 2500, "steps": 2500, "samples": 750000, "episodes": 1972.7680643663932, "epochs": 8.288941446917619, "loss": 0.08555095374584198, "grad_norm": 0.812367844581604, "lr": 9.840343971932885e-05, "update_s": 1.8752047864700125, "dataloading_s": 0.2557876367499921}
26
+ {"step": 2600, "steps": 2600, "samples": 780000, "episodes": 2051.678786941049, "epochs": 8.620499104794323, "loss": 0.0835629104077816, "grad_norm": 0.7876041027903556, "lr": 9.827128570603966e-05, "update_s": 1.8717735496699879, "dataloading_s": 0.21202904583003146}
27
+ {"step": 2700, "steps": 2700, "samples": 810000, "episodes": 2130.589509515705, "epochs": 8.95205676267103, "loss": 0.08141342483460903, "grad_norm": 0.7486362680792809, "lr": 9.813397527889094e-05, "update_s": 1.8782044412300092, "dataloading_s": 0.20155691126004058}
28
+ {"step": 2800, "steps": 2800, "samples": 840000, "episodes": 2209.5002320903604, "epochs": 9.283614420547734, "loss": 0.0802069941908121, "grad_norm": 0.7280990806221962, "lr": 9.799152349551846e-05, "update_s": 1.8652320196599885, "dataloading_s": 0.24935183022001184}
29
+ {"step": 2900, "steps": 2900, "samples": 870000, "episodes": 2288.410954665016, "epochs": 9.615172078424438, "loss": 0.07770005643367767, "grad_norm": 0.7394300413131714, "lr": 9.78439459773657e-05, "update_s": 1.8735191848399881, "dataloading_s": 0.19686014804997284}
30
+ {"step": 3000, "steps": 3000, "samples": 900000, "episodes": 2367.3216772396718, "epochs": 9.946729736301142, "loss": 0.07607861436903476, "grad_norm": 0.7232060781121255, "lr": 9.769125890797047e-05, "update_s": 1.8656256481599758, "dataloading_s": 0.19756949548000194}
31
+ {"step": 3100, "steps": 3100, "samples": 930000, "episodes": 2446.2323998143274, "epochs": 10.278287394177848, "loss": 0.0735600421577692, "grad_norm": 0.6752717280387879, "lr": 9.753347903119056e-05, "update_s": 1.8720142056500118, "dataloading_s": 0.24475287779005156}
32
+ {"step": 3200, "steps": 3200, "samples": 960000, "episodes": 2525.1431223889836, "epochs": 10.609845052054553, "loss": 0.07244812868535519, "grad_norm": 0.7116222324967384, "lr": 9.73706236493674e-05, "update_s": 1.879911005030126, "dataloading_s": 0.19795989405999534}
33
+ {"step": 3300, "steps": 3300, "samples": 990000, "episodes": 2604.053844963639, "epochs": 10.941402709931257, "loss": 0.07169080577790737, "grad_norm": 0.7280109226703644, "lr": 9.720271062142899e-05, "update_s": 1.8797681520299374, "dataloading_s": 0.19765737297004307}
34
+ {"step": 3400, "steps": 3400, "samples": 1020000, "episodes": 2682.964567538295, "epochs": 11.272960367807961, "loss": 0.0703928817436099, "grad_norm": 0.6855763268470764, "lr": 9.702975836093092e-05, "update_s": 1.8782495988300252, "dataloading_s": 0.2494829648900668}
35
+ {"step": 3500, "steps": 3500, "samples": 1050000, "episodes": 2761.8752901129506, "epochs": 11.604518025684667, "loss": 0.06842451829463243, "grad_norm": 0.6603405195474624, "lr": 9.68517858340375e-05, "update_s": 1.9125590904499767, "dataloading_s": 0.2132825272300215}
36
+ {"step": 3600, "steps": 3600, "samples": 1080000, "episodes": 2840.786012687606, "epochs": 11.936075683561372, "loss": 0.06735647797584533, "grad_norm": 0.6904725810885429, "lr": 9.666881255744211e-05, "update_s": 1.8911661484100841, "dataloading_s": 0.19972811940013344}
37
+ {"step": 3700, "steps": 3700, "samples": 1110000, "episodes": 2919.696735262262, "epochs": 12.267633341438076, "loss": 0.06682961728423834, "grad_norm": 0.6651603561639786, "lr": 9.648085859622627e-05, "update_s": 1.8726398759801486, "dataloading_s": 0.2547218985499967}
38
+ {"step": 3800, "steps": 3800, "samples": 1140000, "episodes": 2998.6074578369175, "epochs": 12.59919099931478, "loss": 0.06529970478266478, "grad_norm": 0.6731110081076622, "lr": 9.628794456165985e-05, "update_s": 1.8881018688799849, "dataloading_s": 0.2067226857199421}
39
+ {"step": 3900, "steps": 3900, "samples": 1170000, "episodes": 3077.5181804115737, "epochs": 12.930748657191486, "loss": 0.06363123629242182, "grad_norm": 0.661705512702465, "lr": 9.60900916089408e-05, "update_s": 1.8838721197099948, "dataloading_s": 0.1989073524699961}
40
+ {"step": 4000, "steps": 4000, "samples": 1200000, "episodes": 3156.4289029862293, "epochs": 13.26230631506819, "loss": 0.06126162942498922, "grad_norm": 0.6236092922091484, "lr": 9.58873214348749e-05, "update_s": 1.8629032367098808, "dataloading_s": 0.2496520242999213}
41
+ {"step": 4100, "steps": 4100, "samples": 1230000, "episodes": 3235.339625560885, "epochs": 13.593863972944895, "loss": 0.06151613589376211, "grad_norm": 0.6646131354570389, "lr": 9.567965627549679e-05, "update_s": 1.874939056800049, "dataloading_s": 0.20769586581000113}
42
+ {"step": 4200, "steps": 4200, "samples": 1260000, "episodes": 3314.2503481355407, "epochs": 13.9254216308216, "loss": 0.06126310519874096, "grad_norm": 0.6721275639533997, "lr": 9.546711890363128e-05, "update_s": 1.8801328588301112, "dataloading_s": 0.222548801830053}
43
+ {"step": 4300, "steps": 4300, "samples": 1290000, "episodes": 3393.1610707101963, "epochs": 14.256979288698304, "loss": 0.058843554817140105, "grad_norm": 0.6744200846552849, "lr": 9.52497326263964e-05, "update_s": 1.871859088399924, "dataloading_s": 0.252895639729868}
44
+ {"step": 4400, "steps": 4400, "samples": 1320000, "episodes": 3472.071793284852, "epochs": 14.58853694657501, "loss": 0.05800375767052174, "grad_norm": 0.6386865088343621, "lr": 9.502752128264714e-05, "update_s": 1.876993999509923, "dataloading_s": 0.1972049480601163}
45
+ {"step": 4500, "steps": 4500, "samples": 1350000, "episodes": 3550.9825158595077, "epochs": 14.920094604451714, "loss": 0.05744239814579487, "grad_norm": 0.5970031809806824, "lr": 9.480050924036137e-05, "update_s": 1.8753290961098354, "dataloading_s": 0.1997783372000049}
46
+ {"step": 4600, "steps": 4600, "samples": 1380000, "episodes": 3629.893238434164, "epochs": 15.251652262328419, "loss": 0.05592198699712753, "grad_norm": 0.6378266158699989, "lr": 9.456872139396782e-05, "update_s": 1.875045640459939, "dataloading_s": 0.24775326149007015}
47
+ {"step": 4700, "steps": 4700, "samples": 1410000, "episodes": 3708.8039610088194, "epochs": 15.583209920205123, "loss": 0.05552526034414768, "grad_norm": 0.6782167416810989, "lr": 9.433218316161571e-05, "update_s": 1.8691287134099912, "dataloading_s": 0.19658341380994898}
48
+ {"step": 4800, "steps": 4800, "samples": 1440000, "episodes": 3787.714683583475, "epochs": 15.914767578081829, "loss": 0.05539891816675663, "grad_norm": 0.617784158885479, "lr": 9.409092048238786e-05, "update_s": 1.8667974803698961, "dataloading_s": 0.1975237995400312}
49
+ {"step": 4900, "steps": 4900, "samples": 1470000, "episodes": 3866.6254061581308, "epochs": 16.246325235958533, "loss": 0.05461434919387102, "grad_norm": 0.5768551817536354, "lr": 9.384495981345589e-05, "update_s": 1.8603462239900181, "dataloading_s": 0.24727827543991224}
50
+ {"step": 5000, "steps": 5000, "samples": 1500000, "episodes": 3945.5361287327864, "epochs": 16.577882893835238, "loss": 0.05370828401297331, "grad_norm": 0.6386540913581848, "lr": 9.359432812717881e-05, "update_s": 1.8599202495800455, "dataloading_s": 0.1967679067699646}
51
+ {"step": 5100, "steps": 5100, "samples": 1530000, "episodes": 4024.446851307442, "epochs": 16.909440551711942, "loss": 0.05262183465063572, "grad_norm": 0.6079402112960816, "lr": 9.333905290814538e-05, "update_s": 1.8636755048501255, "dataloading_s": 0.19905774991008002}
52
+ {"step": 5200, "steps": 5200, "samples": 1560000, "episodes": 4103.357573882098, "epochs": 17.240998209588646, "loss": 0.05184893745929003, "grad_norm": 0.6255273681879043, "lr": 9.307916215016e-05, "update_s": 1.867450820460017, "dataloading_s": 0.24713374026012389}
53
+ {"step": 5300, "steps": 5300, "samples": 1590000, "episodes": 4182.268296456754, "epochs": 17.57255586746535, "loss": 0.05033510506153107, "grad_norm": 0.5759882727265357, "lr": 9.281468435317302e-05, "update_s": 1.881502014910093, "dataloading_s": 0.1983277791099681}
54
+ {"step": 5400, "steps": 5400, "samples": 1620000, "episodes": 4261.17901903141, "epochs": 17.90411352534206, "loss": 0.05100788038223982, "grad_norm": 0.6084380447864532, "lr": 9.254564852015541e-05, "update_s": 1.8727289102000395, "dataloading_s": 0.20249472970004717}
55
+ {"step": 5500, "steps": 5500, "samples": 1650000, "episodes": 4340.089741606065, "epochs": 18.235671183218763, "loss": 0.04972794730216265, "grad_norm": 0.5640689879655838, "lr": 9.227208415391779e-05, "update_s": 1.8680699451000329, "dataloading_s": 0.25787512439006605}
56
+ {"step": 5600, "steps": 5600, "samples": 1680000, "episodes": 4419.000464180721, "epochs": 18.567228841095467, "loss": 0.04986589103937149, "grad_norm": 0.6094068393111229, "lr": 9.199402125387586e-05, "update_s": 1.8756643513300333, "dataloading_s": 0.2083864814401386}
57
+ {"step": 5700, "steps": 5700, "samples": 1710000, "episodes": 4497.911186755377, "epochs": 18.89878649897217, "loss": 0.048785507269203665, "grad_norm": 0.5890047624707222, "lr": 9.171149031276004e-05, "update_s": 1.8701514314900487, "dataloading_s": 0.21307961635993705}
58
+ {"step": 5800, "steps": 5800, "samples": 1740000, "episodes": 4576.821909330032, "epochs": 19.230344156848876, "loss": 0.04884455658495426, "grad_norm": 0.5658905649185181, "lr": 9.142452231327191e-05, "update_s": 1.8618289187900154, "dataloading_s": 0.25145675364003184}
59
+ {"step": 5900, "steps": 5900, "samples": 1770000, "episodes": 4655.732631904688, "epochs": 19.56190181472558, "loss": 0.04750129085034132, "grad_norm": 0.5825115543603897, "lr": 9.113314872468641e-05, "update_s": 1.8703913510897836, "dataloading_s": 0.19954667944004542}
60
+ {"step": 6000, "steps": 6000, "samples": 1800000, "episodes": 4734.6433544793435, "epochs": 19.893459472602284, "loss": 0.046262488886713984, "grad_norm": 0.5547440806031227, "lr": 9.0837401499401e-05, "update_s": 1.879862298500011, "dataloading_s": 0.20442832188991816}
61
+ {"step": 6100, "steps": 6100, "samples": 1830000, "episodes": 4813.554077053999, "epochs": 20.22501713047899, "loss": 0.04646989598870278, "grad_norm": 0.5718447804450989, "lr": 9.053731306943172e-05, "update_s": 1.8577340361499046, "dataloading_s": 0.2505642559100124}
62
+ {"step": 6200, "steps": 6200, "samples": 1860000, "episodes": 4892.464799628655, "epochs": 20.556574788355697, "loss": 0.0446435971185565, "grad_norm": 0.5386036455631256, "lr": 9.023291634285657e-05, "update_s": 1.866601161259914, "dataloading_s": 0.20339570930003903}
63
+ {"step": 6300, "steps": 6300, "samples": 1890000, "episodes": 4971.375522203311, "epochs": 20.8881324462324, "loss": 0.04554216593503952, "grad_norm": 0.5467120081186294, "lr": 8.992424470020694e-05, "update_s": 1.8631521675801195, "dataloading_s": 0.19979665237991867}
64
+ {"step": 6400, "steps": 6400, "samples": 1920000, "episodes": 5050.286244777967, "epochs": 21.219690104109105, "loss": 0.0451823440566659, "grad_norm": 0.5722268599271775, "lr": 8.961133199080679e-05, "update_s": 1.8686926049100656, "dataloading_s": 0.27403975084012927}
65
+ {"step": 6500, "steps": 6500, "samples": 1950000, "episodes": 5129.196967352623, "epochs": 21.55124776198581, "loss": 0.045219820812344554, "grad_norm": 0.569696777164936, "lr": 8.92942125290609e-05, "update_s": 1.8703892429400912, "dataloading_s": 0.2207665822799936}
66
+ {"step": 6600, "steps": 6600, "samples": 1980000, "episodes": 5208.107689927278, "epochs": 21.882805419862514, "loss": 0.04426845110952854, "grad_norm": 0.5579280903935433, "lr": 8.89729210906919e-05, "update_s": 1.878761385070011, "dataloading_s": 0.2517693928600056}
67
+ {"step": 6700, "steps": 6700, "samples": 2010000, "episodes": 5287.018412501934, "epochs": 22.21436307773922, "loss": 0.04314831864088774, "grad_norm": 0.5481841707229614, "lr": 8.864749290892664e-05, "update_s": 1.862771983829789, "dataloading_s": 0.2638432815801752}
68
+ {"step": 6800, "steps": 6800, "samples": 2040000, "episodes": 5365.92913507659, "epochs": 22.545920735615923, "loss": 0.043594935312867164, "grad_norm": 0.5831776449084282, "lr": 8.831796367063251e-05, "update_s": 1.8731379745699996, "dataloading_s": 0.2002072891700118}
69
+ {"step": 6900, "steps": 6900, "samples": 2070000, "episodes": 5444.839857651245, "epochs": 22.877478393492627, "loss": 0.04315580956637859, "grad_norm": 0.5331108555197716, "lr": 8.798436951240383e-05, "update_s": 1.873385552519976, "dataloading_s": 0.20009174562001136}
70
+ {"step": 7000, "steps": 7000, "samples": 2100000, "episodes": 5523.750580225901, "epochs": 23.209036051369335, "loss": 0.04265311561524868, "grad_norm": 0.5171363127231597, "lr": 8.764674701659942e-05, "update_s": 1.8635331415800283, "dataloading_s": 0.25519866912998623}
71
+ {"step": 7100, "steps": 7100, "samples": 2130000, "episodes": 5602.661302800557, "epochs": 23.54059370924604, "loss": 0.041779351122677326, "grad_norm": 0.5388755571842193, "lr": 8.730513320733061e-05, "update_s": 1.872072226839864, "dataloading_s": 0.20360885056988992}
72
+ {"step": 7200, "steps": 7200, "samples": 2160000, "episodes": 5681.572025375212, "epochs": 23.872151367122743, "loss": 0.042731481157243255, "grad_norm": 0.5937473973631859, "lr": 8.695956554640112e-05, "update_s": 1.8712128162101727, "dataloading_s": 0.2021873892498843}
73
+ {"step": 7300, "steps": 7300, "samples": 2190000, "episodes": 5760.482747949868, "epochs": 24.203709024999448, "loss": 0.04133407358080149, "grad_norm": 0.525342992246151, "lr": 8.66100819291994e-05, "update_s": 1.8592311771798995, "dataloading_s": 0.2513014131599994}
74
+ {"step": 7400, "steps": 7400, "samples": 2220000, "episodes": 5839.393470524524, "epochs": 24.535266682876152, "loss": 0.04046973519027233, "grad_norm": 0.5125008416175842, "lr": 8.62567206805421e-05, "update_s": 1.86451989899022, "dataloading_s": 0.19618968817001586}
75
+ {"step": 7500, "steps": 7500, "samples": 2250000, "episodes": 5918.304193099179, "epochs": 24.866824340752856, "loss": 0.04025101087987423, "grad_norm": 0.5547843536734581, "lr": 8.589952055047231e-05, "update_s": 1.8615482761696693, "dataloading_s": 0.1967325207599788}
76
+ {"step": 7600, "steps": 7600, "samples": 2280000, "episodes": 5997.214915673835, "epochs": 25.19838199862956, "loss": 0.04002809256315231, "grad_norm": 0.5088838961720467, "lr": 8.55385207100096e-05, "update_s": 1.8637026067397164, "dataloading_s": 0.26161459866012593}
77
+ {"step": 7700, "steps": 7700, "samples": 2310000, "episodes": 6076.125638248492, "epochs": 25.529939656506265, "loss": 0.03901929914951324, "grad_norm": 0.5221641859412194, "lr": 8.517376074685447e-05, "update_s": 1.8691760154900476, "dataloading_s": 0.20963181569983136}
78
+ {"step": 7800, "steps": 7800, "samples": 2340000, "episodes": 6155.036360823147, "epochs": 25.861497314382973, "loss": 0.039343615807592866, "grad_norm": 0.48760188430547713, "lr": 8.480528066104747e-05, "update_s": 1.8642329489599434, "dataloading_s": 0.20449298010993516}
79
+ {"step": 7900, "steps": 7900, "samples": 2370000, "episodes": 6233.947083397803, "epochs": 26.193054972259677, "loss": 0.03891989411786199, "grad_norm": 0.5519793447852135, "lr": 8.443312086058235e-05, "update_s": 1.8685412964898933, "dataloading_s": 0.27489245219996516}
80
+ {"step": 8000, "steps": 8000, "samples": 2400000, "episodes": 6312.857805972459, "epochs": 26.52461263013638, "loss": 0.03838903296738863, "grad_norm": 0.4866707140207291, "lr": 8.405732215697502e-05, "update_s": 1.8840284116601105, "dataloading_s": 0.22485177157999714}
81
+ {"step": 8100, "steps": 8100, "samples": 2430000, "episodes": 6391.768528547114, "epochs": 26.856170288013086, "loss": 0.03828009573742747, "grad_norm": 0.5061012473702431, "lr": 8.367792576078829e-05, "update_s": 1.8856721584796832, "dataloading_s": 0.2169762945295952}
82
+ {"step": 8200, "steps": 8200, "samples": 2460000, "episodes": 6470.67925112177, "epochs": 27.18772794588979, "loss": 0.03804920513182879, "grad_norm": 0.46715029239654543, "lr": 8.329497327711243e-05, "update_s": 1.8611004285500894, "dataloading_s": 0.25466811850008525}
83
+ {"step": 8300, "steps": 8300, "samples": 2490000, "episodes": 6549.589973696426, "epochs": 27.519285603766495, "loss": 0.0375209915265441, "grad_norm": 0.4793330505490303, "lr": 8.290850670100266e-05, "update_s": 1.863859114209954, "dataloading_s": 0.19887364778005576}
84
+ {"step": 8400, "steps": 8400, "samples": 2520000, "episodes": 6628.500696271081, "epochs": 27.8508432616432, "loss": 0.0375545834004879, "grad_norm": 0.5308739939332008, "lr": 8.251856841287415e-05, "update_s": 1.8628978932200697, "dataloading_s": 0.19684245348969853}
85
+ {"step": 8500, "steps": 8500, "samples": 2550000, "episodes": 6707.411418845737, "epochs": 28.182400919519903, "loss": 0.03653833964839578, "grad_norm": 0.526593555510044, "lr": 8.212520117385446e-05, "update_s": 1.8603598168599274, "dataloading_s": 0.2475584718097889}
86
+ {"step": 8600, "steps": 8600, "samples": 2580000, "episodes": 6786.322141420393, "epochs": 28.513958577396608, "loss": 0.03657889602705836, "grad_norm": 0.49241983383893967, "lr": 8.172844812109416e-05, "update_s": 1.8777300743801242, "dataloading_s": 0.21926661635974598}
87
+ {"step": 8700, "steps": 8700, "samples": 2610000, "episodes": 6865.232863995048, "epochs": 28.845516235273315, "loss": 0.036453901194036006, "grad_norm": 0.47936042577028276, "lr": 8.132835276303649e-05, "update_s": 1.8745377387699773, "dataloading_s": 0.21501934873005665}
88
+ {"step": 8800, "steps": 8800, "samples": 2640000, "episodes": 6944.143586569704, "epochs": 29.17707389315002, "loss": 0.03601061962544918, "grad_norm": 0.48920313388109204, "lr": 8.092495897464613e-05, "update_s": 1.8583204074097739, "dataloading_s": 0.25535610997980257}
89
+ {"step": 8900, "steps": 8900, "samples": 2670000, "episodes": 7023.05430914436, "epochs": 29.508631551026724, "loss": 0.0352603786252439, "grad_norm": 0.500231531560421, "lr": 8.051831099259786e-05, "update_s": 1.8660357220400692, "dataloading_s": 0.20061157459007517}
90
+ {"step": 9000, "steps": 9000, "samples": 2700000, "episodes": 7101.965031719015, "epochs": 29.84018920890343, "loss": 0.03623330701142549, "grad_norm": 0.48909087032079696, "lr": 8.010845341042528e-05, "update_s": 1.8696103447401402, "dataloading_s": 0.20804438209997897}
91
+ {"step": 9100, "steps": 9100, "samples": 2730000, "episodes": 7180.875754293672, "epochs": 30.171746866780133, "loss": 0.0354062444716692, "grad_norm": 0.4588924410939217, "lr": 7.969543117363106e-05, "update_s": 1.856218036429782, "dataloading_s": 0.2505588311099928}
92
+ {"step": 9200, "steps": 9200, "samples": 2760000, "episodes": 7259.786476868328, "epochs": 30.503304524656837, "loss": 0.034778548125177625, "grad_norm": 0.4952776795625687, "lr": 7.92792895747578e-05, "update_s": 1.8681352796897408, "dataloading_s": 0.20626917966012115}
93
+ {"step": 9300, "steps": 9300, "samples": 2790000, "episodes": 7338.697199442983, "epochs": 30.83486218253354, "loss": 0.03499912071973085, "grad_norm": 0.46799755573272706, "lr": 7.886007424842124e-05, "update_s": 1.8715152722701895, "dataloading_s": 0.22062146230982763}
94
+ {"step": 9400, "steps": 9400, "samples": 2820000, "episodes": 7417.607922017639, "epochs": 31.166419840410246, "loss": 0.03432517549023032, "grad_norm": 0.4834191757440567, "lr": 7.843783116630617e-05, "update_s": 1.8599474765399646, "dataloading_s": 0.24942387957988102}
95
+ {"step": 9500, "steps": 9500, "samples": 2850000, "episodes": 7496.518644592295, "epochs": 31.497977498286954, "loss": 0.033652535770088435, "grad_norm": 0.4480740070343018, "lr": 7.801260663212459e-05, "update_s": 1.8688746009598254, "dataloading_s": 0.20018905399996584}
96
+ {"step": 9600, "steps": 9600, "samples": 2880000, "episodes": 7575.42936716695, "epochs": 31.829535156163658, "loss": 0.03426624866202474, "grad_norm": 0.4462412109971046, "lr": 7.758444727653869e-05, "update_s": 1.8612942519797435, "dataloading_s": 0.19699916729972755}
97
+ {"step": 9700, "steps": 9700, "samples": 2910000, "episodes": 7654.340089741606, "epochs": 32.16109281404036, "loss": 0.03359058823436498, "grad_norm": 0.48515410274267196, "lr": 7.715340005204672e-05, "update_s": 1.855057392059789, "dataloading_s": 0.24457354666996253}
98
+ {"step": 9800, "steps": 9800, "samples": 2940000, "episodes": 7733.2508123162615, "epochs": 32.49265047191707, "loss": 0.0332558318413794, "grad_norm": 0.4473585605621338, "lr": 7.671951222783421e-05, "update_s": 1.859329145019874, "dataloading_s": 0.19955801922009414}
99
+ {"step": 9900, "steps": 9900, "samples": 2970000, "episodes": 7812.161534890917, "epochs": 32.824208129793774, "loss": 0.032917061168700454, "grad_norm": 0.4470702216029167, "lr": 7.62828313845906e-05, "update_s": 1.8648193667599116, "dataloading_s": 0.20265190868976787}
100
+ {"step": 10000, "steps": 10000, "samples": 3000000, "episodes": 7891.072257465573, "epochs": 33.155765787670475, "loss": 0.033348492849618196, "grad_norm": 0.46990076184272767, "lr": 7.584340540929126e-05, "update_s": 1.8601115795399528, "dataloading_s": 0.25213272776982193}
101
+ {"step": 10100, "steps": 10100, "samples": 3030000, "episodes": 7969.9829800402285, "epochs": 33.48732344554718, "loss": 0.03229600952938199, "grad_norm": 0.4272376862168312, "lr": 7.540128248994637e-05, "update_s": 1.87157244679016, "dataloading_s": 0.20458267921025253}
102
+ {"step": 10200, "steps": 10200, "samples": 3060000, "episodes": 8048.893702614884, "epochs": 33.818881103423884, "loss": 0.03221237661316991, "grad_norm": 0.45660158574581144, "lr": 7.495651111031624e-05, "update_s": 1.8631067650600017, "dataloading_s": 0.20027476715993545}
103
+ {"step": 10300, "steps": 10300, "samples": 3090000, "episodes": 8127.80442518954, "epochs": 34.15043876130059, "loss": 0.032657806612551216, "grad_norm": 0.4380831211805344, "lr": 7.450914004459471e-05, "update_s": 1.8588502311098274, "dataloading_s": 0.2510586631399201}
104
+ {"step": 10400, "steps": 10400, "samples": 3120000, "episodes": 8206.715147764196, "epochs": 34.48199641917729, "loss": 0.03179373644292355, "grad_norm": 0.4108304199576378, "lr": 7.405921835206065e-05, "update_s": 1.876124052330124, "dataloading_s": 0.21411447072998271}
105
+ {"step": 10500, "steps": 10500, "samples": 3150000, "episodes": 8285.625870338852, "epochs": 34.813554077054, "loss": 0.031772003527730706, "grad_norm": 0.41653157442808153, "lr": 7.360679537169772e-05, "update_s": 1.8686439838502338, "dataloading_s": 0.20116569430985692}
106
+ {"step": 10600, "steps": 10600, "samples": 3180000, "episodes": 8364.536592913508, "epochs": 35.1451117349307, "loss": 0.031658054292202, "grad_norm": 0.42668191000819206, "lr": 7.315192071678414e-05, "update_s": 1.8720006622998335, "dataloading_s": 0.26268084320021445}
107
+ {"step": 10700, "steps": 10700, "samples": 3210000, "episodes": 8443.447315488163, "epochs": 35.47666939280741, "loss": 0.03118542829528451, "grad_norm": 0.4503713646531105, "lr": 7.269464426945175e-05, "update_s": 1.8747994393699627, "dataloading_s": 0.2324918976099798}
108
+ {"step": 10800, "steps": 10800, "samples": 3240000, "episodes": 8522.35803806282, "epochs": 35.80822705068412, "loss": 0.030971437711268663, "grad_norm": 0.438291477560997, "lr": 7.2235016175216e-05, "update_s": 1.8751631925803303, "dataloading_s": 0.22505943187999947}
109
+ {"step": 10900, "steps": 10900, "samples": 3270000, "episodes": 8601.268760637475, "epochs": 36.13978470856082, "loss": 0.030988067220896483, "grad_norm": 0.4727469474077225, "lr": 7.177308683747703e-05, "update_s": 1.8593229651399816, "dataloading_s": 0.2658821110297504}
110
+ {"step": 11000, "steps": 11000, "samples": 3300000, "episodes": 8680.17948321213, "epochs": 36.471342366437526, "loss": 0.030445867348462344, "grad_norm": 0.460526182949543, "lr": 7.130890691199214e-05, "update_s": 1.872475904069761, "dataloading_s": 0.2040782839803069}
111
+ {"step": 11100, "steps": 11100, "samples": 3330000, "episodes": 8759.090205786786, "epochs": 36.802900024314226, "loss": 0.029963096044957636, "grad_norm": 0.4291023313999176, "lr": 7.084252730132107e-05, "update_s": 1.8808943180397546, "dataloading_s": 0.21872625794996567}
112
+ {"step": 11200, "steps": 11200, "samples": 3360000, "episodes": 8838.000928361442, "epochs": 37.134457682190934, "loss": 0.029826253876090048, "grad_norm": 0.4374272212386131, "lr": 7.037399914924363e-05, "update_s": 1.8619108037300611, "dataloading_s": 0.2530550587502512}
113
+ {"step": 11300, "steps": 11300, "samples": 3390000, "episodes": 8916.911650936097, "epochs": 37.466015340067635, "loss": 0.029291219525039196, "grad_norm": 0.41398021936416624, "lr": 6.990337383515163e-05, "update_s": 1.8643681144002402, "dataloading_s": 0.2019453260100272}
114
+ {"step": 11400, "steps": 11400, "samples": 3420000, "episodes": 8995.822373510753, "epochs": 37.79757299794434, "loss": 0.02985693536698818, "grad_norm": 0.42612055331468585, "lr": 6.943070296841418e-05, "update_s": 1.8597045021101075, "dataloading_s": 0.2028176832799727}
115
+ {"step": 11500, "steps": 11500, "samples": 3450000, "episodes": 9074.733096085409, "epochs": 38.12913065582105, "loss": 0.028788873627781868, "grad_norm": 0.4138369879126549, "lr": 6.895603838271834e-05, "update_s": 1.8598178211101186, "dataloading_s": 0.24845556861997464}
116
+ {"step": 11600, "steps": 11600, "samples": 3480000, "episodes": 9153.643818660064, "epochs": 38.46068831369775, "loss": 0.029142137318849563, "grad_norm": 0.40395718097686767, "lr": 6.847943213038491e-05, "update_s": 1.8713831601501443, "dataloading_s": 0.1997469427899705}
117
+ {"step": 11700, "steps": 11700, "samples": 3510000, "episodes": 9232.55454123472, "epochs": 38.79224597157446, "loss": 0.028803256433457138, "grad_norm": 0.42779351621866224, "lr": 6.800093647666034e-05, "update_s": 1.8700718935798069, "dataloading_s": 0.20270924987005856}
118
+ {"step": 11800, "steps": 11800, "samples": 3540000, "episodes": 9311.465263809376, "epochs": 39.12380362945116, "loss": 0.02780262552201748, "grad_norm": 0.4042750045657158, "lr": 6.75206038939852e-05, "update_s": 1.8726579788699382, "dataloading_s": 0.24243976925001334}
119
+ {"step": 11900, "steps": 11900, "samples": 3570000, "episodes": 9390.375986384031, "epochs": 39.45536128732787, "loss": 0.02866953145712614, "grad_norm": 0.39836876675486566, "lr": 6.703848705624004e-05, "update_s": 1.8595649653399595, "dataloading_s": 0.20040289184991708}
120
+ {"step": 12000, "steps": 12000, "samples": 3600000, "episodes": 9469.286708958687, "epochs": 39.78691894520457, "loss": 0.028627406116575004, "grad_norm": 0.39310411363840103, "lr": 6.65546388329691e-05, "update_s": 1.8595120864000274, "dataloading_s": 0.19921536204990845}
121
+ {"step": 12100, "steps": 12100, "samples": 3630000, "episodes": 9548.197431533343, "epochs": 40.11847660308128, "loss": 0.02819816820323467, "grad_norm": 0.3989323580265045, "lr": 6.606911228358252e-05, "update_s": 1.8505564085701554, "dataloading_s": 0.2503867228902527}
122
+ {"step": 12200, "steps": 12200, "samples": 3660000, "episodes": 9627.108154107998, "epochs": 40.45003426095798, "loss": 0.027600959222763777, "grad_norm": 0.41430106878280637, "lr": 6.558196065153785e-05, "update_s": 1.8705471270001, "dataloading_s": 0.2301580629099044}
123
+ {"step": 12300, "steps": 12300, "samples": 3690000, "episodes": 9706.018876682654, "epochs": 40.781591918834685, "loss": 0.027798935901373625, "grad_norm": 0.3695968535542488, "lr": 6.509323735850116e-05, "update_s": 1.8785529616199346, "dataloading_s": 0.23618842718977248}
124
+ {"step": 12400, "steps": 12400, "samples": 3720000, "episodes": 9784.92959925731, "epochs": 41.11314957671139, "loss": 0.027659089006483555, "grad_norm": 0.4288814735412598, "lr": 6.460299599848909e-05, "update_s": 1.8735731423402102, "dataloading_s": 0.280104068990222}
125
+ {"step": 12500, "steps": 12500, "samples": 3750000, "episodes": 9863.840321831965, "epochs": 41.444707234588094, "loss": 0.027282746434211733, "grad_norm": 0.39052719697356225, "lr": 6.411129033199114e-05, "update_s": 1.865962560440239, "dataloading_s": 0.20000478903984914}
126
+ {"step": 12600, "steps": 12600, "samples": 3780000, "episodes": 9942.751044406623, "epochs": 41.7762648924648, "loss": 0.026665251106023788, "grad_norm": 0.40438360422849656, "lr": 6.36181742800747e-05, "update_s": 1.8662327502798872, "dataloading_s": 0.20406105019006646}
127
+ {"step": 12700, "steps": 12700, "samples": 3810000, "episodes": 10021.661766981279, "epochs": 42.1078225503415, "loss": 0.026889193058013915, "grad_norm": 0.4007771980762482, "lr": 6.312370191847183e-05, "update_s": 1.8552047427899014, "dataloading_s": 0.2478362895000828}
128
+ {"step": 12800, "steps": 12800, "samples": 3840000, "episodes": 10100.572489555934, "epochs": 42.43938020821821, "loss": 0.025956609193235634, "grad_norm": 0.41542781800031664, "lr": 6.262792747164912e-05, "update_s": 1.8654394443399724, "dataloading_s": 0.20109793380986957}
129
+ {"step": 12900, "steps": 12900, "samples": 3870000, "episodes": 10179.48321213059, "epochs": 42.77093786609491, "loss": 0.02661852549761534, "grad_norm": 0.39597398549318313, "lr": 6.213090530686158e-05, "update_s": 1.8757547689499916, "dataloading_s": 0.19804896165991523}
130
+ {"step": 13000, "steps": 13000, "samples": 3900000, "episodes": 10258.393934705246, "epochs": 43.10249552397162, "loss": 0.025765261743217707, "grad_norm": 0.37565721541643143, "lr": 6.163268992819046e-05, "update_s": 1.8597848455000712, "dataloading_s": 0.2470208618002289}
131
+ {"step": 13100, "steps": 13100, "samples": 3930000, "episodes": 10337.304657279901, "epochs": 43.43405318184832, "loss": 0.025940566025674343, "grad_norm": 0.377168285548687, "lr": 6.113333597056647e-05, "update_s": 1.8623123797003063, "dataloading_s": 0.19748084672006372}
132
+ {"step": 13200, "steps": 13200, "samples": 3960000, "episodes": 10416.215379854557, "epochs": 43.76561083972503, "loss": 0.02636901842430234, "grad_norm": 0.4152209295332432, "lr": 6.063289819377819e-05, "update_s": 1.864789844430088, "dataloading_s": 0.19736330980002095}
133
+ {"step": 13300, "steps": 13300, "samples": 3990000, "episodes": 10495.126102429213, "epochs": 44.097168497601736, "loss": 0.02612491723150015, "grad_norm": 0.35281273528933527, "lr": 6.013143147646734e-05, "update_s": 1.858843014919912, "dataloading_s": 0.2475854652900307}
134
+ {"step": 13400, "steps": 13400, "samples": 4020000, "episodes": 10574.036825003868, "epochs": 44.42872615547844, "loss": 0.025585984326899052, "grad_norm": 0.3635400454699993, "lr": 5.9628990810110456e-05, "update_s": 1.8867676638899502, "dataloading_s": 0.2202262841099946}
135
+ {"step": 13500, "steps": 13500, "samples": 4050000, "episodes": 10652.947547578524, "epochs": 44.760283813355144, "loss": 0.02563617840409279, "grad_norm": 0.38872211322188377, "lr": 5.912563129298861e-05, "update_s": 1.890788751220025, "dataloading_s": 0.2165387198200915}
136
+ {"step": 13600, "steps": 13600, "samples": 4080000, "episodes": 10731.85827015318, "epochs": 45.091841471231845, "loss": 0.025436296928673982, "grad_norm": 0.3606067217886448, "lr": 5.8621408124145156e-05, "update_s": 1.8755139888298071, "dataloading_s": 0.2590013881702907}
137
+ {"step": 13700, "steps": 13700, "samples": 4110000, "episodes": 10810.768992727835, "epochs": 45.42339912910855, "loss": 0.024784964881837367, "grad_norm": 0.3556042389571667, "lr": 5.8116376597332695e-05, "update_s": 1.8640854705601668, "dataloading_s": 0.1981120127900067}
138
+ {"step": 13800, "steps": 13800, "samples": 4140000, "episodes": 10889.67971530249, "epochs": 45.754956786985254, "loss": 0.02518286557868123, "grad_norm": 0.3740850478410721, "lr": 5.761059209494929e-05, "update_s": 1.86048012655996, "dataloading_s": 0.19956392360967584}
139
+ {"step": 13900, "steps": 13900, "samples": 4170000, "episodes": 10968.590437877147, "epochs": 46.08651444486196, "loss": 0.02497241137549281, "grad_norm": 0.3865684181451797, "lr": 5.710411008196532e-05, "update_s": 1.8557132331299, "dataloading_s": 0.24239366941998014}
140
+ {"step": 14000, "steps": 14000, "samples": 4200000, "episodes": 11047.501160451802, "epochs": 46.41807210273867, "loss": 0.024498276002705096, "grad_norm": 0.3903020435571671, "lr": 5.659698609984101e-05, "update_s": 1.877781032290186, "dataloading_s": 0.20677290134011855}
141
+ {"step": 14100, "steps": 14100, "samples": 4230000, "episodes": 11126.411883026458, "epochs": 46.74962976061537, "loss": 0.02436672057956457, "grad_norm": 0.3479093462228775, "lr": 5.6089275760435867e-05, "update_s": 1.8900308405198303, "dataloading_s": 0.20115528321977763}
142
+ {"step": 14200, "steps": 14200, "samples": 4260000, "episodes": 11205.322605601114, "epochs": 47.08118741849208, "loss": 0.024832579605281353, "grad_norm": 0.353965565264225, "lr": 5.558103473990987e-05, "update_s": 1.8643348214797515, "dataloading_s": 0.2439706188198761}
143
+ {"step": 14300, "steps": 14300, "samples": 4290000, "episodes": 11284.23332817577, "epochs": 47.41274507636878, "loss": 0.024078305102884768, "grad_norm": 0.3690010118484497, "lr": 5.507231877261834e-05, "update_s": 1.8719933747400501, "dataloading_s": 0.22351419789996727}
144
+ {"step": 14400, "steps": 14400, "samples": 4320000, "episodes": 11363.144050750425, "epochs": 47.74430273424549, "loss": 0.023776198737323284, "grad_norm": 0.38581877291202543, "lr": 5.456318364499972e-05, "update_s": 1.8722777810000115, "dataloading_s": 0.2237084974598838}
145
+ {"step": 14500, "steps": 14500, "samples": 4350000, "episodes": 11442.05477332508, "epochs": 48.07586039212219, "loss": 0.023856708481907844, "grad_norm": 0.35950237318873407, "lr": 5.405368518945827e-05, "update_s": 1.8666214167501676, "dataloading_s": 0.2666487632499775}
146
+ {"step": 14600, "steps": 14600, "samples": 4380000, "episodes": 11520.965495899736, "epochs": 48.407418049998896, "loss": 0.02359721878543496, "grad_norm": 0.34556672677397726, "lr": 5.3543879278241145e-05, "update_s": 1.8791131652101467, "dataloading_s": 0.23031206589013892}
147
+ {"step": 14700, "steps": 14700, "samples": 4410000, "episodes": 11599.876218474392, "epochs": 48.738975707875596, "loss": 0.023511840868741272, "grad_norm": 0.3497146748006344, "lr": 5.303382181731148e-05, "update_s": 1.872272779590021, "dataloading_s": 0.22902345682021405}
148
+ {"step": 14800, "steps": 14800, "samples": 4440000, "episodes": 11678.786941049048, "epochs": 49.070533365752304, "loss": 0.023422874435782434, "grad_norm": 0.3475475043058395, "lr": 5.252356874021774e-05, "update_s": 1.8650763860600272, "dataloading_s": 0.2704039076299523}
149
+ {"step": 14900, "steps": 14900, "samples": 4470000, "episodes": 11757.697663623703, "epochs": 49.40209102362901, "loss": 0.023044747319072485, "grad_norm": 0.3525020216405392, "lr": 5.2013176001959756e-05, "update_s": 1.8772641566598396, "dataloading_s": 0.21587341693022608}
150
+ {"step": 15000, "steps": 15000, "samples": 4500000, "episodes": 11836.608386198359, "epochs": 49.73364868150571, "loss": 0.02307564575225115, "grad_norm": 0.3413034205138683, "lr": 5.150269957285297e-05, "update_s": 1.8741793715098902, "dataloading_s": 0.2040617618201941}
151
+ {"step": 15100, "steps": 15100, "samples": 4530000, "episodes": 11915.519108773015, "epochs": 50.06520633938242, "loss": 0.023625037632882595, "grad_norm": 0.3642244616150856, "lr": 5.0992195432390366e-05, "update_s": 1.869980158300241, "dataloading_s": 0.2160111387301731}
152
+ {"step": 15200, "steps": 15200, "samples": 4560000, "episodes": 11994.42983134767, "epochs": 50.39676399725912, "loss": 0.02291071740910411, "grad_norm": 0.35135299965739253, "lr": 5.04817195631038e-05, "update_s": 1.8633290133300762, "dataloading_s": 0.24571761182953197}
153
+ {"step": 15300, "steps": 15300, "samples": 4590000, "episodes": 12073.340553922328, "epochs": 50.72832165513583, "loss": 0.022833155617117882, "grad_norm": 0.32330944865942, "lr": 4.997132794442484e-05, "update_s": 1.8608715121303248, "dataloading_s": 0.20077767893963028}
154
+ {"step": 15400, "steps": 15400, "samples": 4620000, "episodes": 12152.251276496983, "epochs": 51.05987931301253, "loss": 0.022976012732833624, "grad_norm": 0.37018415808677674, "lr": 4.946107654654613e-05, "update_s": 1.8635763365601452, "dataloading_s": 0.1991147303301841}
155
+ {"step": 15500, "steps": 15500, "samples": 4650000, "episodes": 12231.161999071639, "epochs": 51.39143697088924, "loss": 0.022408142369240523, "grad_norm": 0.3397695234417915, "lr": 4.895102132428338e-05, "update_s": 1.865795976330046, "dataloading_s": 0.24763845961046171}
156
+ {"step": 15600, "steps": 15600, "samples": 4680000, "episodes": 12310.072721646295, "epochs": 51.722994628765946, "loss": 0.022977126501500605, "grad_norm": 0.3304197871685028, "lr": 4.844121821093963e-05, "update_s": 1.8667356153498986, "dataloading_s": 0.1988648546703189}
157
+ {"step": 15700, "steps": 15700, "samples": 4710000, "episodes": 12388.98344422095, "epochs": 52.05455228664265, "loss": 0.022080348134040834, "grad_norm": 0.34228077203035356, "lr": 4.7931723112171106e-05, "update_s": 1.867074714789851, "dataloading_s": 0.19910693592028111}
158
+ {"step": 15800, "steps": 15800, "samples": 4740000, "episodes": 12467.894166795606, "epochs": 52.386109944519355, "loss": 0.022334762066602707, "grad_norm": 0.35860547214746474, "lr": 4.742259189985691e-05, "update_s": 1.8536107428701507, "dataloading_s": 0.24762239033996594}
159
+ {"step": 15900, "steps": 15900, "samples": 4770000, "episodes": 12546.804889370262, "epochs": 52.717667602396055, "loss": 0.022054054234176876, "grad_norm": 0.34036521494388583, "lr": 4.691388040597188e-05, "update_s": 1.8622337464402516, "dataloading_s": 0.20026236144003634}
160
+ {"step": 16000, "steps": 16000, "samples": 4800000, "episodes": 12625.715611944917, "epochs": 53.04922526027276, "loss": 0.022086833752691746, "grad_norm": 0.3435940991342068, "lr": 4.6405644416463944e-05, "update_s": 1.8617286233397317, "dataloading_s": 0.20043554640033107}
161
+ {"step": 16100, "steps": 16100, "samples": 4830000, "episodes": 12704.626334519573, "epochs": 53.380782918149464, "loss": 0.02188497403636575, "grad_norm": 0.3400725916028023, "lr": 4.5897939665136674e-05, "update_s": 1.8637831667496356, "dataloading_s": 0.24620104483001343}
162
+ {"step": 16200, "steps": 16200, "samples": 4860000, "episodes": 12783.537057094229, "epochs": 53.71234057602617, "loss": 0.021895319577306508, "grad_norm": 0.32556245520710947, "lr": 4.5390821827537376e-05, "update_s": 1.8689975015098752, "dataloading_s": 0.19806447697985277}
163
+ {"step": 16300, "steps": 16300, "samples": 4890000, "episodes": 12862.447779668884, "epochs": 54.04389823390287, "loss": 0.02192389080300927, "grad_norm": 0.32158842355012895, "lr": 4.4884346514851595e-05, "update_s": 1.871356159109928, "dataloading_s": 0.19756312480021734}
164
+ {"step": 16400, "steps": 16400, "samples": 4920000, "episodes": 12941.35850224354, "epochs": 54.37545589177958, "loss": 0.021757871303707363, "grad_norm": 0.3369252799451351, "lr": 4.437856926780488e-05, "update_s": 1.8567962946500485, "dataloading_s": 0.24990906451006595}
165
+ {"step": 16500, "steps": 16500, "samples": 4950000, "episodes": 13020.269224818196, "epochs": 54.70701354965629, "loss": 0.02152942430227995, "grad_norm": 0.3185537216067314, "lr": 4.3873545550571926e-05, "update_s": 1.8693140770797618, "dataloading_s": 0.19853438207952423}
166
+ {"step": 16600, "steps": 16600, "samples": 4980000, "episodes": 13099.179947392851, "epochs": 55.03857120753299, "loss": 0.02158494113944471, "grad_norm": 0.3166296818852425, "lr": 4.336933074469444e-05, "update_s": 1.8732902675397782, "dataloading_s": 0.19871799038955942}
167
+ {"step": 16700, "steps": 16700, "samples": 5010000, "episodes": 13178.090669967507, "epochs": 55.3701288654097, "loss": 0.021268746303394436, "grad_norm": 0.3344735124707222, "lr": 4.2865980143007864e-05, "update_s": 1.866503622010423, "dataloading_s": 0.25963097304993427}
168
+ {"step": 16800, "steps": 16800, "samples": 5040000, "episodes": 13257.001392542163, "epochs": 55.7016865232864, "loss": 0.02112506726756692, "grad_norm": 0.329341356754303, "lr": 4.236354894357793e-05, "update_s": 1.8654241890695267, "dataloading_s": 0.20430175924011565}
169
+ {"step": 16900, "steps": 16900, "samples": 5070000, "episodes": 13335.912115116818, "epochs": 56.033244181163106, "loss": 0.020820186994969844, "grad_norm": 0.32212373197078703, "lr": 4.186209224364752e-05, "update_s": 1.872063502529927, "dataloading_s": 0.20327198624006995}
170
+ {"step": 17000, "steps": 17000, "samples": 5100000, "episodes": 13414.822837691474, "epochs": 56.36480183903981, "loss": 0.021142385248094798, "grad_norm": 0.3109969863295555, "lr": 4.136166503359471e-05, "update_s": 1.8656681175700214, "dataloading_s": 0.24733135081994986}
171
+ {"step": 17100, "steps": 17100, "samples": 5130000, "episodes": 13493.73356026613, "epochs": 56.696359496916514, "loss": 0.02066383896395564, "grad_norm": 0.31519168227910993, "lr": 4.086232219090238e-05, "update_s": 1.8722736413504026, "dataloading_s": 0.1987721650799358}
172
+ {"step": 17200, "steps": 17200, "samples": 5160000, "episodes": 13572.644282840785, "epochs": 57.027917154793215, "loss": 0.02093374226242304, "grad_norm": 0.30573622465133665, "lr": 4.0364118474140304e-05, "update_s": 1.8699742295499164, "dataloading_s": 0.19780887120010449}
173
+ {"step": 17300, "steps": 17300, "samples": 5190000, "episodes": 13651.555005415441, "epochs": 57.35947481266992, "loss": 0.02093952678143978, "grad_norm": 0.31462579369544985, "lr": 3.9867108516960266e-05, "update_s": 1.8651582646892348, "dataloading_s": 0.2476396710399422}
174
+ {"step": 17400, "steps": 17400, "samples": 5220000, "episodes": 13730.465727990097, "epochs": 57.69103247054663, "loss": 0.020693589374423026, "grad_norm": 0.3115877321362495, "lr": 3.937134682210486e-05, "update_s": 1.8631071762000646, "dataloading_s": 0.2020654416299658}
175
+ {"step": 17500, "steps": 17500, "samples": 5250000, "episodes": 13809.376450564752, "epochs": 58.02259012842333, "loss": 0.020903866374865174, "grad_norm": 0.30785695418715475, "lr": 3.887688775543069e-05, "update_s": 1.86383253115986, "dataloading_s": 0.19939228548013488}
176
+ {"step": 17600, "steps": 17600, "samples": 5280000, "episodes": 13888.287173139408, "epochs": 58.35414778630004, "loss": 0.020729822255671024, "grad_norm": 0.31739608153700827, "lr": 3.838378553994642e-05, "update_s": 1.868058454790371, "dataloading_s": 0.24085392355977092}
177
+ {"step": 17700, "steps": 17700, "samples": 5310000, "episodes": 13967.197895714064, "epochs": 58.68570544417674, "loss": 0.020124443555250764, "grad_norm": 0.3197596423327923, "lr": 3.7892094249866764e-05, "update_s": 1.8789969581102195, "dataloading_s": 0.2015367127798527}
178
+ {"step": 17800, "steps": 17800, "samples": 5340000, "episodes": 14046.10861828872, "epochs": 59.01726310205345, "loss": 0.02018605043180287, "grad_norm": 0.32123173236846925, "lr": 3.740186780468253e-05, "update_s": 1.8819467384202289, "dataloading_s": 0.1989751147503557}
179
+ {"step": 17900, "steps": 17900, "samples": 5370000, "episodes": 14125.019340863375, "epochs": 59.34882075993015, "loss": 0.019865272603929042, "grad_norm": 0.30185666888952256, "lr": 3.6913159963247764e-05, "update_s": 1.864731363810497, "dataloading_s": 0.24797623735008528}
180
+ {"step": 18000, "steps": 18000, "samples": 5400000, "episodes": 14203.93006343803, "epochs": 59.68037841780686, "loss": 0.020299649406224488, "grad_norm": 0.3060941433906555, "lr": 3.642602431788456e-05, "update_s": 1.8740116819998365, "dataloading_s": 0.19755800942046334}
181
+ {"step": 18100, "steps": 18100, "samples": 5430000, "episodes": 14282.840786012688, "epochs": 60.011936075683565, "loss": 0.020732778878882526, "grad_norm": 0.30498604506254196, "lr": 3.594051428850588e-05, "update_s": 1.87493982760956, "dataloading_s": 0.19747933575039497}
182
+ {"step": 18200, "steps": 18200, "samples": 5460000, "episodes": 14361.751508587344, "epochs": 60.343493733560265, "loss": 0.020036701057106258, "grad_norm": 0.3011031222343445, "lr": 3.54566831167577e-05, "update_s": 1.8587681947297825, "dataloading_s": 0.24671280238027976}
183
+ {"step": 18300, "steps": 18300, "samples": 5490000, "episodes": 14440.662231162, "epochs": 60.67505139143697, "loss": 0.019971103351563217, "grad_norm": 0.2923251573741436, "lr": 3.497458386018028e-05, "update_s": 1.8735954522700922, "dataloading_s": 0.205702323089572}
184
+ {"step": 18400, "steps": 18400, "samples": 5520000, "episodes": 14519.572953736655, "epochs": 61.006609049313674, "loss": 0.019811685523018242, "grad_norm": 0.3147415666282177, "lr": 3.449426938638987e-05, "update_s": 1.864326714580311, "dataloading_s": 0.20283696494989273}
185
+ {"step": 18500, "steps": 18500, "samples": 5550000, "episodes": 14598.48367631131, "epochs": 61.33816670719038, "loss": 0.01950741894543171, "grad_norm": 0.29063363298773764, "lr": 3.401579236728116e-05, "update_s": 1.8649577526493522, "dataloading_s": 0.262355810759982}
186
+ {"step": 18600, "steps": 18600, "samples": 5580000, "episodes": 14677.394398885966, "epochs": 61.66972436506708, "loss": 0.01976277449168265, "grad_norm": 0.3126040448248386, "lr": 3.353920527325124e-05, "update_s": 1.861677162719716, "dataloading_s": 0.20667117088007217}
187
+ {"step": 18700, "steps": 18700, "samples": 5610000, "episodes": 14756.305121460622, "epochs": 62.00128202294379, "loss": 0.01963928807526827, "grad_norm": 0.3058146207034588, "lr": 3.306456036744561e-05, "update_s": 1.8663910104405659, "dataloading_s": 0.2118085231695295}
188
+ {"step": 18800, "steps": 18800, "samples": 5640000, "episodes": 14835.215844035278, "epochs": 62.33283968082049, "loss": 0.019051511697471143, "grad_norm": 0.29429795414209364, "lr": 3.2591909700026984e-05, "update_s": 1.8729104833002201, "dataloading_s": 0.2783372670498647}
189
+ {"step": 18900, "steps": 18900, "samples": 5670000, "episodes": 14914.126566609933, "epochs": 62.6643973386972, "loss": 0.01985007418319583, "grad_norm": 0.30431540697813037, "lr": 3.2121305102467325e-05, "update_s": 1.894700502059859, "dataloading_s": 0.2785575043199788}
190
+ {"step": 19000, "steps": 19000, "samples": 5700000, "episodes": 14993.03728918459, "epochs": 62.99595499657391, "loss": 0.019537375969812275, "grad_norm": 0.2898002818226814, "lr": 3.1652798181863955e-05, "update_s": 1.8680902197803517, "dataloading_s": 0.21436369484006718}
191
+ {"step": 19100, "steps": 19100, "samples": 5730000, "episodes": 15071.948011759245, "epochs": 63.32751265445061, "loss": 0.019138192906975746, "grad_norm": 0.2951099120080471, "lr": 3.118644031528037e-05, "update_s": 1.8607442706601431, "dataloading_s": 0.25044256042958296}
192
+ {"step": 19200, "steps": 19200, "samples": 5760000, "episodes": 15150.8587343339, "epochs": 63.659070312327316, "loss": 0.019028047304600476, "grad_norm": 0.28159659475088117, "lr": 3.072228264411196e-05, "update_s": 1.8715889814196998, "dataloading_s": 0.19960157937937764}
193
+ {"step": 19300, "steps": 19300, "samples": 5790000, "episodes": 15229.769456908556, "epochs": 63.99062797020402, "loss": 0.019337899079546333, "grad_norm": 0.28435051918029786, "lr": 3.0260376068477962e-05, "update_s": 1.8654978818898962, "dataloading_s": 0.1977290253098181}
194
+ {"step": 19400, "steps": 19400, "samples": 5820000, "episodes": 15308.680179483212, "epochs": 64.32218562808072, "loss": 0.018792423075065016, "grad_norm": 0.2946664969623089, "lr": 2.9800771241639636e-05, "update_s": 1.858264267319828, "dataloading_s": 0.2534234261200618}
195
+ {"step": 19500, "steps": 19500, "samples": 5850000, "episodes": 15387.590902057867, "epochs": 64.65374328595743, "loss": 0.019120346372947097, "grad_norm": 0.2966562369465828, "lr": 2.9343518564445494e-05, "update_s": 1.8609537379701941, "dataloading_s": 0.19736148029005562}
196
+ {"step": 19600, "steps": 19600, "samples": 5880000, "episodes": 15466.501624632523, "epochs": 64.98530094383413, "loss": 0.018983794366940854, "grad_norm": 0.2852649600803852, "lr": 2.8888668179804375e-05, "update_s": 1.8645143246000953, "dataloading_s": 0.19939314704024583}
197
+ {"step": 19700, "steps": 19700, "samples": 5910000, "episodes": 15545.412347207179, "epochs": 65.31685860171083, "loss": 0.01888893357478082, "grad_norm": 0.28050288021564485, "lr": 2.843626996718664e-05, "update_s": 1.8537655682806509, "dataloading_s": 0.2501031330097612}
198
+ {"step": 19800, "steps": 19800, "samples": 5940000, "episodes": 15624.323069781834, "epochs": 65.64841625958755, "loss": 0.018615829888731242, "grad_norm": 0.28319418713450434, "lr": 2.7986373537154363e-05, "update_s": 1.8658004622897715, "dataloading_s": 0.2077978957007872}
199
+ {"step": 19900, "steps": 19900, "samples": 5970000, "episodes": 15703.23379235649, "epochs": 65.97997391746425, "loss": 0.01871165316551924, "grad_norm": 0.2892837518453598, "lr": 2.7539028225921002e-05, "update_s": 1.87109777925034, "dataloading_s": 0.21169214519024535}
200
+ {"step": 20000, "steps": 20000, "samples": 6000000, "episodes": 15782.144514931146, "epochs": 66.31153157534095, "loss": 0.018600914338603617, "grad_norm": 0.27555874675512315, "lr": 2.7094283089941014e-05, "update_s": 1.8634552345801785, "dataloading_s": 0.24807923309039326}
201
+ {"step": 20100, "steps": 20100, "samples": 6030000, "episodes": 15861.055237505801, "epochs": 66.64308923321765, "loss": 0.01881457676179707, "grad_norm": 0.27589657410979274, "lr": 2.6652186900530407e-05, "update_s": 1.8701753672401538, "dataloading_s": 0.19834519544019713}
202
+ {"step": 20200, "steps": 20200, "samples": 6060000, "episodes": 15939.965960080457, "epochs": 66.97464689109437, "loss": 0.018721837932243943, "grad_norm": 0.28509107291698454, "lr": 2.6212788138518325e-05, "update_s": 1.870522415689702, "dataloading_s": 0.19854016987985232}
203
+ {"step": 20300, "steps": 20300, "samples": 6090000, "episodes": 16018.876682655113, "epochs": 67.30620454897107, "loss": 0.018623372726142406, "grad_norm": 0.28521155059337616, "lr": 2.5776134988930578e-05, "update_s": 1.8573791575900396, "dataloading_s": 0.2462108948900277}
204
+ {"step": 20400, "steps": 20400, "samples": 6120000, "episodes": 16097.787405229768, "epochs": 67.63776220684777, "loss": 0.018507307041436435, "grad_norm": 0.2796295081079006, "lr": 2.5342275335705674e-05, "update_s": 1.8625702211198223, "dataloading_s": 0.20151059450014144}
205
+ {"step": 20500, "steps": 20500, "samples": 6150000, "episodes": 16176.698127804424, "epochs": 67.96931986472447, "loss": 0.0182671691570431, "grad_norm": 0.2684017266333103, "lr": 2.491125675644372e-05, "update_s": 1.8647346162096072, "dataloading_s": 0.1995471071897191}
206
+ {"step": 20600, "steps": 20600, "samples": 6180000, "episodes": 16255.60885037908, "epochs": 68.30087752260118, "loss": 0.018240776481106877, "grad_norm": 0.2735577169060707, "lr": 2.4483126517189085e-05, "update_s": 1.8686023226500401, "dataloading_s": 0.2713422679901123}
207
+ {"step": 20700, "steps": 20700, "samples": 6210000, "episodes": 16334.519572953735, "epochs": 68.63243518047788, "loss": 0.01821838420815766, "grad_norm": 0.26470804870128634, "lr": 2.4057931567247086e-05, "update_s": 1.8881480389399075, "dataloading_s": 0.24013300052043632}
208
+ {"step": 20800, "steps": 20800, "samples": 6240000, "episodes": 16413.430295528393, "epochs": 68.96399283835459, "loss": 0.017833197517320515, "grad_norm": 0.2711393216252327, "lr": 2.36357185340355e-05, "update_s": 1.8908223602502403, "dataloading_s": 0.23912094963998243}
209
+ {"step": 20900, "steps": 20900, "samples": 6270000, "episodes": 16492.34101810305, "epochs": 69.2955504962313, "loss": 0.01774162093177438, "grad_norm": 0.266898333132267, "lr": 2.3216533717971307e-05, "update_s": 1.8692387968300317, "dataloading_s": 0.26839746419937}
210
+ {"step": 21000, "steps": 21000, "samples": 6300000, "episodes": 16571.251740677704, "epochs": 69.627108154108, "loss": 0.017923173885792495, "grad_norm": 0.26650154232978823, "lr": 2.2800423087393426e-05, "update_s": 1.8655652119106525, "dataloading_s": 0.19919689725000353}
211
+ {"step": 21100, "steps": 21100, "samples": 6330000, "episodes": 16650.16246325236, "epochs": 69.9586658119847, "loss": 0.018186753382906318, "grad_norm": 0.271069069057703, "lr": 2.2387432273521568e-05, "update_s": 1.8634865236895712, "dataloading_s": 0.199921202580299}
212
+ {"step": 21200, "steps": 21200, "samples": 6360000, "episodes": 16729.073185827016, "epochs": 70.2902234698614, "loss": 0.018020584490150215, "grad_norm": 0.27557520523667334, "lr": 2.197760656545251e-05, "update_s": 1.8684666956700675, "dataloading_s": 0.24987011660981806}
213
+ {"step": 21300, "steps": 21300, "samples": 6390000, "episodes": 16807.98390840167, "epochs": 70.62178112773812, "loss": 0.018224587105214594, "grad_norm": 0.2744400233030319, "lr": 2.157099090519344e-05, "update_s": 1.8817505309998523, "dataloading_s": 0.20892870727017}
214
+ {"step": 21400, "steps": 21400, "samples": 6420000, "episodes": 16886.894630976327, "epochs": 70.95333878561482, "loss": 0.018247235594317318, "grad_norm": 0.27329258143901825, "lr": 2.1167629882733654e-05, "update_s": 1.8964980159897822, "dataloading_s": 0.2084881760700955}
215
+ {"step": 21500, "steps": 21500, "samples": 6450000, "episodes": 16965.805353550983, "epochs": 71.28489644349152, "loss": 0.017395738083869218, "grad_norm": 0.25736214458942414, "lr": 2.0767567731154717e-05, "update_s": 1.8630794065799272, "dataloading_s": 0.24979362093028612}
216
+ {"step": 21600, "steps": 21600, "samples": 6480000, "episodes": 17044.71607612564, "epochs": 71.61645410136823, "loss": 0.01819532360881567, "grad_norm": 0.2647566406428814, "lr": 2.0370848321779857e-05, "update_s": 1.8722728014599124, "dataloading_s": 0.2043371747600031}
217
+ {"step": 21700, "steps": 21700, "samples": 6510000, "episodes": 17123.626798700294, "epochs": 71.94801175924493, "loss": 0.01788567363284528, "grad_norm": 0.2624648502469063, "lr": 1.9977515159362914e-05, "update_s": 1.873868419860155, "dataloading_s": 0.20223497267004859}
218
+ {"step": 21800, "steps": 21800, "samples": 6540000, "episodes": 17202.53752127495, "epochs": 72.27956941712164, "loss": 0.017735608015209438, "grad_norm": 0.26179789066314696, "lr": 1.958761137731763e-05, "update_s": 1.866813677559694, "dataloading_s": 0.25621718004986177}
219
+ {"step": 21900, "steps": 21900, "samples": 6570000, "episodes": 17281.448243849605, "epochs": 72.61112707499834, "loss": 0.017790670581161974, "grad_norm": 0.2651776200532913, "lr": 1.920117973298752e-05, "update_s": 1.86903563812004, "dataloading_s": 0.19928930883979773}
220
+ {"step": 22000, "steps": 22000, "samples": 6600000, "episodes": 17360.35896642426, "epochs": 72.94268473287505, "loss": 0.017569838650524618, "grad_norm": 0.2760393860936165, "lr": 1.8818262602957038e-05, "update_s": 1.8678381544304283, "dataloading_s": 0.1997255418500572}
221
+ {"step": 22100, "steps": 22100, "samples": 6630000, "episodes": 17439.269688998917, "epochs": 73.27424239075175, "loss": 0.01784782350063324, "grad_norm": 0.2643355940282345, "lr": 1.8438901978404627e-05, "update_s": 1.8750309456900869, "dataloading_s": 0.26416567790969564}
222
+ {"step": 22200, "steps": 22200, "samples": 6660000, "episodes": 17518.180411573572, "epochs": 73.60580004862845, "loss": 0.017690911777317523, "grad_norm": 0.2647508183121681, "lr": 1.8063139460497752e-05, "update_s": 1.8974011438898741, "dataloading_s": 0.23450732508979855}
223
+ {"step": 22300, "steps": 22300, "samples": 6690000, "episodes": 17597.091134148228, "epochs": 73.93735770650517, "loss": 0.01756558329798281, "grad_norm": 0.2595398795604706, "lr": 1.7691016255830944e-05, "update_s": 1.8875685534005606, "dataloading_s": 0.2328564896000171}
224
+ {"step": 22400, "steps": 22400, "samples": 6720000, "episodes": 17676.001856722884, "epochs": 74.26891536438187, "loss": 0.017779818363487722, "grad_norm": 0.25978812634944914, "lr": 1.732257317190706e-05, "update_s": 1.8739486992097227, "dataloading_s": 0.26700399577974165}
225
+ {"step": 22500, "steps": 22500, "samples": 6750000, "episodes": 17754.91257929754, "epochs": 74.60047302225857, "loss": 0.01753309234045446, "grad_norm": 0.25585403516888616, "lr": 1.6957850612662233e-05, "update_s": 1.8697557810301078, "dataloading_s": 0.20085625160034395}
226
+ {"step": 22600, "steps": 22600, "samples": 6780000, "episodes": 17833.823301872195, "epochs": 74.93203068013527, "loss": 0.017428220706060527, "grad_norm": 0.2627178718149662, "lr": 1.6596888574035124e-05, "update_s": 1.872289176240447, "dataloading_s": 0.20623722039039422}
227
+ {"step": 22700, "steps": 22700, "samples": 6810000, "episodes": 17912.73402444685, "epochs": 75.26358833801199, "loss": 0.01764213316142559, "grad_norm": 0.2682769115269184, "lr": 1.6239726639580942e-05, "update_s": 1.8820628999900508, "dataloading_s": 0.262860034870464}
228
+ {"step": 22800, "steps": 22800, "samples": 6840000, "episodes": 17991.644747021506, "epochs": 75.59514599588869, "loss": 0.017651193598285316, "grad_norm": 0.2605965791642666, "lr": 1.588640397613066e-05, "update_s": 1.897457885139811, "dataloading_s": 0.23335044908970304}
229
+ {"step": 22900, "steps": 22900, "samples": 6870000, "episodes": 18070.555469596162, "epochs": 75.92670365376539, "loss": 0.01728848631493747, "grad_norm": 0.26004426792263985, "lr": 1.553695932949589e-05, "update_s": 1.8860035100299137, "dataloading_s": 0.22080861594055023}
230
+ {"step": 23000, "steps": 23000, "samples": 6900000, "episodes": 18149.466192170818, "epochs": 76.2582613116421, "loss": 0.01742853606119752, "grad_norm": 0.25306967288255694, "lr": 1.519143102022003e-05, "update_s": 1.8771751690902603, "dataloading_s": 0.2605418558396923}
231
+ {"step": 23100, "steps": 23100, "samples": 6930000, "episodes": 18228.376914745473, "epochs": 76.5898189695188, "loss": 0.01743343925103545, "grad_norm": 0.2501638333499432, "lr": 1.4849856939375954e-05, "update_s": 1.8913324885399925, "dataloading_s": 0.21028212135031935}
232
+ {"step": 23200, "steps": 23200, "samples": 6960000, "episodes": 18307.28763732013, "epochs": 76.9213766273955, "loss": 0.017221181374043226, "grad_norm": 0.25384530171751973, "lr": 1.4512274544410797e-05, "update_s": 1.8845626586703292, "dataloading_s": 0.20043212612006756}
233
+ {"step": 23300, "steps": 23300, "samples": 6990000, "episodes": 18386.198359894785, "epochs": 77.2529342852722, "loss": 0.017142993193119765, "grad_norm": 0.2616027887165546, "lr": 1.4178720855038383e-05, "update_s": 1.860495658020518, "dataloading_s": 0.2521039667604782}
234
+ {"step": 23400, "steps": 23400, "samples": 7020000, "episodes": 18465.10908246944, "epochs": 77.58449194314892, "loss": 0.01720631293952465, "grad_norm": 0.2559987480938435, "lr": 1.3849232449179555e-05, "update_s": 1.863939818659346, "dataloading_s": 0.20100917679956182}
235
+ {"step": 23500, "steps": 23500, "samples": 7050000, "episodes": 18544.019805044096, "epochs": 77.91604960102562, "loss": 0.016998513592407106, "grad_norm": 0.2494574888050556, "lr": 1.3523845458951015e-05, "update_s": 1.8629671861595125, "dataloading_s": 0.19937851452996255}
236
+ {"step": 23600, "steps": 23600, "samples": 7080000, "episodes": 18622.93052761875, "epochs": 78.24760725890232, "loss": 0.01718827026896179, "grad_norm": 0.25052273079752924, "lr": 1.3202595566703024e-05, "update_s": 1.8673867016601435, "dataloading_s": 0.25008588089993283}
237
+ {"step": 23700, "steps": 23700, "samples": 7110000, "episodes": 18701.841250193407, "epochs": 78.57916491677902, "loss": 0.017108887741342185, "grad_norm": 0.2493169689178467, "lr": 1.2885518001106421e-05, "update_s": 1.8751319299494207, "dataloading_s": 0.2086562123397016}
238
+ {"step": 23800, "steps": 23800, "samples": 7140000, "episodes": 18780.751972768063, "epochs": 78.91072257465574, "loss": 0.017456519240513443, "grad_norm": 0.26294601321220396, "lr": 1.2572647533289419e-05, "update_s": 1.8838901956799965, "dataloading_s": 0.22425685407019047}
239
+ {"step": 23900, "steps": 23900, "samples": 7170000, "episodes": 18859.66269534272, "epochs": 79.24228023253244, "loss": 0.017012393586337566, "grad_norm": 0.252595112323761, "lr": 1.2264018473024539e-05, "update_s": 1.8675736797899298, "dataloading_s": 0.2547417982900515}
240
+ {"step": 24000, "steps": 24000, "samples": 7200000, "episodes": 18938.573417917374, "epochs": 79.57383789040914, "loss": 0.017246638303622604, "grad_norm": 0.2470149102807045, "lr": 1.1959664664966168e-05, "update_s": 1.8743564204898575, "dataloading_s": 0.19899772054988715}
241
+ {"step": 24100, "steps": 24100, "samples": 7230000, "episodes": 19017.48414049203, "epochs": 79.90539554828585, "loss": 0.017346835024654866, "grad_norm": 0.25177503630518916, "lr": 1.1659619484939118e-05, "update_s": 1.8725859716800186, "dataloading_s": 0.19802992411037848}
242
+ {"step": 24200, "steps": 24200, "samples": 7260000, "episodes": 19096.394863066686, "epochs": 80.23695320616255, "loss": 0.01694245617836714, "grad_norm": 0.2459234407544136, "lr": 1.1363915836278577e-05, "update_s": 1.8689464844801114, "dataloading_s": 0.25067177716016886}
243
+ {"step": 24300, "steps": 24300, "samples": 7290000, "episodes": 19175.30558564134, "epochs": 80.56851086403925, "loss": 0.017107544606551527, "grad_norm": 0.2471363866329193, "lr": 1.1072586146221913e-05, "update_s": 1.8701710674903007, "dataloading_s": 0.20047993694010074}
244
+ {"step": 24400, "steps": 24400, "samples": 7320000, "episodes": 19254.216308215997, "epochs": 80.90006852191595, "loss": 0.01691819118335843, "grad_norm": 0.24308203518390656, "lr": 1.078566236235261e-05, "update_s": 1.8678943390700442, "dataloading_s": 0.19957524821067638}
245
+ {"step": 24500, "steps": 24500, "samples": 7350000, "episodes": 19333.127030790652, "epochs": 81.23162617979267, "loss": 0.016691842935979365, "grad_norm": 0.24473721995949746, "lr": 1.0503175949096917e-05, "update_s": 1.8585452797600737, "dataloading_s": 0.254488663220327}
246
+ {"step": 24600, "steps": 24600, "samples": 7380000, "episodes": 19412.037753365308, "epochs": 81.56318383766937, "loss": 0.016740695247426628, "grad_norm": 0.2430664436519146, "lr": 1.0225157884273377e-05, "update_s": 1.8694750771904365, "dataloading_s": 0.20414535513969895}
247
+ {"step": 24700, "steps": 24700, "samples": 7410000, "episodes": 19490.948475939964, "epochs": 81.89474149554607, "loss": 0.017279358990490438, "grad_norm": 0.24529950127005576, "lr": 9.951638655695774e-06, "update_s": 1.8695613595799658, "dataloading_s": 0.2025395450902579}
248
+ {"step": 24800, "steps": 24800, "samples": 7440000, "episodes": 19569.85919851462, "epochs": 82.22629915342279, "loss": 0.01668689045123756, "grad_norm": 0.2426963484287262, "lr": 9.68264825782981e-06, "update_s": 1.8569280604300002, "dataloading_s": 0.2506207375103259}
249
+ {"step": 24900, "steps": 24900, "samples": 7470000, "episodes": 19648.769921089275, "epochs": 82.55785681129949, "loss": 0.016955645503476263, "grad_norm": 0.24819967210292815, "lr": 9.418216188503853e-06, "update_s": 1.8669230522605358, "dataloading_s": 0.1992769013000361}
250
+ {"step": 25000, "steps": 25000, "samples": 7500000, "episodes": 19727.68064366393, "epochs": 82.88941446917619, "loss": 0.016962141543626786, "grad_norm": 0.2399194322526455, "lr": 9.15837144567418e-06, "update_s": 1.8722446406102244, "dataloading_s": 0.200291234799879}
251
+ {"step": 25100, "steps": 25100, "samples": 7530000, "episodes": 19806.59136623859, "epochs": 83.22097212705289, "loss": 0.016752277174964546, "grad_norm": 0.2417811244726181, "lr": 8.903142524245035e-06, "update_s": 1.8590910767796596, "dataloading_s": 0.2721206460601388}
252
+ {"step": 25200, "steps": 25200, "samples": 7560000, "episodes": 19885.502088813246, "epochs": 83.5525297849296, "loss": 0.017000544825568797, "grad_norm": 0.23942626148462295, "lr": 8.652557412943805e-06, "update_s": 1.8854355920898525, "dataloading_s": 0.2406909056600125}
253
+ {"step": 25300, "steps": 25300, "samples": 7590000, "episodes": 19964.4128113879, "epochs": 83.8840874428063, "loss": 0.016841511903330685, "grad_norm": 0.24170771688222886, "lr": 8.4066435912518e-06, "update_s": 1.8857074438891868, "dataloading_s": 0.24806120015004127}
254
+ {"step": 25400, "steps": 25400, "samples": 7620000, "episodes": 20043.323533962557, "epochs": 84.215645100683, "loss": 0.01661450413055718, "grad_norm": 0.2407446551322937, "lr": 8.165428026390763e-06, "update_s": 1.8723278665501129, "dataloading_s": 0.28075356582019595}
255
+ {"step": 25500, "steps": 25500, "samples": 7650000, "episodes": 20122.234256537213, "epochs": 84.54720275855972, "loss": 0.017166824843734503, "grad_norm": 0.24052511289715767, "lr": 7.928937170365621e-06, "update_s": 1.868575594210124, "dataloading_s": 0.199161697710515}
256
+ {"step": 25600, "steps": 25600, "samples": 7680000, "episodes": 20201.14497911187, "epochs": 84.87876041643642, "loss": 0.01665200315415859, "grad_norm": 0.23660513937473296, "lr": 7.697196957063756e-06, "update_s": 1.8716499905700765, "dataloading_s": 0.19876155617988844}
257
+ {"step": 25700, "steps": 25700, "samples": 7710000, "episodes": 20280.055701686524, "epochs": 85.21031807431312, "loss": 0.01725417809560895, "grad_norm": 0.2488645350933075, "lr": 7.4702327994110305e-06, "update_s": 1.8621739246596554, "dataloading_s": 0.24634363532051792}
258
+ {"step": 25800, "steps": 25800, "samples": 7740000, "episodes": 20358.96642426118, "epochs": 85.54187573218982, "loss": 0.01695869641378522, "grad_norm": 0.23689525663852692, "lr": 7.2480695865849835e-06, "update_s": 1.8756251713803067, "dataloading_s": 0.2056486422901071}
259
+ {"step": 25900, "steps": 25900, "samples": 7770000, "episodes": 20437.877146835835, "epochs": 85.87343339006654, "loss": 0.01636978467926383, "grad_norm": 0.2362889026105404, "lr": 7.030731681285456e-06, "update_s": 1.8671187999505492, "dataloading_s": 0.20208412563988531}
260
+ {"step": 26000, "steps": 26000, "samples": 7800000, "episodes": 20516.78786941049, "epochs": 86.20499104794324, "loss": 0.017103551803156734, "grad_norm": 0.24698662787675857, "lr": 6.8182429170629345e-06, "update_s": 1.867225762780072, "dataloading_s": 0.2545337569403637}
261
+ {"step": 26100, "steps": 26100, "samples": 7830000, "episodes": 20595.698591985147, "epochs": 86.53654870581994, "loss": 0.016925562731921674, "grad_norm": 0.2327690976858139, "lr": 6.6106265957049515e-06, "update_s": 1.8757689058899267, "dataloading_s": 0.20084178354991308}
262
+ {"step": 26200, "steps": 26200, "samples": 7860000, "episodes": 20674.609314559802, "epochs": 86.86810636369664, "loss": 0.016903246734291315, "grad_norm": 0.23019038751721382, "lr": 6.407905484680763e-06, "update_s": 1.8821641604597972, "dataloading_s": 0.21103175284988537}
263
+ {"step": 26300, "steps": 26300, "samples": 7890000, "episodes": 20753.520037134458, "epochs": 87.19966402157335, "loss": 0.016443284088745715, "grad_norm": 0.23555677354335786, "lr": 6.210101814644653e-06, "update_s": 1.882500286320137, "dataloading_s": 0.25535148117014617}
264
+ {"step": 26400, "steps": 26400, "samples": 7920000, "episodes": 20832.430759709114, "epochs": 87.53122167945006, "loss": 0.016840964509174227, "grad_norm": 0.23544976785778998, "lr": 6.0172372769980935e-06, "update_s": 1.8818543531796603, "dataloading_s": 0.2033098174002953}
265
+ {"step": 26500, "steps": 26500, "samples": 7950000, "episodes": 20911.34148228377, "epochs": 87.86277933732676, "loss": 0.01645256790332496, "grad_norm": 0.2258301131427288, "lr": 5.829333021511012e-06, "update_s": 1.8897927039203204, "dataloading_s": 0.20084553317974496}
266
+ {"step": 26600, "steps": 26600, "samples": 7980000, "episodes": 20990.252204858425, "epochs": 88.19433699520347, "loss": 0.0166253556124866, "grad_norm": 0.2346087245643139, "lr": 5.646409654002515e-06, "update_s": 1.8798564833998535, "dataloading_s": 0.24881104370018875}
267
+ {"step": 26700, "steps": 26700, "samples": 8010000, "episodes": 21069.16292743308, "epochs": 88.52589465308017, "loss": 0.01648679534904659, "grad_norm": 0.228776416182518, "lr": 5.468487234081212e-06, "update_s": 1.8686231958997086, "dataloading_s": 0.19860912402000394}
268
+ {"step": 26800, "steps": 26800, "samples": 8040000, "episodes": 21148.073650007736, "epochs": 88.85745231095687, "loss": 0.01616331595927477, "grad_norm": 0.23622101932764053, "lr": 5.295585272945449e-06, "update_s": 1.8758732371399673, "dataloading_s": 0.20021138432035512}
269
+ {"step": 26900, "steps": 26900, "samples": 8070000, "episodes": 21226.984372582392, "epochs": 89.18900996883357, "loss": 0.01660347289405763, "grad_norm": 0.23520722702145577, "lr": 5.127722731243689e-06, "update_s": 1.8645482599597016, "dataloading_s": 0.24880856730967935}
270
+ {"step": 27000, "steps": 27000, "samples": 8100000, "episodes": 21305.895095157048, "epochs": 89.52056762671029, "loss": 0.01663233434781432, "grad_norm": 0.23109591886401176, "lr": 4.964918016995274e-06, "update_s": 1.8638401260302635, "dataloading_s": 0.2001617350098968}
271
+ {"step": 27100, "steps": 27100, "samples": 8130000, "episodes": 21384.805817731703, "epochs": 89.85212528458699, "loss": 0.01658037188462913, "grad_norm": 0.23091097310185432, "lr": 4.8071889835717615e-06, "update_s": 1.865624505879823, "dataloading_s": 0.19809110809052072}
272
+ {"step": 27200, "steps": 27200, "samples": 8160000, "episodes": 21463.71654030636, "epochs": 90.18368294246369, "loss": 0.01651938758790493, "grad_norm": 0.2327265238761902, "lr": 4.6545529277391086e-06, "update_s": 1.8568291793399112, "dataloading_s": 0.25518631017977894}
273
+ {"step": 27300, "steps": 27300, "samples": 8190000, "episodes": 21542.627262881015, "epochs": 90.5152406003404, "loss": 0.01626181080006063, "grad_norm": 0.2306966145336628, "lr": 4.5070265877608924e-06, "update_s": 1.8855075961200782, "dataloading_s": 0.22767436594993343}
274
+ {"step": 27400, "steps": 27400, "samples": 8220000, "episodes": 21621.53798545567, "epochs": 90.8467982582171, "loss": 0.01655656233429909, "grad_norm": 0.23004921197891234, "lr": 4.364626141562762e-06, "update_s": 1.879800982150482, "dataloading_s": 0.21033642451999185}
275
+ {"step": 27500, "steps": 27500, "samples": 8250000, "episodes": 21700.448708030326, "epochs": 91.1783559160938, "loss": 0.016718899151310324, "grad_norm": 0.2264740827679634, "lr": 4.2273672049583504e-06, "update_s": 1.8755979456399654, "dataloading_s": 0.28903030185945683}
276
+ {"step": 27600, "steps": 27600, "samples": 8280000, "episodes": 21779.35943060498, "epochs": 91.50991357397051, "loss": 0.01693697220645845, "grad_norm": 0.22707285821437836, "lr": 4.095264829936823e-06, "update_s": 1.8709350536402054, "dataloading_s": 0.24600609029032058}
277
+ {"step": 27700, "steps": 27700, "samples": 8310000, "episodes": 21858.270153179637, "epochs": 91.84147123184722, "loss": 0.017063981341198086, "grad_norm": 0.23394158273935317, "lr": 3.968333503012259e-06, "update_s": 1.872986977039909, "dataloading_s": 0.23275538329013215}
278
+ {"step": 27800, "steps": 27800, "samples": 8340000, "episodes": 21937.180875754293, "epochs": 92.17302888972392, "loss": 0.016594148892909288, "grad_norm": 0.2260472397506237, "lr": 3.846587143635041e-06, "update_s": 1.8667219585296697, "dataloading_s": 0.2638123373800045}
279
+ {"step": 27900, "steps": 27900, "samples": 8370000, "episodes": 22016.09159832895, "epochs": 92.50458654760062, "loss": 0.01661716747097671, "grad_norm": 0.22377629816532135, "lr": 3.7300391026654334e-06, "update_s": 1.8692891344999953, "dataloading_s": 0.20356999245988847}
280
+ {"step": 28000, "steps": 28000, "samples": 8400000, "episodes": 22095.002320903604, "epochs": 92.83614420547734, "loss": 0.016895521683618426, "grad_norm": 0.23672826260328292, "lr": 3.6187021609095067e-06, "update_s": 1.8716441594001663, "dataloading_s": 0.2009098451695172}
281
+ {"step": 28100, "steps": 28100, "samples": 8430000, "episodes": 22173.91304347826, "epochs": 93.16770186335404, "loss": 0.01623717024922371, "grad_norm": 0.2300712725520134, "lr": 3.5125885277175725e-06, "update_s": 1.8680226859396498, "dataloading_s": 0.25402182631944015}
282
+ {"step": 28200, "steps": 28200, "samples": 8460000, "episodes": 22252.823766052916, "epochs": 93.49925952123074, "loss": 0.016750392140820622, "grad_norm": 0.22820658177137376, "lr": 3.411709839645309e-06, "update_s": 1.8911885337694547, "dataloading_s": 0.20069604396965587}
283
+ {"step": 28300, "steps": 28300, "samples": 8490000, "episodes": 22331.73448862757, "epochs": 93.83081717910744, "loss": 0.016712950859218836, "grad_norm": 0.229809912443161, "lr": 3.316077159177657e-06, "update_s": 1.8922602590996394, "dataloading_s": 0.19945213197031988}
284
+ {"step": 28400, "steps": 28400, "samples": 8520000, "episodes": 22410.645211202227, "epochs": 94.16237483698416, "loss": 0.016807281877845526, "grad_norm": 0.22727229312062264, "lr": 3.225700973515717e-06, "update_s": 1.876383370850017, "dataloading_s": 0.2493753605301754}
285
+ {"step": 28500, "steps": 28500, "samples": 8550000, "episodes": 22489.555933776883, "epochs": 94.49393249486086, "loss": 0.016743921963497995, "grad_norm": 0.2357990737259388, "lr": 3.140591193426689e-06, "update_s": 1.8663497404602094, "dataloading_s": 0.30561048271025354}
286
+ {"step": 28600, "steps": 28600, "samples": 8580000, "episodes": 22568.46665635154, "epochs": 94.82549015273756, "loss": 0.016651896461844444, "grad_norm": 0.22843762695789338, "lr": 3.0607571521570645e-06, "update_s": 1.86371609215028, "dataloading_s": 0.20426880272942072}
287
+ {"step": 28700, "steps": 28700, "samples": 8610000, "episodes": 22647.377378926194, "epochs": 95.15704781061426, "loss": 0.016610316038131713, "grad_norm": 0.2252217224240303, "lr": 2.9862076044091118e-06, "update_s": 1.8665328788199986, "dataloading_s": 0.2537669754405215}
288
+ {"step": 28800, "steps": 28800, "samples": 8640000, "episodes": 22726.28810150085, "epochs": 95.48860546849097, "loss": 0.016379132103174925, "grad_norm": 0.22421507596969603, "lr": 2.916950725380843e-06, "update_s": 1.882620659429449, "dataloading_s": 0.20376771594994353}
289
+ {"step": 28900, "steps": 28900, "samples": 8670000, "episodes": 22805.198824075505, "epochs": 95.82016312636767, "loss": 0.016510813003405928, "grad_norm": 0.21963374450802803, "lr": 2.852994109869496e-06, "update_s": 1.873850071189736, "dataloading_s": 0.20108796581014757}
290
+ {"step": 29000, "steps": 29000, "samples": 8700000, "episodes": 22884.10954665016, "epochs": 96.15172078424438, "loss": 0.016343198688700794, "grad_norm": 0.22720260322093963, "lr": 2.794344771438686e-06, "update_s": 1.8769174105503772, "dataloading_s": 0.2578942980296415}
291
+ {"step": 29100, "steps": 29100, "samples": 8730000, "episodes": 22963.020269224817, "epochs": 96.48327844212109, "loss": 0.016720276437699796, "grad_norm": 0.23135799795389175, "lr": 2.74100914164929e-06, "update_s": 1.911829671299347, "dataloading_s": 0.2044756987499568}
292
+ {"step": 29200, "steps": 29200, "samples": 8760000, "episodes": 23041.930991799472, "epochs": 96.81483609999779, "loss": 0.016718530347570777, "grad_norm": 0.2280496720969677, "lr": 2.6929930693541543e-06, "update_s": 1.916948468990231, "dataloading_s": 0.2040350506600953}
293
+ {"step": 29300, "steps": 29300, "samples": 8790000, "episodes": 23120.841714374128, "epochs": 97.14639375787449, "loss": 0.016794411977753044, "grad_norm": 0.2257248093187809, "lr": 2.6503018200566962e-06, "update_s": 1.8975490748098673, "dataloading_s": 0.2564920586303924}
294
+ {"step": 29400, "steps": 29400, "samples": 8820000, "episodes": 23199.752436948784, "epochs": 97.47795141575119, "loss": 0.016470565721392633, "grad_norm": 0.2250213785469532, "lr": 2.6129400753334902e-06, "update_s": 1.8909275793203415, "dataloading_s": 0.20688660560001154}
295
+ {"step": 29500, "steps": 29500, "samples": 8850000, "episodes": 23278.66315952344, "epochs": 97.80950907362791, "loss": 0.01614434450864792, "grad_norm": 0.2189121998846531, "lr": 2.58091193232087e-06, "update_s": 1.87797477905071, "dataloading_s": 0.2003526243093802}
296
+ {"step": 29600, "steps": 29600, "samples": 8880000, "episodes": 23357.573882098095, "epochs": 98.14106673150461, "loss": 0.01622596049681306, "grad_norm": 0.22516376480460168, "lr": 2.5542209032656437e-06, "update_s": 1.8695314030002919, "dataloading_s": 0.2529752216702036}
297
+ {"step": 29700, "steps": 29700, "samples": 8910000, "episodes": 23436.48460467275, "epochs": 98.47262438938131, "loss": 0.016255613258108495, "grad_norm": 0.22464824989438056, "lr": 2.5328699151399275e-06, "update_s": 1.8668546356700972, "dataloading_s": 0.20023387512024782}
298
+ {"step": 29800, "steps": 29800, "samples": 8940000, "episodes": 23515.395327247406, "epochs": 98.80418204725802, "loss": 0.016501464610919357, "grad_norm": 0.23098802000284194, "lr": 2.516861309320174e-06, "update_s": 1.867073913319764, "dataloading_s": 0.20047968907012545}
299
+ {"step": 29900, "steps": 29900, "samples": 8970000, "episodes": 23594.306049822062, "epochs": 99.13573970513472, "loss": 0.016549695022404193, "grad_norm": 0.22521972730755807, "lr": 2.5061968413304095e-06, "update_s": 1.860112499940369, "dataloading_s": 0.2505771264902432}
300
+ {"step": 30000, "steps": 30000, "samples": 9000000, "episodes": 23673.216772396718, "epochs": 99.46729736301143, "loss": 0.01618364416062832, "grad_norm": 0.2234882189333439, "lr": 2.5008776806497293e-06, "update_s": 1.8709485972998663, "dataloading_s": 0.20138901169979362}
301
+ {"step": 30100, "steps": 30100, "samples": 9030000, "episodes": 23752.127494971373, "epochs": 99.79885502088813, "loss": 0.017116020359098913, "grad_norm": 0.22945995196700097, "lr": 2.500000000000005e-06, "update_s": 1.8669230451200565, "dataloading_s": 0.198809981100203}
302
+ {"step": 30200, "steps": 30200, "samples": 9060000, "episodes": 23831.03821754603, "epochs": 100.13041267876484, "loss": 0.01651318484917283, "grad_norm": 0.23056823641061783, "lr": 2.500000000000005e-06, "update_s": 1.8579749825104954, "dataloading_s": 0.19943134410983476}
303
+ {"step": 30300, "steps": 30300, "samples": 9090000, "episodes": 23909.948940120685, "epochs": 100.46197033664154, "loss": 0.01669757387600839, "grad_norm": 0.22385915905237197, "lr": 2.500000000000005e-06, "update_s": 1.8648461910699552, "dataloading_s": 0.2567355769502319}
304
+ {"step": 30400, "steps": 30400, "samples": 9120000, "episodes": 23988.85966269534, "epochs": 100.79352799451824, "loss": 0.016565023781731726, "grad_norm": 0.22925045132637023, "lr": 2.500000000000005e-06, "update_s": 1.8680420340301498, "dataloading_s": 0.21180333432974294}
305
+ {"step": 30500, "steps": 30500, "samples": 9150000, "episodes": 24067.770385269996, "epochs": 101.12508565239496, "loss": 0.016562348855659367, "grad_norm": 0.22627637043595314, "lr": 2.500000000000005e-06, "update_s": 1.875019324739551, "dataloading_s": 0.2164875759297138}
306
+ {"step": 30600, "steps": 30600, "samples": 9180000, "episodes": 24146.681107844655, "epochs": 101.45664331027166, "loss": 0.01662163242697716, "grad_norm": 0.22249022096395493, "lr": 2.500000000000005e-06, "update_s": 1.8654731234397333, "dataloading_s": 0.25699995160044636}