Hoshipu commited on
Commit
46be72d
·
verified ·
1 Parent(s): 7c01848

Remove v4 subfolder

Browse files
v4/task0-100k/config.json DELETED
@@ -1,524 +0,0 @@
1
- {
2
- "_name_or_path": "/shared_work/markhsp/checkpoints/X-VLA-Pt",
3
- "action_mode": "auto",
4
- "architectures": [
5
- "XVLA"
6
- ],
7
- "auto_map": {
8
- "AutoConfig": "configuration_xvla.XVLAConfig",
9
- "AutoModel": "modeling_xvla.XVLA"
10
- },
11
- "depth": 24,
12
- "dim_time": 32,
13
- "florence_config": {
14
- "_attn_implementation_autoset": true,
15
- "bos_token_id": 0,
16
- "eos_token_id": 2,
17
- "is_encoder_decoder": true,
18
- "model_type": "florence2",
19
- "pad_token_id": 1,
20
- "text_config": {
21
- "_attn_implementation_autoset": true,
22
- "_name_or_path": "",
23
- "activation_dropout": 0.1,
24
- "activation_function": "gelu",
25
- "add_bias_logits": false,
26
- "add_cross_attention": false,
27
- "add_final_layer_norm": false,
28
- "architectures": null,
29
- "attention_dropout": 0.1,
30
- "bad_words_ids": null,
31
- "begin_suppress_tokens": null,
32
- "bos_token_id": 0,
33
- "chunk_size_feed_forward": 0,
34
- "classif_dropout": 0.1,
35
- "classifier_dropout": 0.0,
36
- "cross_attention_hidden_size": null,
37
- "d_model": 1024,
38
- "decoder_attention_heads": 16,
39
- "decoder_ffn_dim": 4096,
40
- "decoder_layerdrop": 0.0,
41
- "decoder_layers": 12,
42
- "decoder_start_token_id": 2,
43
- "diversity_penalty": 0.0,
44
- "do_sample": false,
45
- "dropout": 0.1,
46
- "early_stopping": true,
47
- "encoder_attention_heads": 16,
48
- "encoder_ffn_dim": 4096,
49
- "encoder_layerdrop": 0.0,
50
- "encoder_layers": 12,
51
- "encoder_no_repeat_ngram_size": 0,
52
- "eos_token_id": 2,
53
- "exponential_decay_length_penalty": null,
54
- "finetuning_task": null,
55
- "forced_bos_token_id": 0,
56
- "forced_eos_token_id": 2,
57
- "gradient_checkpointing": false,
58
- "id2label": {
59
- "0": "LABEL_0",
60
- "1": "LABEL_1",
61
- "2": "LABEL_2"
62
- },
63
- "init_std": 0.02,
64
- "is_decoder": false,
65
- "is_encoder_decoder": true,
66
- "label2id": {
67
- "LABEL_0": 0,
68
- "LABEL_1": 1,
69
- "LABEL_2": 2
70
- },
71
- "length_penalty": 1.0,
72
- "max_length": 20,
73
- "max_position_embeddings": 4096,
74
- "min_length": 0,
75
- "model_type": "florence2_language",
76
- "no_repeat_ngram_size": 3,
77
- "normalize_before": false,
78
- "num_beam_groups": 1,
79
- "num_beams": 3,
80
- "num_hidden_layers": 12,
81
- "num_return_sequences": 1,
82
- "output_attentions": false,
83
- "output_hidden_states": false,
84
- "output_scores": false,
85
- "pad_token_id": 1,
86
- "prefix": null,
87
- "problem_type": null,
88
- "pruned_heads": {},
89
- "remove_invalid_values": false,
90
- "repetition_penalty": 1.0,
91
- "return_dict": true,
92
- "return_dict_in_generate": false,
93
- "scale_embedding": false,
94
- "sep_token_id": null,
95
- "suppress_tokens": null,
96
- "task_specific_params": null,
97
- "temperature": 1.0,
98
- "tf_legacy_loss": false,
99
- "tie_encoder_decoder": false,
100
- "tie_word_embeddings": true,
101
- "tokenizer_class": null,
102
- "top_k": 50,
103
- "top_p": 1.0,
104
- "torch_dtype": null,
105
- "torchscript": false,
106
- "typical_p": 1.0,
107
- "use_bfloat16": false,
108
- "use_cache": true,
109
- "vocab_size": 51289
110
- },
111
- "torch_dtype": "float32",
112
- "vision_config": {
113
- "_attn_implementation_autoset": false,
114
- "_name_or_path": "",
115
- "add_cross_attention": false,
116
- "architectures": null,
117
- "bad_words_ids": null,
118
- "begin_suppress_tokens": null,
119
- "bos_token_id": null,
120
- "chunk_size_feed_forward": 0,
121
- "cross_attention_hidden_size": null,
122
- "decoder_start_token_id": null,
123
- "depths": [
124
- 1,
125
- 1,
126
- 9,
127
- 1
128
- ],
129
- "dim_embed": [
130
- 256,
131
- 512,
132
- 1024,
133
- 2048
134
- ],
135
- "diversity_penalty": 0.0,
136
- "do_sample": false,
137
- "drop_path_rate": 0.1,
138
- "early_stopping": false,
139
- "enable_checkpoint": false,
140
- "encoder_no_repeat_ngram_size": 0,
141
- "eos_token_id": null,
142
- "exponential_decay_length_penalty": null,
143
- "finetuning_task": null,
144
- "forced_bos_token_id": null,
145
- "forced_eos_token_id": null,
146
- "id2label": {
147
- "0": "LABEL_0",
148
- "1": "LABEL_1"
149
- },
150
- "image_feature_source": [
151
- "spatial_avg_pool",
152
- "temporal_avg_pool"
153
- ],
154
- "image_pos_embed": {
155
- "max_pos_embeddings": 50,
156
- "type": "learned_abs_2d"
157
- },
158
- "is_decoder": false,
159
- "is_encoder_decoder": false,
160
- "label2id": {
161
- "LABEL_0": 0,
162
- "LABEL_1": 1
163
- },
164
- "length_penalty": 1.0,
165
- "max_length": 20,
166
- "min_length": 0,
167
- "model_type": "davit",
168
- "no_repeat_ngram_size": 0,
169
- "num_beam_groups": 1,
170
- "num_beams": 1,
171
- "num_groups": [
172
- 8,
173
- 16,
174
- 32,
175
- 64
176
- ],
177
- "num_heads": [
178
- 8,
179
- 16,
180
- 32,
181
- 64
182
- ],
183
- "num_return_sequences": 1,
184
- "output_attentions": false,
185
- "output_hidden_states": false,
186
- "output_scores": false,
187
- "pad_token_id": null,
188
- "patch_padding": [
189
- 3,
190
- 1,
191
- 1,
192
- 1
193
- ],
194
- "patch_prenorm": [
195
- false,
196
- true,
197
- true,
198
- true
199
- ],
200
- "patch_size": [
201
- 7,
202
- 3,
203
- 3,
204
- 3
205
- ],
206
- "patch_stride": [
207
- 4,
208
- 2,
209
- 2,
210
- 2
211
- ],
212
- "prefix": null,
213
- "problem_type": null,
214
- "projection_dim": 1024,
215
- "pruned_heads": {},
216
- "remove_invalid_values": false,
217
- "repetition_penalty": 1.0,
218
- "return_dict": true,
219
- "return_dict_in_generate": false,
220
- "sep_token_id": null,
221
- "suppress_tokens": null,
222
- "task_specific_params": null,
223
- "temperature": 1.0,
224
- "tf_legacy_loss": false,
225
- "tie_encoder_decoder": false,
226
- "tie_word_embeddings": true,
227
- "tokenizer_class": null,
228
- "top_k": 50,
229
- "top_p": 1.0,
230
- "torch_dtype": null,
231
- "torchscript": false,
232
- "typical_p": 1.0,
233
- "use_bfloat16": false,
234
- "visual_temporal_embedding": {
235
- "max_temporal_embeddings": 100,
236
- "type": "COSINE"
237
- },
238
- "window_size": 12
239
- }
240
- },
241
- "hidden_size": 1024,
242
- "len_soft_prompts": 32,
243
- "max_action_dim": 23,
244
- "max_len_seq": 512,
245
- "mlp_ratio": 4.0,
246
- "model_type": "xvla",
247
- "num_actions": 30,
248
- "num_domains": 30,
249
- "num_heads": 16,
250
- "num_objects": 172,
251
- "num_skills": 34,
252
- "num_tasks": 50,
253
- "object_class_weights": [
254
- 0.4501,
255
- 0.4205,
256
- 0.3228,
257
- 0.3057,
258
- 0.3521,
259
- 7.3765,
260
- 0.2465,
261
- 0.5885,
262
- 0.4622,
263
- 0.3009,
264
- 0.281,
265
- 0.3189,
266
- 0.1221,
267
- 0.4479,
268
- 0.312,
269
- 0.4966,
270
- 0.3079,
271
- 0.2972,
272
- 0.5216,
273
- 0.1139,
274
- 0.2091,
275
- 0.2318,
276
- 0.1754,
277
- 0.2122,
278
- 0.3788,
279
- 0.2522,
280
- 0.2869,
281
- 0.2588,
282
- 0.5604,
283
- 0.2401,
284
- 0.4887,
285
- 0.2479,
286
- 0.4339,
287
- 0.2858,
288
- 0.4104,
289
- 0.1655,
290
- 0.5658,
291
- 0.1832,
292
- 0.4361,
293
- 0.3443,
294
- 0.4715,
295
- 0.4035,
296
- 0.3555,
297
- 0.5542,
298
- 0.5411,
299
- 0.3756,
300
- 0.6119,
301
- 0.3592,
302
- 0.3795,
303
- 0.17,
304
- 0.6553,
305
- 1.8098,
306
- 0.2901,
307
- 0.2248,
308
- 0.2027,
309
- 0.4599,
310
- 0.5536,
311
- 0.508,
312
- 0.2674,
313
- 0.5678,
314
- 0.3297,
315
- 0.4523,
316
- 0.2186,
317
- 0.2029,
318
- 0.4368,
319
- 0.432,
320
- 0.0822,
321
- 0.3718,
322
- 0.6172,
323
- 0.3748,
324
- 0.2685,
325
- 0.2913,
326
- 0.4405,
327
- 0.3391,
328
- 0.3676,
329
- 6.0925,
330
- 2.0803,
331
- 2.153,
332
- 2.2968,
333
- 2.1286,
334
- 12.6916,
335
- 0.5856,
336
- 5.4459,
337
- 2.6565,
338
- 13.1846,
339
- 23.4236,
340
- 0.478,
341
- 0.462,
342
- 0.1174,
343
- 0.4406,
344
- 0.2615,
345
- 0.2668,
346
- 0.2285,
347
- 0.3084,
348
- 0.2523,
349
- 0.3026,
350
- 0.2844,
351
- 0.5057,
352
- 0.343,
353
- 0.2129,
354
- 0.2497,
355
- 0.3409,
356
- 0.3574,
357
- 0.3983,
358
- 0.1783,
359
- 0.2182,
360
- 0.3948,
361
- 3.4148,
362
- 0.3134,
363
- 0.4798,
364
- 0.3458,
365
- 0.2877,
366
- 0.4385,
367
- 0.2716,
368
- 0.4203,
369
- 0.2383,
370
- 0.2431,
371
- 0.2523,
372
- 0.4795,
373
- 0.4197,
374
- 0.2102,
375
- 0.15,
376
- 0.3516,
377
- 1.1414,
378
- 0.1527,
379
- 0.4403,
380
- 0.188,
381
- 0.5024,
382
- 0.367,
383
- 0.4584,
384
- 0.293,
385
- 0.3649,
386
- 23.0659,
387
- 0.1816,
388
- 0.4641,
389
- 0.438,
390
- 0.2461,
391
- 2.3487,
392
- 0.3496,
393
- 0.405,
394
- 0.3314,
395
- 0.489,
396
- 0.4397,
397
- 0.4996,
398
- 0.1229,
399
- 3.6319,
400
- 0.4439,
401
- 0.2366,
402
- 0.2766,
403
- 0.2168,
404
- 0.3219,
405
- 0.3337,
406
- 0.4465,
407
- 0.7571,
408
- 0.257,
409
- 0.3779,
410
- 0.1382,
411
- 0.2154,
412
- 0.2358,
413
- 0.4292,
414
- 0.3343,
415
- 0.3047,
416
- 0.8751,
417
- 0.3987,
418
- 0.146,
419
- 0.2943,
420
- 0.8747,
421
- 0.1515,
422
- 0.1481,
423
- 0.5527,
424
- 2.8632,
425
- 0.3923
426
- ],
427
- "object_classifier_weight": 0.1,
428
- "real_action_dim": 23,
429
- "skill_class_weights": [
430
- 0.0859,
431
- 0.1021,
432
- 0.2138,
433
- 0.1674,
434
- 0.8973,
435
- 1.059,
436
- 1.6727,
437
- 0.9436,
438
- 0.1984,
439
- 1.1787,
440
- 0.2744,
441
- 0.621,
442
- 0.6252,
443
- 1.8634,
444
- 0.5304,
445
- 0.5203,
446
- 0.8339,
447
- 0.8988,
448
- 1.4175,
449
- 2.2557,
450
- 0.5537,
451
- 1.1661,
452
- 3.0415,
453
- 0.1975,
454
- 0.3228,
455
- 1.2419,
456
- 0.6963,
457
- 1.2705,
458
- 0.4855,
459
- 1.1792,
460
- 1.4312,
461
- 2.6619,
462
- 1.3428,
463
- 2.0497
464
- ],
465
- "skill_classifier_weight": 0.1,
466
- "soft_prompt_length": 32,
467
- "task_class_weights": [
468
- 2.173,
469
- 1.4191,
470
- 0.8104,
471
- 0.8292,
472
- 0.8919,
473
- 0.9968,
474
- 1.1146,
475
- 0.707,
476
- 1.029,
477
- 0.8308,
478
- 1.2263,
479
- 0.928,
480
- 1.0689,
481
- 0.6989,
482
- 0.8124,
483
- 0.8448,
484
- 0.8113,
485
- 1.0045,
486
- 0.9249,
487
- 0.9423,
488
- 0.8886,
489
- 0.7005,
490
- 1.1158,
491
- 0.6354,
492
- 0.6881,
493
- 0.8477,
494
- 0.5946,
495
- 0.7707,
496
- 0.7753,
497
- 0.6626,
498
- 1.0688,
499
- 1.0711,
500
- 1.0735,
501
- 0.9245,
502
- 2.0169,
503
- 1.6108,
504
- 0.8854,
505
- 1.4132,
506
- 1.2177,
507
- 1.0697,
508
- 1.7812,
509
- 0.8162,
510
- 1.2199,
511
- 0.7956,
512
- 0.9433,
513
- 1.0236,
514
- 1.1092,
515
- 0.8773,
516
- 0.6393,
517
- 0.6997
518
- ],
519
- "task_classifier_weight": 0.1,
520
- "torch_dtype": "float32",
521
- "transformers_version": "4.49.0",
522
- "use_hetero_proj": false,
523
- "use_proprio": true
524
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task0-100k/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
v4/task0-100k/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c24d0d46cd91647fe02845dfd230b6bea9e5af5480047fddef87327b904f639d
3
- size 3567367836
 
 
 
 
v4/task0-100k/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:02d3da3fccc78155a479c5cea66ada3abfe6204991a3c7ade40e6829fb811443
3
- size 7125370811
 
 
 
 
v4/task0-100k/preprocessor_config.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "auto_map": {
3
- "AutoProcessor": "processing_xvla.XVLAProcessor"
4
- },
5
- "crop_size": {
6
- "height": 224,
7
- "width": 224
8
- },
9
- "do_center_crop": false,
10
- "do_convert_rgb": null,
11
- "do_normalize": true,
12
- "do_rescale": true,
13
- "do_resize": true,
14
- "image_mean": [
15
- 0.485,
16
- 0.456,
17
- 0.406
18
- ],
19
- "image_processor_type": "CLIPImageProcessor",
20
- "image_std": [
21
- 0.229,
22
- 0.224,
23
- 0.225
24
- ],
25
- "processor_class": "XVLAProcessor",
26
- "resample": 3,
27
- "rescale_factor": 0.00392156862745098,
28
- "size": {
29
- "height": 224,
30
- "width": 224
31
- }
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task0-100k/special_tokens_map.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task0-100k/state.json DELETED
@@ -1 +0,0 @@
1
- {"global_step": 100000}
 
 
v4/task0-100k/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
v4/task0-100k/tokenizer_config.json DELETED
@@ -1,59 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "0": {
5
- "content": "<s>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "1": {
13
- "content": "<pad>",
14
- "lstrip": false,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "2": {
21
- "content": "</s>",
22
- "lstrip": false,
23
- "normalized": true,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "3": {
29
- "content": "<unk>",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- },
36
- "50264": {
37
- "content": "<mask>",
38
- "lstrip": true,
39
- "normalized": true,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": true
43
- }
44
- },
45
- "bos_token": "<s>",
46
- "clean_up_tokenization_spaces": false,
47
- "cls_token": "<s>",
48
- "eos_token": "</s>",
49
- "errors": "replace",
50
- "extra_special_tokens": {},
51
- "mask_token": "<mask>",
52
- "model_max_length": 1024,
53
- "pad_token": "<pad>",
54
- "processor_class": "XVLAProcessor",
55
- "sep_token": "</s>",
56
- "tokenizer_class": "BartTokenizer",
57
- "trim_offsets": true,
58
- "unk_token": "<unk>"
59
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task0-100k/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
v4/task1-100k/config.json DELETED
@@ -1,524 +0,0 @@
1
- {
2
- "_name_or_path": "/shared_work/markhsp/checkpoints/X-VLA-Pt",
3
- "action_mode": "auto",
4
- "architectures": [
5
- "XVLA"
6
- ],
7
- "auto_map": {
8
- "AutoConfig": "configuration_xvla.XVLAConfig",
9
- "AutoModel": "modeling_xvla.XVLA"
10
- },
11
- "depth": 24,
12
- "dim_time": 32,
13
- "florence_config": {
14
- "_attn_implementation_autoset": true,
15
- "bos_token_id": 0,
16
- "eos_token_id": 2,
17
- "is_encoder_decoder": true,
18
- "model_type": "florence2",
19
- "pad_token_id": 1,
20
- "text_config": {
21
- "_attn_implementation_autoset": true,
22
- "_name_or_path": "",
23
- "activation_dropout": 0.1,
24
- "activation_function": "gelu",
25
- "add_bias_logits": false,
26
- "add_cross_attention": false,
27
- "add_final_layer_norm": false,
28
- "architectures": null,
29
- "attention_dropout": 0.1,
30
- "bad_words_ids": null,
31
- "begin_suppress_tokens": null,
32
- "bos_token_id": 0,
33
- "chunk_size_feed_forward": 0,
34
- "classif_dropout": 0.1,
35
- "classifier_dropout": 0.0,
36
- "cross_attention_hidden_size": null,
37
- "d_model": 1024,
38
- "decoder_attention_heads": 16,
39
- "decoder_ffn_dim": 4096,
40
- "decoder_layerdrop": 0.0,
41
- "decoder_layers": 12,
42
- "decoder_start_token_id": 2,
43
- "diversity_penalty": 0.0,
44
- "do_sample": false,
45
- "dropout": 0.1,
46
- "early_stopping": true,
47
- "encoder_attention_heads": 16,
48
- "encoder_ffn_dim": 4096,
49
- "encoder_layerdrop": 0.0,
50
- "encoder_layers": 12,
51
- "encoder_no_repeat_ngram_size": 0,
52
- "eos_token_id": 2,
53
- "exponential_decay_length_penalty": null,
54
- "finetuning_task": null,
55
- "forced_bos_token_id": 0,
56
- "forced_eos_token_id": 2,
57
- "gradient_checkpointing": false,
58
- "id2label": {
59
- "0": "LABEL_0",
60
- "1": "LABEL_1",
61
- "2": "LABEL_2"
62
- },
63
- "init_std": 0.02,
64
- "is_decoder": false,
65
- "is_encoder_decoder": true,
66
- "label2id": {
67
- "LABEL_0": 0,
68
- "LABEL_1": 1,
69
- "LABEL_2": 2
70
- },
71
- "length_penalty": 1.0,
72
- "max_length": 20,
73
- "max_position_embeddings": 4096,
74
- "min_length": 0,
75
- "model_type": "florence2_language",
76
- "no_repeat_ngram_size": 3,
77
- "normalize_before": false,
78
- "num_beam_groups": 1,
79
- "num_beams": 3,
80
- "num_hidden_layers": 12,
81
- "num_return_sequences": 1,
82
- "output_attentions": false,
83
- "output_hidden_states": false,
84
- "output_scores": false,
85
- "pad_token_id": 1,
86
- "prefix": null,
87
- "problem_type": null,
88
- "pruned_heads": {},
89
- "remove_invalid_values": false,
90
- "repetition_penalty": 1.0,
91
- "return_dict": true,
92
- "return_dict_in_generate": false,
93
- "scale_embedding": false,
94
- "sep_token_id": null,
95
- "suppress_tokens": null,
96
- "task_specific_params": null,
97
- "temperature": 1.0,
98
- "tf_legacy_loss": false,
99
- "tie_encoder_decoder": false,
100
- "tie_word_embeddings": true,
101
- "tokenizer_class": null,
102
- "top_k": 50,
103
- "top_p": 1.0,
104
- "torch_dtype": null,
105
- "torchscript": false,
106
- "typical_p": 1.0,
107
- "use_bfloat16": false,
108
- "use_cache": true,
109
- "vocab_size": 51289
110
- },
111
- "torch_dtype": "float32",
112
- "vision_config": {
113
- "_attn_implementation_autoset": false,
114
- "_name_or_path": "",
115
- "add_cross_attention": false,
116
- "architectures": null,
117
- "bad_words_ids": null,
118
- "begin_suppress_tokens": null,
119
- "bos_token_id": null,
120
- "chunk_size_feed_forward": 0,
121
- "cross_attention_hidden_size": null,
122
- "decoder_start_token_id": null,
123
- "depths": [
124
- 1,
125
- 1,
126
- 9,
127
- 1
128
- ],
129
- "dim_embed": [
130
- 256,
131
- 512,
132
- 1024,
133
- 2048
134
- ],
135
- "diversity_penalty": 0.0,
136
- "do_sample": false,
137
- "drop_path_rate": 0.1,
138
- "early_stopping": false,
139
- "enable_checkpoint": false,
140
- "encoder_no_repeat_ngram_size": 0,
141
- "eos_token_id": null,
142
- "exponential_decay_length_penalty": null,
143
- "finetuning_task": null,
144
- "forced_bos_token_id": null,
145
- "forced_eos_token_id": null,
146
- "id2label": {
147
- "0": "LABEL_0",
148
- "1": "LABEL_1"
149
- },
150
- "image_feature_source": [
151
- "spatial_avg_pool",
152
- "temporal_avg_pool"
153
- ],
154
- "image_pos_embed": {
155
- "max_pos_embeddings": 50,
156
- "type": "learned_abs_2d"
157
- },
158
- "is_decoder": false,
159
- "is_encoder_decoder": false,
160
- "label2id": {
161
- "LABEL_0": 0,
162
- "LABEL_1": 1
163
- },
164
- "length_penalty": 1.0,
165
- "max_length": 20,
166
- "min_length": 0,
167
- "model_type": "davit",
168
- "no_repeat_ngram_size": 0,
169
- "num_beam_groups": 1,
170
- "num_beams": 1,
171
- "num_groups": [
172
- 8,
173
- 16,
174
- 32,
175
- 64
176
- ],
177
- "num_heads": [
178
- 8,
179
- 16,
180
- 32,
181
- 64
182
- ],
183
- "num_return_sequences": 1,
184
- "output_attentions": false,
185
- "output_hidden_states": false,
186
- "output_scores": false,
187
- "pad_token_id": null,
188
- "patch_padding": [
189
- 3,
190
- 1,
191
- 1,
192
- 1
193
- ],
194
- "patch_prenorm": [
195
- false,
196
- true,
197
- true,
198
- true
199
- ],
200
- "patch_size": [
201
- 7,
202
- 3,
203
- 3,
204
- 3
205
- ],
206
- "patch_stride": [
207
- 4,
208
- 2,
209
- 2,
210
- 2
211
- ],
212
- "prefix": null,
213
- "problem_type": null,
214
- "projection_dim": 1024,
215
- "pruned_heads": {},
216
- "remove_invalid_values": false,
217
- "repetition_penalty": 1.0,
218
- "return_dict": true,
219
- "return_dict_in_generate": false,
220
- "sep_token_id": null,
221
- "suppress_tokens": null,
222
- "task_specific_params": null,
223
- "temperature": 1.0,
224
- "tf_legacy_loss": false,
225
- "tie_encoder_decoder": false,
226
- "tie_word_embeddings": true,
227
- "tokenizer_class": null,
228
- "top_k": 50,
229
- "top_p": 1.0,
230
- "torch_dtype": null,
231
- "torchscript": false,
232
- "typical_p": 1.0,
233
- "use_bfloat16": false,
234
- "visual_temporal_embedding": {
235
- "max_temporal_embeddings": 100,
236
- "type": "COSINE"
237
- },
238
- "window_size": 12
239
- }
240
- },
241
- "hidden_size": 1024,
242
- "len_soft_prompts": 32,
243
- "max_action_dim": 23,
244
- "max_len_seq": 512,
245
- "mlp_ratio": 4.0,
246
- "model_type": "xvla",
247
- "num_actions": 30,
248
- "num_domains": 30,
249
- "num_heads": 16,
250
- "num_objects": 172,
251
- "num_skills": 34,
252
- "num_tasks": 50,
253
- "object_class_weights": [
254
- 0.4501,
255
- 0.4205,
256
- 0.3228,
257
- 0.3057,
258
- 0.3521,
259
- 7.3765,
260
- 0.2465,
261
- 0.5885,
262
- 0.4622,
263
- 0.3009,
264
- 0.281,
265
- 0.3189,
266
- 0.1221,
267
- 0.4479,
268
- 0.312,
269
- 0.4966,
270
- 0.3079,
271
- 0.2972,
272
- 0.5216,
273
- 0.1139,
274
- 0.2091,
275
- 0.2318,
276
- 0.1754,
277
- 0.2122,
278
- 0.3788,
279
- 0.2522,
280
- 0.2869,
281
- 0.2588,
282
- 0.5604,
283
- 0.2401,
284
- 0.4887,
285
- 0.2479,
286
- 0.4339,
287
- 0.2858,
288
- 0.4104,
289
- 0.1655,
290
- 0.5658,
291
- 0.1832,
292
- 0.4361,
293
- 0.3443,
294
- 0.4715,
295
- 0.4035,
296
- 0.3555,
297
- 0.5542,
298
- 0.5411,
299
- 0.3756,
300
- 0.6119,
301
- 0.3592,
302
- 0.3795,
303
- 0.17,
304
- 0.6553,
305
- 1.8098,
306
- 0.2901,
307
- 0.2248,
308
- 0.2027,
309
- 0.4599,
310
- 0.5536,
311
- 0.508,
312
- 0.2674,
313
- 0.5678,
314
- 0.3297,
315
- 0.4523,
316
- 0.2186,
317
- 0.2029,
318
- 0.4368,
319
- 0.432,
320
- 0.0822,
321
- 0.3718,
322
- 0.6172,
323
- 0.3748,
324
- 0.2685,
325
- 0.2913,
326
- 0.4405,
327
- 0.3391,
328
- 0.3676,
329
- 6.0925,
330
- 2.0803,
331
- 2.153,
332
- 2.2968,
333
- 2.1286,
334
- 12.6916,
335
- 0.5856,
336
- 5.4459,
337
- 2.6565,
338
- 13.1846,
339
- 23.4236,
340
- 0.478,
341
- 0.462,
342
- 0.1174,
343
- 0.4406,
344
- 0.2615,
345
- 0.2668,
346
- 0.2285,
347
- 0.3084,
348
- 0.2523,
349
- 0.3026,
350
- 0.2844,
351
- 0.5057,
352
- 0.343,
353
- 0.2129,
354
- 0.2497,
355
- 0.3409,
356
- 0.3574,
357
- 0.3983,
358
- 0.1783,
359
- 0.2182,
360
- 0.3948,
361
- 3.4148,
362
- 0.3134,
363
- 0.4798,
364
- 0.3458,
365
- 0.2877,
366
- 0.4385,
367
- 0.2716,
368
- 0.4203,
369
- 0.2383,
370
- 0.2431,
371
- 0.2523,
372
- 0.4795,
373
- 0.4197,
374
- 0.2102,
375
- 0.15,
376
- 0.3516,
377
- 1.1414,
378
- 0.1527,
379
- 0.4403,
380
- 0.188,
381
- 0.5024,
382
- 0.367,
383
- 0.4584,
384
- 0.293,
385
- 0.3649,
386
- 23.0659,
387
- 0.1816,
388
- 0.4641,
389
- 0.438,
390
- 0.2461,
391
- 2.3487,
392
- 0.3496,
393
- 0.405,
394
- 0.3314,
395
- 0.489,
396
- 0.4397,
397
- 0.4996,
398
- 0.1229,
399
- 3.6319,
400
- 0.4439,
401
- 0.2366,
402
- 0.2766,
403
- 0.2168,
404
- 0.3219,
405
- 0.3337,
406
- 0.4465,
407
- 0.7571,
408
- 0.257,
409
- 0.3779,
410
- 0.1382,
411
- 0.2154,
412
- 0.2358,
413
- 0.4292,
414
- 0.3343,
415
- 0.3047,
416
- 0.8751,
417
- 0.3987,
418
- 0.146,
419
- 0.2943,
420
- 0.8747,
421
- 0.1515,
422
- 0.1481,
423
- 0.5527,
424
- 2.8632,
425
- 0.3923
426
- ],
427
- "object_classifier_weight": 0.1,
428
- "real_action_dim": 23,
429
- "skill_class_weights": [
430
- 0.0859,
431
- 0.1021,
432
- 0.2138,
433
- 0.1674,
434
- 0.8973,
435
- 1.059,
436
- 1.6727,
437
- 0.9436,
438
- 0.1984,
439
- 1.1787,
440
- 0.2744,
441
- 0.621,
442
- 0.6252,
443
- 1.8634,
444
- 0.5304,
445
- 0.5203,
446
- 0.8339,
447
- 0.8988,
448
- 1.4175,
449
- 2.2557,
450
- 0.5537,
451
- 1.1661,
452
- 3.0415,
453
- 0.1975,
454
- 0.3228,
455
- 1.2419,
456
- 0.6963,
457
- 1.2705,
458
- 0.4855,
459
- 1.1792,
460
- 1.4312,
461
- 2.6619,
462
- 1.3428,
463
- 2.0497
464
- ],
465
- "skill_classifier_weight": 0.1,
466
- "soft_prompt_length": 32,
467
- "task_class_weights": [
468
- 2.173,
469
- 1.4191,
470
- 0.8104,
471
- 0.8292,
472
- 0.8919,
473
- 0.9968,
474
- 1.1146,
475
- 0.707,
476
- 1.029,
477
- 0.8308,
478
- 1.2263,
479
- 0.928,
480
- 1.0689,
481
- 0.6989,
482
- 0.8124,
483
- 0.8448,
484
- 0.8113,
485
- 1.0045,
486
- 0.9249,
487
- 0.9423,
488
- 0.8886,
489
- 0.7005,
490
- 1.1158,
491
- 0.6354,
492
- 0.6881,
493
- 0.8477,
494
- 0.5946,
495
- 0.7707,
496
- 0.7753,
497
- 0.6626,
498
- 1.0688,
499
- 1.0711,
500
- 1.0735,
501
- 0.9245,
502
- 2.0169,
503
- 1.6108,
504
- 0.8854,
505
- 1.4132,
506
- 1.2177,
507
- 1.0697,
508
- 1.7812,
509
- 0.8162,
510
- 1.2199,
511
- 0.7956,
512
- 0.9433,
513
- 1.0236,
514
- 1.1092,
515
- 0.8773,
516
- 0.6393,
517
- 0.6997
518
- ],
519
- "task_classifier_weight": 0.1,
520
- "torch_dtype": "float32",
521
- "transformers_version": "4.49.0",
522
- "use_hetero_proj": false,
523
- "use_proprio": true
524
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task1-100k/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
v4/task1-100k/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d94c23699fa89250bff921727e6d7a27c926b346ebed5b978b8260135d2ba24f
3
- size 3567367836
 
 
 
 
v4/task1-100k/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2b68a483208c9f2df4b93e884a649996a5402365cf3d23eae432f62e51ffa8c
3
- size 7125370811
 
 
 
 
v4/task1-100k/preprocessor_config.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "auto_map": {
3
- "AutoProcessor": "processing_xvla.XVLAProcessor"
4
- },
5
- "crop_size": {
6
- "height": 224,
7
- "width": 224
8
- },
9
- "do_center_crop": false,
10
- "do_convert_rgb": null,
11
- "do_normalize": true,
12
- "do_rescale": true,
13
- "do_resize": true,
14
- "image_mean": [
15
- 0.485,
16
- 0.456,
17
- 0.406
18
- ],
19
- "image_processor_type": "CLIPImageProcessor",
20
- "image_std": [
21
- 0.229,
22
- 0.224,
23
- 0.225
24
- ],
25
- "processor_class": "XVLAProcessor",
26
- "resample": 3,
27
- "rescale_factor": 0.00392156862745098,
28
- "size": {
29
- "height": 224,
30
- "width": 224
31
- }
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task1-100k/special_tokens_map.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task1-100k/state.json DELETED
@@ -1 +0,0 @@
1
- {"global_step": 100000}
 
 
v4/task1-100k/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
v4/task1-100k/tokenizer_config.json DELETED
@@ -1,59 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "0": {
5
- "content": "<s>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "1": {
13
- "content": "<pad>",
14
- "lstrip": false,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "2": {
21
- "content": "</s>",
22
- "lstrip": false,
23
- "normalized": true,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "3": {
29
- "content": "<unk>",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- },
36
- "50264": {
37
- "content": "<mask>",
38
- "lstrip": true,
39
- "normalized": true,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": true
43
- }
44
- },
45
- "bos_token": "<s>",
46
- "clean_up_tokenization_spaces": false,
47
- "cls_token": "<s>",
48
- "eos_token": "</s>",
49
- "errors": "replace",
50
- "extra_special_tokens": {},
51
- "mask_token": "<mask>",
52
- "model_max_length": 1024,
53
- "pad_token": "<pad>",
54
- "processor_class": "XVLAProcessor",
55
- "sep_token": "</s>",
56
- "tokenizer_class": "BartTokenizer",
57
- "trim_offsets": true,
58
- "unk_token": "<unk>"
59
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v4/task1-100k/vocab.json DELETED
The diff for this file is too large to render. See raw diff