Robotics
LeRobot
Safetensors
molmoact2
jeremyhx commited on
Commit
73f6d97
·
verified ·
1 Parent(s): e128a67

Upload DataProcessorPipeline

Browse files
policy_preprocessor.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "molmoact2_state_frame_transform",
16
+ "config": {
17
+ "joint_signs": null,
18
+ "joint_offsets": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "molmoact2_masked_normalizer",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 7
30
+ ]
31
+ },
32
+ "observation.images.top": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "observation.images.base": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 480,
53
+ 640
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 7
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "ACTION": "QUANTILES",
65
+ "STATE": "QUANTILES",
66
+ "VISUAL": "IDENTITY"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors"
70
+ },
71
+ {
72
+ "registry_name": "molmoact2_clamp_normalized",
73
+ "config": {
74
+ "normalization_masks": {
75
+ "action": [
76
+ true,
77
+ true,
78
+ true,
79
+ true,
80
+ true,
81
+ true,
82
+ true
83
+ ],
84
+ "observation.state": [
85
+ true,
86
+ true,
87
+ true,
88
+ true,
89
+ true,
90
+ true,
91
+ true
92
+ ]
93
+ }
94
+ }
95
+ },
96
+ {
97
+ "registry_name": "molmoact2_pack_inputs",
98
+ "config": {
99
+ "checkpoint_path": "allenai/MolmoAct2",
100
+ "checkpoint_revision": null,
101
+ "checkpoint_force_download": false,
102
+ "action_mode": "continuous",
103
+ "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",
104
+ "image_keys": [
105
+ "observation.images.top",
106
+ "observation.images.wrist",
107
+ "observation.images.base"
108
+ ],
109
+ "allow_image_key_fallback": true,
110
+ "setup_type": "single robotic arm",
111
+ "control_mode": "absolute joint pose",
112
+ "normalize_language": true,
113
+ "add_setup_tokens": true,
114
+ "add_control_tokens": true,
115
+ "num_state_tokens": 256,
116
+ "max_sequence_length": null,
117
+ "chunk_size": 30,
118
+ "max_action_dim": 32,
119
+ "env_action_dim": 7
120
+ }
121
+ },
122
+ {
123
+ "registry_name": "device_processor",
124
+ "config": {
125
+ "device": "cuda",
126
+ "float_dtype": null
127
+ }
128
+ }
129
+ ]
130
+ }
policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4c5699f4011a9bd6ad4c5b1c8c9a8562b92984e223c44f00ccebb560d1ad42
3
+ size 12064