omkarpatil commited on
Commit
c0e0ddb
·
verified ·
1 Parent(s): e842904

Upload folder using huggingface_hub

Browse files
modality_config/ffw_sg2_rev1_arms_config.py ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Copy of Isaac-GR00T/examples/CYCLO/ffw_sg2_rev1/ffw_sg2_rev1_config.py with the
2
+ # action space reduced to the two arms (+grippers). The put-blocks-in-bowl
3
+ # recordings carry no leader head/lift topics and cmd_vel only in half the
4
+ # episodes, so the dataset was converted with selected_action_topics =
5
+ # [leader_arm_left, leader_arm_right] (16-D action). State stays 22-D.
6
+ from gr00t.configs.data.embodiment_configs import register_modality_config
7
+ from gr00t.data.embodiment_tags import EmbodimentTag
8
+ from gr00t.data.types import (
9
+ ActionConfig,
10
+ ActionFormat,
11
+ ActionRepresentation,
12
+ ActionType,
13
+ ModalityConfig,
14
+ )
15
+
16
+ _ACTION_KEYS = ["arm_left", "arm_right"]
17
+
18
+ ffw_sg2_rev1_arms_config = {
19
+ "video": ModalityConfig(
20
+ delta_indices=[0],
21
+ modality_keys=["cam_left_head", "cam_left_wrist", "cam_right_wrist"],
22
+ ),
23
+ "state": ModalityConfig(
24
+ delta_indices=[0],
25
+ modality_keys=["arm_left", "arm_right", "head", "lift", "odometry"],
26
+ ),
27
+ "action": ModalityConfig(
28
+ delta_indices=list(range(16)),
29
+ modality_keys=_ACTION_KEYS,
30
+ action_configs=[
31
+ ActionConfig(
32
+ rep=ActionRepresentation.ABSOLUTE,
33
+ type=ActionType.NON_EEF,
34
+ format=ActionFormat.DEFAULT,
35
+ )
36
+ for _ in _ACTION_KEYS
37
+ ],
38
+ ),
39
+ "language": ModalityConfig(
40
+ delta_indices=[0],
41
+ modality_keys=["annotation.human.primitive_instruction"],
42
+ ),
43
+ }
44
+
45
+ register_modality_config(ffw_sg2_rev1_arms_config, embodiment_tag=EmbodimentTag.NEW_EMBODIMENT)
modality_config/modality.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": {
3
+ "arm_left": {"start": 0, "end": 8},
4
+ "arm_right": {"start": 8, "end": 16},
5
+ "head": {"start": 16, "end": 18},
6
+ "lift": {"start": 18, "end": 19},
7
+ "odometry": {"start": 19, "end": 22}
8
+ },
9
+ "action": {
10
+ "arm_left": {"start": 0, "end": 8},
11
+ "arm_right": {"start": 8, "end": 16}
12
+ },
13
+ "video": {
14
+ "cam_left_head": {"original_key": "observation.images.rgb.cam_left_head"},
15
+ "cam_left_wrist": {"original_key": "observation.images.rgb.cam_left_wrist"},
16
+ "cam_right_wrist": {"original_key": "observation.images.rgb.cam_right_wrist"}
17
+ },
18
+ "annotation": {
19
+ "human.primitive_instruction": {"original_key": "task_index"}
20
+ }
21
+ }