Robotics
world-model
jepa
point-cloud
planning
File size: 1,480 Bytes
7688df9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
  "_target_": "jepa.JEPA",
  "encoder": {
    "_target_": "pc_encoders.pointvit_encoder.PointViTEncoder",
    "embed_dim": 192,
    "in_channels": 3,
    "num_tokens": 256,
    "group_size": 32,
    "group_radius": 0.04,
    "group_max_neighbors": 128,
    "vit_size": "tiny",
    "vit_pretrained": false,
    "tokenizer_hidden": [
      128,
      256
    ],
    "use_feat": false,
    "norm_center": [
      0.98,
      0.0,
      0.17
    ],
    "norm_scale": 0.48
  },
  "predictor": {
    "_target_": "module.ARPredictor",
    "num_frames": 5,
    "input_dim": 192,
    "hidden_dim": 192,
    "output_dim": 192,
    "depth": 6,
    "heads": 16,
    "mlp_dim": 2048,
    "dim_head": 64,
    "dropout": 0.1,
    "emb_dropout": 0.0
  },
  "action_encoder": {
    "_target_": "module.Embedder",
    "input_dim": 10,
    "emb_dim": 192
  },
  "action_decoder": {
    "_target_": "module.LatentDifferenceActionDecoder",
    "latent_dim": 192,
    "action_dim": 10,
    "horizon": 5,
    "depth": 3,
    "heads": 8,
    "dim_head": 64,
    "mlp_dim": 512
  },
  "projector": {
    "_target_": "module.MLP",
    "input_dim": 192,
    "output_dim": 192,
    "hidden_dim": 2048,
    "norm_fn": {
      "_target_": "torch.nn.BatchNorm1d",
      "_partial_": true
    }
  },
  "pred_proj": {
    "_target_": "module.MLP",
    "input_dim": 192,
    "output_dim": 192,
    "hidden_dim": 2048,
    "norm_fn": {
      "_target_": "torch.nn.BatchNorm1d",
      "_partial_": true
    }
  }
}