Robotics
LeRobot
Safetensors
droid
franka
flux
world-action-model
world-model
robot-learning
black-forest-labs
flux-3
Instructions to use black-forest-labs/flux-3-action-droid with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use black-forest-labs/flux-3-action-droid with LeRobot:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download config.json from black-forest-labs/flux-3-action-droid: direct link, hf CLI and curl.
- Browser
- Download file 2.1 kB
-
https://huggingface.co/black-forest-labs/flux-3-action-droid/resolve/4c8386b9d5a6598b033b420b359d8899b92cc5b9/config.json
- Command line
-
hf download hf://black-forest-labs/flux-3-action-droid@4c8386b9d5a6598b033b420b359d8899b92cc5b9/config.json
-
curl -L -o config.json https://huggingface.co/black-forest-labs/flux-3-action-droid/resolve/4c8386b9d5a6598b033b420b359d8899b92cc5b9/config.json
2.1 kB
| { | |
| "type": "flux3", | |
| "n_obs_steps": 1, | |
| "input_features": { | |
| "observation.images.wrist_image_left": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 360, | |
| 640 | |
| ] | |
| }, | |
| "observation.images.exterior_image_1_left": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 360, | |
| 640 | |
| ] | |
| }, | |
| "observation.images.exterior_image_2_left": { | |
| "type": "VISUAL", | |
| "shape": [ | |
| 3, | |
| 360, | |
| 640 | |
| ] | |
| }, | |
| "observation.state": { | |
| "type": "STATE", | |
| "shape": [ | |
| 8 | |
| ] | |
| } | |
| }, | |
| "output_features": { | |
| "action": { | |
| "type": "ACTION", | |
| "shape": [ | |
| 8 | |
| ] | |
| } | |
| }, | |
| "device": "cuda", | |
| "use_amp": false, | |
| "use_peft": false, | |
| "conditioning": "frame", | |
| "packer": null, | |
| "condition_on_past_actions": false, | |
| "action_representation": "absolute", | |
| "delta_absolute_dims": [], | |
| "text_fixed_length": null, | |
| "video_position_fps": null, | |
| "history_snapshots": 1, | |
| "chunk_size": 32, | |
| "n_action_steps": 32, | |
| "fps": 15.0, | |
| "camera_layout": "droid", | |
| "camera_keys": [ | |
| "observation.images.wrist_image_left", | |
| "observation.images.exterior_image_1_left", | |
| "observation.images.exterior_image_2_left" | |
| ], | |
| "canvas_hw": [ | |
| 544, | |
| 736 | |
| ], | |
| "action_modality": "action_prediction_droid", | |
| "action_scale": 2.0, | |
| "gripper_flip_dims": [ | |
| -1 | |
| ], | |
| "use_relative_actions": false, | |
| "relative_exclude_joints": [ | |
| "gripper" | |
| ], | |
| "action_feature_names": null, | |
| "normalization_mapping": { | |
| "VISUAL": "IDENTITY", | |
| "STATE": "IDENTITY", | |
| "ACTION": "IDENTITY" | |
| }, | |
| "video_vae_id": "black-forest-labs/flux-3-action-base:video_vae.safetensors@62878e2925e59b7a89ec14463ce89932624c490d", | |
| "text_encoder_id": "black-forest-labs/flux-3-action-base:text_encoder@62878e2925e59b7a89ec14463ce89932624c490d", | |
| "dit_config": null, | |
| "attn_mode": "torch", | |
| "dtype": "bfloat16", | |
| "compile_model": false, | |
| "sampler": "cosmos_unipc", | |
| "num_inference_steps": 4, | |
| "guidance_scale": 4.0, | |
| "guidance_scale_action": 1.0, | |
| "sampler_shift": 5.0, | |
| "inference_seed": 0 | |
| } | |