Robotics
LeRobot
Safetensors
smolvla
pytorch_model_hub_mixin
IB-Robot
LeRobot
vision-language-action
rknn
edge-deployment
Instructions to use openEuler/smolvla with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use openEuler/smolvla with LeRobot:
# See https://github.com/huggingface/lerobot?tab=readme-ov-file#installation for more details git clone https://github.com/huggingface/lerobot.git cd lerobot pip install -e .[smolvla]
# Launch finetuning on your dataset python lerobot/scripts/train.py \ --policy.path=openEuler/smolvla \ --dataset.repo_id=lerobot/svla_so101_pickplace \ --batch_size=64 \ --steps=20000 \ --output_dir=outputs/train/my_smolvla \ --job_name=my_smolvla_training \ --policy.device=cuda \ --wandb.enable=true
# Run the policy using the record function python -m lerobot.record \ --robot.type=so101_follower \ --robot.port=/dev/ttyACM0 \ # <- Use your port --robot.id=my_blue_follower_arm \ # <- Use your robot id --robot.cameras="{ front: {type: opencv, index_or_path: 8, width: 640, height: 480, fps: 30}}" \ # <- Use your cameras --dataset.single_task="Grasp a lego block and put it in the bin." \ # <- Use the same task description you used in your dataset recording --dataset.repo_id=HF_USER/dataset_name \ # <- This will be the dataset name on HF Hub --dataset.episode_time_s=50 \ --dataset.num_episodes=10 \ --policy.path=openEuler/smolvla - Notebooks
- Google Colab
- Kaggle
File size: 4,739 Bytes
dd37889 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 | {
"<end_of_utterance>": 49279,
"<fake_token_around_image>": 49189,
"<global-img>": 49152,
"<image>": 49190,
"<row_1_col_1>": 49153,
"<row_1_col_2>": 49154,
"<row_1_col_3>": 49155,
"<row_1_col_4>": 49156,
"<row_1_col_5>": 49157,
"<row_1_col_6>": 49158,
"<row_2_col_1>": 49159,
"<row_2_col_2>": 49160,
"<row_2_col_3>": 49161,
"<row_2_col_4>": 49162,
"<row_2_col_5>": 49163,
"<row_2_col_6>": 49164,
"<row_3_col_1>": 49165,
"<row_3_col_2>": 49166,
"<row_3_col_3>": 49167,
"<row_3_col_4>": 49168,
"<row_3_col_5>": 49169,
"<row_3_col_6>": 49170,
"<row_4_col_1>": 49171,
"<row_4_col_2>": 49172,
"<row_4_col_3>": 49173,
"<row_4_col_4>": 49174,
"<row_4_col_5>": 49175,
"<row_4_col_6>": 49176,
"<row_5_col_1>": 49177,
"<row_5_col_2>": 49178,
"<row_5_col_3>": 49179,
"<row_5_col_4>": 49180,
"<row_5_col_5>": 49181,
"<row_5_col_6>": 49182,
"<row_6_col_1>": 49183,
"<row_6_col_2>": 49184,
"<row_6_col_3>": 49185,
"<row_6_col_4>": 49186,
"<row_6_col_5>": 49187,
"<row_6_col_6>": 49188,
"<|reserved_special_token_0|>": 49191,
"<|reserved_special_token_10|>": 49201,
"<|reserved_special_token_11|>": 49202,
"<|reserved_special_token_12|>": 49203,
"<|reserved_special_token_13|>": 49204,
"<|reserved_special_token_14|>": 49205,
"<|reserved_special_token_15|>": 49206,
"<|reserved_special_token_16|>": 49207,
"<|reserved_special_token_17|>": 49208,
"<|reserved_special_token_18|>": 49209,
"<|reserved_special_token_19|>": 49210,
"<|reserved_special_token_1|>": 49192,
"<|reserved_special_token_20|>": 49211,
"<|reserved_special_token_21|>": 49212,
"<|reserved_special_token_22|>": 49213,
"<|reserved_special_token_23|>": 49214,
"<|reserved_special_token_24|>": 49215,
"<|reserved_special_token_25|>": 49216,
"<|reserved_special_token_26|>": 49217,
"<|reserved_special_token_27|>": 49218,
"<|reserved_special_token_28|>": 49219,
"<|reserved_special_token_29|>": 49220,
"<|reserved_special_token_2|>": 49193,
"<|reserved_special_token_30|>": 49221,
"<|reserved_special_token_31|>": 49222,
"<|reserved_special_token_32|>": 49223,
"<|reserved_special_token_33|>": 49224,
"<|reserved_special_token_34|>": 49225,
"<|reserved_special_token_35|>": 49226,
"<|reserved_special_token_36|>": 49227,
"<|reserved_special_token_37|>": 49228,
"<|reserved_special_token_38|>": 49229,
"<|reserved_special_token_39|>": 49230,
"<|reserved_special_token_3|>": 49194,
"<|reserved_special_token_40|>": 49231,
"<|reserved_special_token_41|>": 49232,
"<|reserved_special_token_42|>": 49233,
"<|reserved_special_token_43|>": 49234,
"<|reserved_special_token_44|>": 49235,
"<|reserved_special_token_45|>": 49236,
"<|reserved_special_token_46|>": 49237,
"<|reserved_special_token_47|>": 49238,
"<|reserved_special_token_48|>": 49239,
"<|reserved_special_token_49|>": 49240,
"<|reserved_special_token_4|>": 49195,
"<|reserved_special_token_50|>": 49241,
"<|reserved_special_token_51|>": 49242,
"<|reserved_special_token_52|>": 49243,
"<|reserved_special_token_53|>": 49244,
"<|reserved_special_token_54|>": 49245,
"<|reserved_special_token_55|>": 49246,
"<|reserved_special_token_56|>": 49247,
"<|reserved_special_token_57|>": 49248,
"<|reserved_special_token_58|>": 49249,
"<|reserved_special_token_59|>": 49250,
"<|reserved_special_token_5|>": 49196,
"<|reserved_special_token_60|>": 49251,
"<|reserved_special_token_61|>": 49252,
"<|reserved_special_token_62|>": 49253,
"<|reserved_special_token_63|>": 49254,
"<|reserved_special_token_64|>": 49255,
"<|reserved_special_token_65|>": 49256,
"<|reserved_special_token_66|>": 49257,
"<|reserved_special_token_67|>": 49258,
"<|reserved_special_token_68|>": 49259,
"<|reserved_special_token_69|>": 49260,
"<|reserved_special_token_6|>": 49197,
"<|reserved_special_token_70|>": 49261,
"<|reserved_special_token_71|>": 49262,
"<|reserved_special_token_72|>": 49263,
"<|reserved_special_token_73|>": 49264,
"<|reserved_special_token_74|>": 49265,
"<|reserved_special_token_75|>": 49266,
"<|reserved_special_token_76|>": 49267,
"<|reserved_special_token_77|>": 49268,
"<|reserved_special_token_78|>": 49269,
"<|reserved_special_token_79|>": 49270,
"<|reserved_special_token_7|>": 49198,
"<|reserved_special_token_80|>": 49271,
"<|reserved_special_token_81|>": 49272,
"<|reserved_special_token_82|>": 49273,
"<|reserved_special_token_83|>": 49274,
"<|reserved_special_token_84|>": 49275,
"<|reserved_special_token_85|>": 49276,
"<|reserved_special_token_86|>": 49277,
"<|reserved_special_token_87|>": 49278,
"<|reserved_special_token_8|>": 49199,
"<|reserved_special_token_9|>": 49200
}
|