{ "dataset": { "repo_id": "geonmin-kim/SO101-lite-6231-merged", "root": "/NHNHOME/gmkim/xpu-lerobot/merged_datasets/so101/lite-6231", "episodes": null, "image_transforms": { "enable": true, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } }, "affine": { "weight": 1.0, "type": "RandomAffine", "kwargs": { "degrees": [ -5.0, 5.0 ], "translate": [ 0.05, 0.05 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "torchcodec", "return_uint8": false, "streaming": false }, "env": null, "policy": { "type": "molmoact2", "n_obs_steps": 1, "input_features": { "observation.images.cam0": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "observation.images.cam1": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "observation.state": { "type": "STATE", "shape": [ 6 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 6 ] } }, "device": "cpu", "use_amp": false, "use_peft": false, "push_to_hub": false, "repo_id": null, "private": null, "tags": null, "license": null, "pretrained_path": "lerobot/MolmoAct2-SO100_101-LeRobot", "pretrained_revision": null, "checkpoint_path": "allenai/MolmoAct2-SO100_101", "checkpoint_revision": null, "checkpoint_force_download": false, "chunk_size": 30, "n_action_steps": 30, "action_mode": "both", "inference_action_mode": "continuous", "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer", "discrete_generation_max_steps": null, "norm_tag": "so100_so101_molmoact2", "setup_type": "single SO-101 5-DOF robotic arm with gripper", "control_mode": "absolute joint pose", "image_keys": [ "observation.images.cam0", "observation.images.cam1" ], "normalize_language": true, "add_setup_tokens": true, "add_control_tokens": true, "normalize_gripper": true, "num_state_tokens": 256, "max_sequence_length": null, "use_grid_token_sampler": false, "grid_token_sampler_num_tokens": 16, "expected_max_action_dim": 32, "num_flow_timesteps": 8, "flow_matching_cutoff": 1.0, "flow_matching_time_offset": 0.001, "flow_matching_time_scale": 0.999, "flow_matching_beta_alpha": 1.0, "flow_matching_beta_beta": 1.5, "num_inference_steps": 1, "mask_action_dim_padding": true, "enable_inference_cuda_graph": true, "per_episode_seed": false, "eval_seed": null, "rtc_config": null, "use_drifting_loss": true, "drifting_gen_per_label": 8, "drifting_temperatures": [ 0.02, 0.05, 0.2 ], "drifting_perdim_loss": true, "drifting_per_timestep_loss": false, "test_time_samples": 1, "test_time_clusters": 4, "test_time_unimodal_tau": 0.3, "enable_lora_vlm": false, "lora_rank": 64, "lora_alpha": 16, "lora_dropout": 0.05, "lora_bias": "none", "enable_lora_action_expert": false, "enable_knowledge_insulation": false, "joint_signs": null, "joint_offsets": null, "freeze_embedding": true, "train_action_expert_only": false, "gradient_checkpointing": true, "model_dtype": "bfloat16", "softmax_auxiliary_loss": true, "softmax_auxiliary_loss_scale": 0.0001, "discrete_loss_token_weighting": "root_subsegments_root_tokens", "optimizer_lr": 1e-05, "optimizer_vit_lr": 5e-06, "optimizer_connector_lr": 5e-06, "optimizer_action_expert_lr": 5e-05, "optimizer_betas": [ 0.9, 0.95 ], "optimizer_eps": 1e-06, "optimizer_weight_decay": 0.0, "optimizer_grad_clip_norm": 1.0, "scheduler_warmup_steps": 200, "scheduler_decay_steps": 100000, "scheduler_decay_lr": 1e-06, "normalization_mapping": { "VISUAL": "IDENTITY", "STATE": "QUANTILES", "ACTION": "QUANTILES" }, "dataset_feature_names": { "action": [ "shoulder_pan.pos", "shoulder_lift.pos", "elbow_flex.pos", "wrist_flex.pos", "wrist_roll.pos", "gripper.pos" ], "observation.state": [ "shoulder_pan.pos", "shoulder_lift.pos", "elbow_flex.pos", "wrist_flex.pos", "wrist_roll.pos", "gripper.pos" ] } }, "reward_model": null, "output_dir": "/NHNHOME/gmkim/xpu-lerobot/checkpoints/so101/molmoact2-so101-drift-g8-20260729_210516", "job_name": "molmoact2_so101_drift_g8_init", "resume": false, "seed": 1000, "cudnn_deterministic": false, "num_workers": 8, "batch_size": 16, "prefetch_factor": 4, "persistent_workers": true, "steps": 18000, "eval_freq": -1, "log_freq": 10, "tolerance_s": 0.0001, "save_checkpoint": true, "save_freq": 3000, "use_policy_training_preset": true, "optimizer": { "type": "adamw", "lr": 1e-05, "weight_decay": 0.0, "grad_clip_norm": 1.0, "betas": [ 0.9, 0.95 ], "eps": 1e-06 }, "scheduler": { "type": "molmoact2_cosine_decay_with_warmup", "num_warmup_steps": 200, "num_decay_steps": 100000, "peak_lr": 1e-05, "decay_lr": 1e-06 }, "eval": { "n_episodes": 50, "batch_size": 50, "use_async_envs": true }, "wandb": { "enable": false, "disable_artifact": true, "project": "vla-training", "entity": null, "notes": null, "run_id": null, "mode": null, "add_tags": true }, "peft": null, "sample_weighting": null, "rename_map": { "observation.images.top": "observation.images.cam0", "observation.images.wrist": "observation.images.cam1" }, "checkpoint_path": null }