{ "schema_version": 1, "artifact_type": "mimicvideo_inference_assets", "profile_id": "so101_level4_task3_videolora400_action1800_teleopaligned", "mimicvideo_commit": "e3355dbc93132b576c02f920a59b4fc18a4f5906", "parent_action_decoder_revision": "0b7015ecf099b5f93d1597c398907da71e40b7c9", "source_dataset": { "repo_id": "dreamdifferent/vam-cross-level4-so101-widowx-texture", "commit": "4d2d4b0418eccc9f9398a2745ad2e4ed766a4ef6" }, "models": { "video_backbone": { "repo_id": "dreamdifferent/widowx250-video-fused", "repo_type": "model", "private": false, "revision": "f0cea76b62c5dd66b06b9f965932ddea32a7b546", "path": "checkpoints/video_backbone/iter_000001060_fused.pt", "bytes": 3913057284, "sha256": "d0f24c049bee63b03d3b62747b240a2d1822ddd5f83a52fcd866a882e80122b1", "source_iteration": 1060 }, "video_lora": { "repo_id": "dreamdifferent/vam-cross-level4-so101-widowx-texture-video-lora-iter-400", "repo_type": "model", "private": false, "revision": "d66032413191d12b18eb5c97be9f649db3ffcc26", "path": "checkpoints/model/iter_000000400.pt", "bytes": 741588124, "sha256": "ab7741672f83baefc5a4bd56a4ba867eba87c9ad5eb118ba60037b1dac3b4f82", "source_iteration": 400, "rank": 256, "alpha": 32, "target_modules": "q_proj,k_proj,v_proj,output_proj,x_embedder.proj.1,linear_1,linear_2,mlp.layer1,mlp.layer2" }, "action_decoder": { "repo_id": "dreamdifferent/vam-cross-level4-so101-widowx-texture-teleopaligned-videolora400-action-decoder-iter1800", "repo_type": "model", "private": false, "revision": "0b7015ecf099b5f93d1597c398907da71e40b7c9", "path": "checkpoints/model/iter_000001800.pt", "bytes": 998172132, "sha256": "c3bffbfb4b7f41e63981e17ac53a7880e017d790e6957dd76c85a2877ac1fcfe", "source_iteration": 1800, "upload_receipt_filename": "VAM_CROSS_ACTION_DECODER_UPLOAD_ITER_000001800.json" }, "video_tokenizer": { "repo_id": "jonpai/mimic-video", "repo_type": "model", "private": false, "revision": "f28339034831e3c2374be075e622e1ff38ebe0f8", "path": "video_backbone/tokenizer/tokenizer.pth", "bytes": 507609880, "sha256": "38071ab59bd94681c686fa51d75a1968f64e470262043be31f7a094e442fd981" } }, "task": { "catalog_index": 3, "kind": "place_in", "manip": "candle_1", "target": "bowl_5", "instruction": "pick up the candle and place it into the bowl" }, "prompt_embedding": { "source_episode_name": "episode_000000", "source_dataset_repo_id": "dreamdifferent/vam-cross-target-widowx250-native", "source_dataset_commit": "44c28a3bada463f06845daee8a1dd87607d32956", "source_checkpoint_revision": "f28339034831e3c2374be075e622e1ff38ebe0f8", "tensor_key": "encoded_text", "shape": [ 512, 1024 ], "dtype": "float32", "remote_path": "inference_assets/v1/task_000003_t5.safetensors", "bytes": 2097240, "sha256": "ed0435782479034856677c39cb5b2b7ffa87291734c7486b24fef1fb9ad4e532", "source_inference_profile_id": "widowx_target_task3", "source_asset_repo_id": "dreamdifferent/vam-cross-target-widowx250-native-2cam-action-decoder", "source_asset_revision": "ba50b20a85da8ed79698951a4213506ea10c2736", "source_asset_remote_path": "inference_assets/v1/task_000003_t5.safetensors" }, "action_statistics": { "statistics_id": "b2700459ddb3c18b4fc59847d77c433412b21166d02947afba5cf768175a347a", "remote_path": "inference_assets/v1/action_statistics.json", "bytes": 3551466, "sha256": "8fb24e69930e9374c6134b08e69096e40925ee3c8007742a39353fde1bdd81a2" }, "observation": { "camera_keys": [ "observation.images.corner_cam", "observation.images.front_cam" ], "view_layout": "hstack", "height": 480, "width": 640, "image_fps": 5, "image_history": 5, "state_history": 1, "state_dimensions": 10, "state_vector_order": [ "achieved_ee_xyz_3", "achieved_ee_rotation_6d_6", "normalized_gripper_1" ], "coordinate_frame": "widowx_reference_base/teleop_aligned_tool", "gripper_convention": "absolute_normalized_0_closed_1_open", "tool_frame_id": "widowx_teleop_recording_frame_v1", "tool_frame_definition_sha256": "37cdea9413fef920e6bd14f79596514761c6fdb5c7ee0fee3450d7f91f27c813" }, "action": { "fps": 5, "horizon": 15, "dimensions": 10, "execute_actions": 10, "sim_control_fps": 50, "hold_control_ticks": 10, "vector_order": [ "relative_ee_xyz_3", "relative_ee_rotation_6d_6", "absolute_gripper_1" ], "coordinate_frame": "widowx_reference_base/teleop_aligned_tool", "pose_reference": "current_achieved_ee_at_replan", "gripper_convention": "absolute_normalized_0_closed_1_open", "tool_frame_id": "widowx_teleop_recording_frame_v1", "tool_frame_definition_sha256": "37cdea9413fef920e6bd14f79596514761c6fdb5c7ee0fee3450d7f91f27c813" }, "sampling": { "num_video_frames": 61, "num_sampling_steps": 35, "stop_after_step": 23, "guidance": 0.0, "seed": 0, "action_xattn_layer": 20 } }