{ "schema_version": "flock_robotics_multibackbone_vla_v1", "model_type": "condition_routed_dinov2_base_and_large_policy", "base_router_config": { "schema_version": "flock_robotics_routed_vla_v1", "model_type": "shared_dinov2_multi_task_routed_policy_heads", "route_configs": { "base": { "action_chunk": 8, "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "backbone_id_for_provenance": "facebook/dinov2-base", "difficulty_condition_dropout": 0.45, "difficulty_to_id": { "low": 0, "medium": 1 }, "dropout": 0.15, "ensemble_heads": 3, "fixed_rotation": true, "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ], "gripper_hysteresis": 0.12, "hidden_dim": 256, "history": 4, "image_size": 224, "model_type": "zero_rotation_robust_frozen_dinov2_rgb_temporal_action_chunk_bc", "phase_condition_dropout": 0.25, "phase_dim": 4, "proprio_dim": 25, "rgb_dim": 3, "rotation_loss_weight": 0.0, "schema_version": "flock_robotics_competitive_vla_v3", "spatial_grid": 8, "task_condition_dropout": 0.3, "task_to_id": { "lift_cube": 0, "pick_place_bread": 1, "pick_place_can": 2, "pick_place_cereal": 3, "pick_place_milk": 4, "stack_blocks": 5 }, "temporal_ensemble_decay": 0.55, "text_condition_dropout": 0.2, "text_dim": 128, "text_feature_version": "signed_hash_subtokens_v2", "unknown_condition_strategy": "trained_fallback_embedding", "vision_config": { "_attn_implementation_autoset": true, "_name_or_path": "facebook/dinov2-base", "add_cross_attention": false, "apply_layernorm": true, "architectures": [ "Dinov2Model" ], "attention_probs_dropout_prob": 0.0, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": null, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "diversity_penalty": 0.0, "do_sample": false, "drop_path_rate": 0.0, "early_stopping": false, "encoder_no_repeat_ngram_size": 0, "eos_token_id": null, "exponential_decay_length_penalty": null, "finetuning_task": null, "forced_bos_token_id": null, "forced_eos_token_id": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.0, "hidden_size": 768, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "image_size": 518, "initializer_range": 0.02, "is_decoder": false, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "layer_norm_eps": 1e-06, "layerscale_value": 1.0, "length_penalty": 1.0, "max_length": 20, "min_length": 0, "mlp_ratio": 4, "model_type": "dinov2", "no_repeat_ngram_size": 0, "num_attention_heads": 12, "num_beam_groups": 1, "num_beams": 1, "num_channels": 3, "num_hidden_layers": 12, "num_return_sequences": 1, "out_features": [ "stage12" ], "out_indices": [ 12 ], "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": null, "patch_size": 14, "prefix": null, "problem_type": null, "pruned_heads": {}, "qkv_bias": true, "remove_invalid_values": false, "repetition_penalty": 1.0, "reshape_hidden_states": true, "return_dict": true, "return_dict_in_generate": false, "sep_token_id": null, "stage_names": [ "stem", "stage1", "stage2", "stage3", "stage4", "stage5", "stage6", "stage7", "stage8", "stage9", "stage10", "stage11", "stage12" ], "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torch_dtype": "float32", "torchscript": false, "transformers_version": "4.49.0", "typical_p": 1.0, "use_bfloat16": false, "use_mask_token": true, "use_swiglu_ffn": false } }, "legacy": { "schema_version": "flock_robotics_competitive_vla_v4", "model_type": "frozen_dinov2_spatial_temporal_action_chunk_bc", "backbone_id_for_provenance": "facebook/dinov2-base", "vision_config": { "transformers_version": "5.14.1", "architectures": [ "Dinov2Model" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 768, "num_hidden_layers": 12, "num_attention_heads": 12, "mlp_ratio": 4, "hidden_act": "gelu", "hidden_dropout_prob": 0.0, "attention_probs_dropout_prob": 0.0, "initializer_range": 0.02, "layer_norm_eps": 1e-06, "image_size": 518, "patch_size": 14, "num_channels": 3, "qkv_bias": true, "layerscale_value": 1.0, "drop_path_rate": 0.0, "use_swiglu_ffn": false, "apply_layernorm": true, "reshape_hidden_states": true, "use_mask_token": true, "stage_names": [ "stem", "stage1", "stage2", "stage3", "stage4", "stage5", "stage6", "stage7", "stage8", "stage9", "stage10", "stage11", "stage12" ], "_name_or_path": "facebook/dinov2-base", "_attn_implementation_autoset": true, "add_cross_attention": false, "bos_token_id": null, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "eos_token_id": null, "finetuning_task": null, "is_decoder": false, "model_type": "dinov2", "pad_token_id": null, "prefix": null, "pruned_heads": {}, "sep_token_id": null, "task_specific_params": null, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "torchscript": false, "use_bfloat16": false, "output_attentions": false, "out_features": [ "stage12" ], "out_indices": [ 12 ] }, "vision_layer_average": 1, "image_size": 224, "spatial_grid": 8, "proprio_dim": 25, "text_dim": 128, "phase_dim": 4, "task_to_id": { "lift_cube": 0, "nut_assembly": 1, "nut_assembly_round": 2, "nut_assembly_square": 3, "pick_place_bread": 4, "pick_place_can": 5, "pick_place_cereal": 6, "pick_place_milk": 7, "stack_blocks": 8, "wipe_table": 9 }, "difficulty_to_id": { "low": 0, "medium": 1, "hard": 2, "very_high": 3 }, "hidden_dim": 256, "history": 4, "action_chunk": 8, "ensemble_heads": 3, "dropout": 0.15, "fixed_rotation": true, "temporal_ensemble_decay": 0.55, "gripper_hysteresis": 0.12, "translation_scale": 1.0, "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ] }, "general": { "schema_version": "flock_robotics_competitive_vla_v4", "model_type": "frozen_dinov2_spatial_temporal_action_chunk_bc", "backbone_id_for_provenance": "facebook/dinov2-base", "vision_config": { "transformers_version": "5.14.1", "architectures": [ "Dinov2Model" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 768, "num_hidden_layers": 12, "num_attention_heads": 12, "mlp_ratio": 4, "hidden_act": "gelu", "hidden_dropout_prob": 0.0, "attention_probs_dropout_prob": 0.0, "initializer_range": 0.02, "layer_norm_eps": 1e-06, "image_size": 518, "patch_size": 14, "num_channels": 3, "qkv_bias": true, "layerscale_value": 1.0, "drop_path_rate": 0.0, "use_swiglu_ffn": false, "apply_layernorm": true, "reshape_hidden_states": true, "use_mask_token": true, "stage_names": [ "stem", "stage1", "stage2", "stage3", "stage4", "stage5", "stage6", "stage7", "stage8", "stage9", "stage10", "stage11", "stage12" ], "_name_or_path": "facebook/dinov2-base", "_attn_implementation_autoset": true, "add_cross_attention": false, "bos_token_id": null, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "eos_token_id": null, "finetuning_task": null, "is_decoder": false, "model_type": "dinov2", "pad_token_id": null, "prefix": null, "pruned_heads": {}, "sep_token_id": null, "task_specific_params": null, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "torchscript": false, "use_bfloat16": false, "output_attentions": false, "out_features": [ "stage12" ], "out_indices": [ 12 ] }, "vision_layer_average": 1, "image_size": 224, "spatial_grid": 8, "proprio_dim": 25, "text_dim": 128, "phase_dim": 4, "task_to_id": { "lift_cube": 0, "nut_assembly": 1, "nut_assembly_round": 2, "nut_assembly_square": 3, "pick_place_bread": 4, "pick_place_can": 5, "pick_place_cereal": 6, "pick_place_milk": 7, "stack_blocks": 8, "wipe_table": 9 }, "difficulty_to_id": { "low": 0, "medium": 1, "hard": 2, "very_high": 3 }, "hidden_dim": 256, "history": 4, "action_chunk": 8, "ensemble_heads": 3, "dropout": 0.15, "fixed_rotation": true, "temporal_ensemble_decay": 0.55, "gripper_hysteresis": 0.12, "translation_scale": 1.0, "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ] } }, "default_route": "general", "task_routes": { "stack_blocks": "base", "wipe_table": "base", "pick_place_milk": "legacy", "pick_place_can": "legacy", "pick_place_clutter": "legacy" }, "routing_policy": "task_name_allowlist_only", "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ] }, "large_config": { "schema_version": "flock_robotics_competitive_vla_v4", "model_type": "frozen_dinov2_spatial_temporal_action_chunk_bc", "backbone_id_for_provenance": "facebook/dinov2-large", "vision_config": { "transformers_version": "5.14.1", "architectures": [ "Dinov2Model" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 1024, "num_hidden_layers": 24, "num_attention_heads": 16, "mlp_ratio": 4, "hidden_act": "gelu", "hidden_dropout_prob": 0.0, "attention_probs_dropout_prob": 0.0, "initializer_range": 0.02, "layer_norm_eps": 1e-06, "image_size": 518, "patch_size": 14, "num_channels": 3, "qkv_bias": true, "layerscale_value": 1.0, "drop_path_rate": 0.0, "use_swiglu_ffn": false, "apply_layernorm": true, "reshape_hidden_states": true, "use_mask_token": true, "stage_names": [ "stem", "stage1", "stage2", "stage3", "stage4", "stage5", "stage6", "stage7", "stage8", "stage9", "stage10", "stage11", "stage12", "stage13", "stage14", "stage15", "stage16", "stage17", "stage18", "stage19", "stage20", "stage21", "stage22", "stage23", "stage24" ], "_name_or_path": "facebook/dinov2-large", "model_type": "dinov2", "output_attentions": false, "out_features": [ "stage24" ], "out_indices": [ 24 ] }, "vision_layer_average": 4, "image_size": 224, "spatial_grid": 8, "proprio_dim": 25, "text_dim": 128, "phase_dim": 4, "task_to_id": { "lift_cube": 0, "nut_assembly": 1, "nut_assembly_round": 2, "nut_assembly_square": 3, "pick_place_bread": 4, "pick_place_can": 5, "pick_place_cereal": 6, "pick_place_milk": 7, "stack_blocks": 8, "wipe_table": 9 }, "difficulty_to_id": { "low": 0, "medium": 1, "hard": 2, "very_high": 3 }, "hidden_dim": 256, "history": 4, "action_chunk": 8, "ensemble_heads": 3, "dropout": 0.15, "fixed_rotation": true, "temporal_ensemble_decay": 0.55, "gripper_hysteresis": 0.12, "translation_scale": 1.0, "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ] }, "condition_routes": { "pick_place_milk::medium": "large", "pick_place_milk::hard": "legacy", "pick_place_can::medium": "legacy", "nut_assembly::very_high": "legacy", "nut_assembly::hard": "general", "nut_assembly_round::very_high": "large", "pick_place_cereal::medium": "large", "pick_place_cereal::low": "large", "lift_cube::low": "large", "stack_blocks::hard": "large", "stack_blocks::medium": "base", "wipe_table::very_high": "base", "pick_place_bread::low": "large", "pick_place_clutter::very_high": "legacy" }, "condition_inference_overrides": { "nut_assembly_round::very_high": { "translation_scale": 1.1, "gripper_hysteresis": 0.06 } }, "fallback_task_routes": { "stack_blocks": "base", "wipe_table": "base", "pick_place_milk": "legacy", "pick_place_can": "legacy", "pick_place_clutter": "legacy" }, "default_route": "general", "routing_policy": "validator_task_and_difficulty_only", "adapter_inputs": [ "image", "instruction", "proprio", "task", "step", "difficulty", "horizon" ], "forbidden_adapter_inputs": [ "raw_obs", "object_state", "sim_state", "mujoco_data" ] }