| { |
| "adapter_sha256": "baf756732a6caf05dfb7cf123e3b451d8c4309e273cb1c08a0a92cb024943dde", |
| "adapter_target_count": 128, |
| "adapter_targets": [ |
| "model.language_model.layers.0.linear_attn.out_proj.weight", |
| "model.language_model.layers.0.mlp.down_proj.weight", |
| "model.language_model.layers.1.linear_attn.out_proj.weight", |
| "model.language_model.layers.1.mlp.down_proj.weight", |
| "model.language_model.layers.10.linear_attn.out_proj.weight", |
| "model.language_model.layers.10.mlp.down_proj.weight", |
| "model.language_model.layers.11.mlp.down_proj.weight", |
| "model.language_model.layers.11.self_attn.o_proj.weight", |
| "model.language_model.layers.12.linear_attn.out_proj.weight", |
| "model.language_model.layers.12.mlp.down_proj.weight", |
| "model.language_model.layers.13.linear_attn.out_proj.weight", |
| "model.language_model.layers.13.mlp.down_proj.weight", |
| "model.language_model.layers.14.linear_attn.out_proj.weight", |
| "model.language_model.layers.14.mlp.down_proj.weight", |
| "model.language_model.layers.15.mlp.down_proj.weight", |
| "model.language_model.layers.15.self_attn.o_proj.weight", |
| "model.language_model.layers.16.linear_attn.out_proj.weight", |
| "model.language_model.layers.16.mlp.down_proj.weight", |
| "model.language_model.layers.17.linear_attn.out_proj.weight", |
| "model.language_model.layers.17.mlp.down_proj.weight", |
| "model.language_model.layers.18.linear_attn.out_proj.weight", |
| "model.language_model.layers.18.mlp.down_proj.weight", |
| "model.language_model.layers.19.mlp.down_proj.weight", |
| "model.language_model.layers.19.self_attn.o_proj.weight", |
| "model.language_model.layers.2.linear_attn.out_proj.weight", |
| "model.language_model.layers.2.mlp.down_proj.weight", |
| "model.language_model.layers.20.linear_attn.out_proj.weight", |
| "model.language_model.layers.20.mlp.down_proj.weight", |
| "model.language_model.layers.21.linear_attn.out_proj.weight", |
| "model.language_model.layers.21.mlp.down_proj.weight", |
| "model.language_model.layers.22.linear_attn.out_proj.weight", |
| "model.language_model.layers.22.mlp.down_proj.weight", |
| "model.language_model.layers.23.mlp.down_proj.weight", |
| "model.language_model.layers.23.self_attn.o_proj.weight", |
| "model.language_model.layers.24.linear_attn.out_proj.weight", |
| "model.language_model.layers.24.mlp.down_proj.weight", |
| "model.language_model.layers.25.linear_attn.out_proj.weight", |
| "model.language_model.layers.25.mlp.down_proj.weight", |
| "model.language_model.layers.26.linear_attn.out_proj.weight", |
| "model.language_model.layers.26.mlp.down_proj.weight", |
| "model.language_model.layers.27.mlp.down_proj.weight", |
| "model.language_model.layers.27.self_attn.o_proj.weight", |
| "model.language_model.layers.28.linear_attn.out_proj.weight", |
| "model.language_model.layers.28.mlp.down_proj.weight", |
| "model.language_model.layers.29.linear_attn.out_proj.weight", |
| "model.language_model.layers.29.mlp.down_proj.weight", |
| "model.language_model.layers.3.mlp.down_proj.weight", |
| "model.language_model.layers.3.self_attn.o_proj.weight", |
| "model.language_model.layers.30.linear_attn.out_proj.weight", |
| "model.language_model.layers.30.mlp.down_proj.weight", |
| "model.language_model.layers.31.mlp.down_proj.weight", |
| "model.language_model.layers.31.self_attn.o_proj.weight", |
| "model.language_model.layers.32.linear_attn.out_proj.weight", |
| "model.language_model.layers.32.mlp.down_proj.weight", |
| "model.language_model.layers.33.linear_attn.out_proj.weight", |
| "model.language_model.layers.33.mlp.down_proj.weight", |
| "model.language_model.layers.34.linear_attn.out_proj.weight", |
| "model.language_model.layers.34.mlp.down_proj.weight", |
| "model.language_model.layers.35.mlp.down_proj.weight", |
| "model.language_model.layers.35.self_attn.o_proj.weight", |
| "model.language_model.layers.36.linear_attn.out_proj.weight", |
| "model.language_model.layers.36.mlp.down_proj.weight", |
| "model.language_model.layers.37.linear_attn.out_proj.weight", |
| "model.language_model.layers.37.mlp.down_proj.weight", |
| "model.language_model.layers.38.linear_attn.out_proj.weight", |
| "model.language_model.layers.38.mlp.down_proj.weight", |
| "model.language_model.layers.39.mlp.down_proj.weight", |
| "model.language_model.layers.39.self_attn.o_proj.weight", |
| "model.language_model.layers.4.linear_attn.out_proj.weight", |
| "model.language_model.layers.4.mlp.down_proj.weight", |
| "model.language_model.layers.40.linear_attn.out_proj.weight", |
| "model.language_model.layers.40.mlp.down_proj.weight", |
| "model.language_model.layers.41.linear_attn.out_proj.weight", |
| "model.language_model.layers.41.mlp.down_proj.weight", |
| "model.language_model.layers.42.linear_attn.out_proj.weight", |
| "model.language_model.layers.42.mlp.down_proj.weight", |
| "model.language_model.layers.43.mlp.down_proj.weight", |
| "model.language_model.layers.43.self_attn.o_proj.weight", |
| "model.language_model.layers.44.linear_attn.out_proj.weight", |
| "model.language_model.layers.44.mlp.down_proj.weight", |
| "model.language_model.layers.45.linear_attn.out_proj.weight", |
| "model.language_model.layers.45.mlp.down_proj.weight", |
| "model.language_model.layers.46.linear_attn.out_proj.weight", |
| "model.language_model.layers.46.mlp.down_proj.weight", |
| "model.language_model.layers.47.mlp.down_proj.weight", |
| "model.language_model.layers.47.self_attn.o_proj.weight", |
| "model.language_model.layers.48.linear_attn.out_proj.weight", |
| "model.language_model.layers.48.mlp.down_proj.weight", |
| "model.language_model.layers.49.linear_attn.out_proj.weight", |
| "model.language_model.layers.49.mlp.down_proj.weight", |
| "model.language_model.layers.5.linear_attn.out_proj.weight", |
| "model.language_model.layers.5.mlp.down_proj.weight", |
| "model.language_model.layers.50.linear_attn.out_proj.weight", |
| "model.language_model.layers.50.mlp.down_proj.weight", |
| "model.language_model.layers.51.mlp.down_proj.weight", |
| "model.language_model.layers.51.self_attn.o_proj.weight", |
| "model.language_model.layers.52.linear_attn.out_proj.weight", |
| "model.language_model.layers.52.mlp.down_proj.weight", |
| "model.language_model.layers.53.linear_attn.out_proj.weight", |
| "model.language_model.layers.53.mlp.down_proj.weight", |
| "model.language_model.layers.54.linear_attn.out_proj.weight", |
| "model.language_model.layers.54.mlp.down_proj.weight", |
| "model.language_model.layers.55.mlp.down_proj.weight", |
| "model.language_model.layers.55.self_attn.o_proj.weight", |
| "model.language_model.layers.56.linear_attn.out_proj.weight", |
| "model.language_model.layers.56.mlp.down_proj.weight", |
| "model.language_model.layers.57.linear_attn.out_proj.weight", |
| "model.language_model.layers.57.mlp.down_proj.weight", |
| "model.language_model.layers.58.linear_attn.out_proj.weight", |
| "model.language_model.layers.58.mlp.down_proj.weight", |
| "model.language_model.layers.59.mlp.down_proj.weight", |
| "model.language_model.layers.59.self_attn.o_proj.weight", |
| "model.language_model.layers.6.linear_attn.out_proj.weight", |
| "model.language_model.layers.6.mlp.down_proj.weight", |
| "model.language_model.layers.60.linear_attn.out_proj.weight", |
| "model.language_model.layers.60.mlp.down_proj.weight", |
| "model.language_model.layers.61.linear_attn.out_proj.weight", |
| "model.language_model.layers.61.mlp.down_proj.weight", |
| "model.language_model.layers.62.linear_attn.out_proj.weight", |
| "model.language_model.layers.62.mlp.down_proj.weight", |
| "model.language_model.layers.63.mlp.down_proj.weight", |
| "model.language_model.layers.63.self_attn.o_proj.weight", |
| "model.language_model.layers.7.mlp.down_proj.weight", |
| "model.language_model.layers.7.self_attn.o_proj.weight", |
| "model.language_model.layers.8.linear_attn.out_proj.weight", |
| "model.language_model.layers.8.mlp.down_proj.weight", |
| "model.language_model.layers.9.linear_attn.out_proj.weight", |
| "model.language_model.layers.9.mlp.down_proj.weight" |
| ], |
| "artifact": "/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/artifact/qwen3_8_27b_thinkingcap_heretic_nvfp4.ninfer", |
| "artifact_files_sha256": { |
| "qwen3_8_27b_thinkingcap_heretic_nvfp4.ninfer": "6070a480738ea59d2eda7fdfaa321402a0cab8ac9efc4419708087f3d246dc31" |
| }, |
| "artifact_sha256": "6070a480738ea59d2eda7fdfaa321402a0cab8ac9efc4419708087f3d246dc31", |
| "changed_tensor_count": 33, |
| "chat_template": "/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/bf16/chat_template.jinja", |
| "chat_template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041", |
| "conversion_report_path_normalized_from": "/tmp/thinkingcap-transplant-ninfer-g2yfjuu6/qwen3_8_27b_thinkingcap_heretic_nvfp4.ninfer", |
| "conversion_report_sha256": "eaf60ae218032d11a4af2cc895f543bdb878ce92452b2cf07c6e278ad6c8c0b0", |
| "converter_command": [ |
| "/opt/abliterix/.venv/bin/python", |
| "-m", |
| "tools.convert", |
| "--model", |
| "/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/bf16", |
| "--recipe", |
| "qwen3_8_27b_nvfp4", |
| "--source", |
| "quantized=/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/quantized-ninfer-source", |
| "--source", |
| "dflash2=/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/hf-cache/hub/models--z-lab--Qwen3.8-27B-DFlash2/snapshots/50307d4c4cde6860d4eee73e2547cd786fe8e8a4", |
| "--components", |
| "text,vision,mtp,dflash2", |
| "--resource", |
| "chat_template.jinja=/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/bf16/chat_template.jinja", |
| "--proposal", |
| "--name", |
| "ThinkingCap-Qwen3.8-27B-Heretic-NVFP4", |
| "--out", |
| "/tmp/thinkingcap-transplant-ninfer-g2yfjuu6/qwen3_8_27b_thinkingcap_heretic_nvfp4.ninfer", |
| "--device", |
| "cpu" |
| ], |
| "converter_revision": "bace20dc70249eed6402b66d4852c6c3f9612905", |
| "dflash2_config_sha256": "873e3556509b0da06e29654ba00d4944888d4b5e8a33afde25f7eb27d321e980", |
| "dflash2_revision": "50307d4c4cde6860d4eee73e2547cd786fe8e8a4", |
| "dflash2_shards_sha256": { |
| "model.safetensors": "67fc76d68dc5a9415511a4f394ef744d67510cd20e93b37cc2cc7d28e4bab65c" |
| }, |
| "inventory": { |
| "artifact_id": "cc81d5dc9394476c871cc50a55a8eee0", |
| "bindings": 1513, |
| "components": { |
| "dflash2": { |
| "config": { |
| "architectures": [ |
| "DFlash2DraftModel" |
| ], |
| "dflash_config": { |
| "conv_group_size": 16, |
| "conv_kernel_size": 2, |
| "mask_token_id": 248070, |
| "selector_rank": 256, |
| "selector_top_k": 16, |
| "target_layer_ids": [ |
| 5, |
| 19, |
| 33, |
| 47, |
| 61 |
| ] |
| }, |
| "head_dim": 128, |
| "intermediate_size": 17408, |
| "layer_types": [ |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention" |
| ], |
| "max_position_embeddings": 262144, |
| "model_type": "qwen3", |
| "num_attention_heads": 32, |
| "num_hidden_layers": 5, |
| "num_key_value_heads": 8, |
| "rms_norm_eps": 9.999999974752427e-07, |
| "rope_parameters": { |
| "rope_theta": 10000000.0 |
| }, |
| "sliding_window": 2048 |
| }, |
| "target": "text" |
| }, |
| "mtp": { |
| "config": { |
| "architectures": [ |
| "Qwen3_5MTP" |
| ] |
| }, |
| "target": "text" |
| }, |
| "text": { |
| "config": { |
| "architectures": [ |
| "Qwen3_5ForCausalLM" |
| ], |
| "head_dim": 256, |
| "hidden_size": 5120, |
| "intermediate_size": 17408, |
| "layer_types": [ |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention" |
| ], |
| "linear_conv_kernel_dim": 4, |
| "linear_key_head_dim": 128, |
| "linear_num_key_heads": 16, |
| "linear_num_value_heads": 48, |
| "linear_value_head_dim": 128, |
| "max_position_embeddings": 262144, |
| "model_type": "qwen3_5_text", |
| "num_attention_heads": 24, |
| "num_hidden_layers": 64, |
| "num_key_value_heads": 4, |
| "rms_norm_eps": 9.999999974752427e-07, |
| "rope_parameters": { |
| "mrope_section": [ |
| 11, |
| 11, |
| 10 |
| ], |
| "partial_rotary_factor": 0.25, |
| "rope_theta": 10000000.0 |
| }, |
| "tie_word_embeddings": false, |
| "vocab_size": 248320 |
| }, |
| "proposal": { |
| "domain": "indexed", |
| "rows": 131072 |
| }, |
| "resources": { |
| "chat_template.jinja": "resource/text/chat_template.jinja", |
| "generation_config.json": "resource/text/generation_config.json", |
| "tokenizer.json": "resource/text/tokenizer.json", |
| "tokenizer_config.json": "resource/text/tokenizer_config.json" |
| } |
| }, |
| "vision": { |
| "config": { |
| "depth": 27, |
| "hidden_size": 1152, |
| "intermediate_size": 4304, |
| "model_type": "qwen3_5_vision", |
| "num_heads": 16, |
| "num_position_embeddings": 2304, |
| "patch_size": 16, |
| "spatial_merge_size": 2, |
| "temporal_patch_size": 2 |
| }, |
| "resources": { |
| "preprocessor_config.json": "resource/vision/preprocessor_config.json", |
| "video_preprocessor_config.json": "resource/vision/video_preprocessor_config.json" |
| }, |
| "target": "text" |
| } |
| }, |
| "file_bytes": 23719719172, |
| "files": 1, |
| "formats": { |
| "bf16": 579, |
| "fp32": 264, |
| "fp8_e4m3fn_row_bf16": 146, |
| "int32": 1, |
| "nvfp4": 112, |
| "q4_g64_fp16": 55, |
| "q5_g64_fp16": 54, |
| "q6_g64_fp16": 1, |
| "q8_g32_fp16": 28 |
| }, |
| "layouts": { |
| "block_scale_k16_m128x4_v1": 112, |
| "contiguous_le_v1": 844, |
| "row_scale_v1": 146, |
| "row_split_k128_v1": 138 |
| }, |
| "name": "ThinkingCap-Qwen3.8-27B-Heretic-NVFP4", |
| "objects": 1246, |
| "path": "/tmp/thinkingcap-transplant-ninfer-g2yfjuu6/qwen3_8_27b_thinkingcap_heretic_nvfp4.ninfer", |
| "payload_bytes": 23719321860, |
| "resources": 6, |
| "tensors": 1240, |
| "uses": 844, |
| "version": 3 |
| }, |
| "method": "lora_transplant_scale_1p05", |
| "official_conversion_report_sha256": "e7b29424024c7f7947ea4d3f5a180443e5f0bfc5da8bad1e3e35217c4ad9b9fb", |
| "quantized_shards_sha256": { |
| "model.safetensors": "3366b9549d3d8e546fde60ef5cbd9412ad0c049db74d1465ccfab07cad6dfc17" |
| }, |
| "quantized_source_adapter": { |
| "adapted_config_sha256": "4a652a62e1aabad4b38536778fd74536831fab63eb7152fe980f173eb63c9d6e", |
| "changed_field": "text_config", |
| "path": "/__modal/volumes/vo-vm3z8bxzKKOMQJfTRYeO60/publish/20260926-heretic-1p05/quantized-ninfer-source", |
| "source_quantized_config_sha256": "a6411ecc3f3c329e9a9e12a3fb63af98824f04395c39f4b8194894f14d3c1114", |
| "source_text_config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", |
| "weights_byte_identical": true, |
| "weights_sha256": "3366b9549d3d8e546fde60ef5cbd9412ad0c049db74d1465ccfab07cad6dfc17" |
| }, |
| "quantized_tensor_count": 1588, |
| "source_lora": { |
| "adapter_config_sha256": "f7a3dc0c4ad47f2a03be1763605f36ce047acc48f1cc85681228096f118c0d6b", |
| "alpha": 32, |
| "commit": "9ba4687d0da24609553f70935eab7fa97fd4eb86", |
| "provenance_sha256": "a58ebb7994ac4a75ee5d6dd2283a5ca1c0a9274a7799b0ae088232a410598b22", |
| "rank": 32, |
| "repository": "MuXodious/Qwen3.8-27B-absolute-heresy-LoRA", |
| "revision": "9ba4687d0da24609553f70935eab7fa97fd4eb86", |
| "scale": 1.05, |
| "source_model": "MuXodious/Qwen3.8-27B-absolute-heresy-LoRA", |
| "source_weights_sha256": "bfae8d0cea8b7432e45db2530272bf09f00abb8e7f7e1a49741a931b9d4fe2ec", |
| "target_modules": [ |
| "down_proj", |
| "o_proj", |
| "out_proj" |
| ], |
| "tuned_adapter_sha256": "baf756732a6caf05dfb7cf123e3b451d8c4309e273cb1c08a0a92cb024943dde", |
| "weights_sha256": "bfae8d0cea8b7432e45db2530272bf09f00abb8e7f7e1a49741a931b9d4fe2ec" |
| }, |
| "source_manifest_sha256": "0b47ebd6b87226e0f0821883459f7928b3547fa39e8309dd3f9acb6a8f4ecc23", |
| "source_shards_lfs_sha256": "e718c744b06c956e2f5445ca01a29f03a7b93a9610eaff6a436d25bad5fda500", |
| "source_shards_sha256": { |
| "model-00001-of-00018.safetensors": "9b28e7585678328374bf1a133125eb0b7eca3671849ec39826f633298329a37b", |
| "model-00002-of-00018.safetensors": "8ea256cc35c1cc84377ee53b1199912d941d2babcbc60dff9443e2102fc379ec", |
| "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", |
| "model-00004-of-00018.safetensors": "8107ed7dda90e955aa2a9128ee5b914bc0728c7279d07d97b326041e8751ed67", |
| "model-00005-of-00018.safetensors": "0ff9b0477ed7798a22b6e4922338b85e966f67a16d94e83fe2cbc61f0b1e2d45", |
| "model-00006-of-00018.safetensors": "97d900bb9c47a41671a9d2b1cc49a073e97df8512e131ea7adccf38f7db11d39", |
| "model-00007-of-00018.safetensors": "984216a3ce5dac28eed2b2871df977ac985c1e6a3beb1edec8b134b8375b1898", |
| "model-00008-of-00018.safetensors": "4562d5edf48723e7f2320e1bb144eb5a68753f0b8c674e56e503082ea951e3f0", |
| "model-00009-of-00018.safetensors": "c9f5e1cf12219db42f53085cc118d433bbabc3fdd407cab89d63ae8e4e416916", |
| "model-00010-of-00018.safetensors": "dd344ddbfaac076cd19a39a521a668455f6c4ec20b8fab14d0d3df17bb97e2a5", |
| "model-00011-of-00018.safetensors": "ad66da6f4d5e4e16995e9701e519c6f4b9f5873ea6e4cb0a8d8e43e93eaa3936", |
| "model-00012-of-00018.safetensors": "bd449cdc1f97bbb63ec15ebcbbd6a32284e6c2026b0e79bdd65f949133efca60", |
| "model-00013-of-00018.safetensors": "3c2bd4dfa5f2dbfd3d1fff8909f041b4f6117b2472eeb7e125575e61d605735e", |
| "model-00014-of-00018.safetensors": "a4e34164489f111609ad1e8988de856d4c0ef2e0f5eb55ee6ce90c9f76fb027d", |
| "model-00015-of-00018.safetensors": "16a67bfed18c8bcd19be3c29e4a686e54f2bc1f4d192d3a70c1958e0f3237a35", |
| "model-00016-of-00018.safetensors": "dfdeb40699218ba36694671bc190c473f47a3f4a29424f54616092eedc8f6a62", |
| "model-00017-of-00018.safetensors": "2e071b771487a71a4346f6456633b392c43299305f3c5945ff440eadb6794907", |
| "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06", |
| "model.safetensors.index.json": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df" |
| }, |
| "status": "complete", |
| "transplanted_keys": [ |
| "model.language_model.layers.12.linear_attn.out_proj.weight", |
| "model.language_model.layers.13.linear_attn.out_proj.weight", |
| "model.language_model.layers.14.linear_attn.out_proj.weight", |
| "model.language_model.layers.15.self_attn.o_proj.weight", |
| "model.language_model.layers.16.linear_attn.out_proj.weight", |
| "model.language_model.layers.17.linear_attn.out_proj.weight", |
| "model.language_model.layers.18.linear_attn.out_proj.weight", |
| "model.language_model.layers.19.self_attn.o_proj.weight", |
| "model.language_model.layers.20.linear_attn.out_proj.weight", |
| "model.language_model.layers.21.linear_attn.out_proj.weight", |
| "model.language_model.layers.22.linear_attn.out_proj.weight", |
| "model.language_model.layers.23.self_attn.o_proj.weight", |
| "model.language_model.layers.24.linear_attn.out_proj.weight", |
| "model.language_model.layers.25.linear_attn.out_proj.weight", |
| "model.language_model.layers.26.linear_attn.out_proj.weight", |
| "model.language_model.layers.27.self_attn.o_proj.weight", |
| "model.language_model.layers.28.linear_attn.out_proj.weight", |
| "model.language_model.layers.29.linear_attn.out_proj.weight", |
| "model.language_model.layers.30.linear_attn.out_proj.weight", |
| "model.language_model.layers.31.self_attn.o_proj.weight", |
| "model.language_model.layers.32.linear_attn.out_proj.weight", |
| "model.language_model.layers.33.linear_attn.out_proj.weight", |
| "model.language_model.layers.34.linear_attn.out_proj.weight", |
| "model.language_model.layers.35.self_attn.o_proj.weight", |
| "model.language_model.layers.39.mlp.down_proj.weight", |
| "model.language_model.layers.40.mlp.down_proj.weight", |
| "model.language_model.layers.41.mlp.down_proj.weight", |
| "model.language_model.layers.42.mlp.down_proj.weight", |
| "model.language_model.layers.43.mlp.down_proj.weight", |
| "model.language_model.layers.44.mlp.down_proj.weight", |
| "model.language_model.layers.45.mlp.down_proj.weight", |
| "model.language_model.layers.46.mlp.down_proj.weight", |
| "model.language_model.layers.47.mlp.down_proj.weight" |
| ], |
| "unchanged_components": [ |
| "vision", |
| "mtp", |
| "text/token_embedding" |
| ], |
| "zero_lora_b_target_count": 95 |
| } |
|
|
