{ "method": "huihui-style weight-difference transfer", "formula": "W_ablated = W_swift15 + (W_huihui - W_qwen), fp32 -> bfloat16", "inputs": { "swift15": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--ukisai--Swift-1.5-Qwen3.8-27b/snapshots/bc7a1e10b689648585a3ef41494c8d84cf77271a", "qwen_base": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--Qwen--Qwen3.8-27B/snapshots/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "huihui": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--huihui-ai--Huihui-Qwen3.8-27B-abliterated/snapshots/739e3c5b89849f6c238ce1e5b70008612ae42cdd" }, "expected_layer_range": [ 17, 51 ], "selective_layer_range": null, "tensors_total": 1199, "tensors_changed": 70, "tensors_kept": 1129, "tensors_verified_base_eq_huihui": 1129, "changed_layers": [ 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51 ], "changed_layer_min": 17, "changed_layer_max": 51, "changed_module_kinds": [ "linear_attn.out_proj.weight", "mlp.down_proj.weight", "self_attn.o_proj.weight" ], "changed_tensors": [ { "name": "model.language_model.layers.17.linear_attn.out_proj.weight", "layer": 17, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.02118247, "max_abs_delta": 0.015228271484375 }, { "name": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01943981, "max_abs_delta": 0.00927734375 }, { "name": "model.language_model.layers.18.linear_attn.out_proj.weight", "layer": 18, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.02077431, "max_abs_delta": 0.00930023193359375 }, { "name": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01937191, "max_abs_delta": 0.0081787109375 }, { "name": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01851709, "max_abs_delta": 0.0049285888671875 }, { "name": "model.language_model.layers.19.self_attn.o_proj.weight", "layer": 19, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.0198533, "max_abs_delta": 0.00811767578125 }, { "name": "model.language_model.layers.20.linear_attn.out_proj.weight", "layer": 20, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01945187, "max_abs_delta": 0.01092529296875 }, { "name": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01853727, "max_abs_delta": 0.009552001953125 }, { "name": "model.language_model.layers.21.linear_attn.out_proj.weight", "layer": 21, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01881501, "max_abs_delta": 0.0087738037109375 }, { "name": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01835392, "max_abs_delta": 0.00881195068359375 }, { "name": "model.language_model.layers.22.linear_attn.out_proj.weight", "layer": 22, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01844409, "max_abs_delta": 0.011455535888671875 }, { "name": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01823215, "max_abs_delta": 0.005126953125 }, { "name": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01856499, "max_abs_delta": 0.00634765625 }, { "name": "model.language_model.layers.23.self_attn.o_proj.weight", "layer": 23, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01914981, "max_abs_delta": 0.00731658935546875 }, { "name": "model.language_model.layers.24.linear_attn.out_proj.weight", "layer": 24, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01862701, "max_abs_delta": 0.01165771484375 }, { "name": "model.language_model.layers.24.mlp.down_proj.weight", "layer": 24, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01865685, "max_abs_delta": 0.01000213623046875 }, { "name": "model.language_model.layers.25.linear_attn.out_proj.weight", "layer": 25, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01871442, "max_abs_delta": 0.00885009765625 }, { "name": "model.language_model.layers.25.mlp.down_proj.weight", "layer": 25, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01856628, "max_abs_delta": 0.0091552734375 }, { "name": "model.language_model.layers.26.linear_attn.out_proj.weight", "layer": 26, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01938383, "max_abs_delta": 0.00933837890625 }, { "name": "model.language_model.layers.26.mlp.down_proj.weight", "layer": 26, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01928143, "max_abs_delta": 0.012847900390625 }, { "name": "model.language_model.layers.27.mlp.down_proj.weight", "layer": 27, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01944354, "max_abs_delta": 0.011322021484375 }, { "name": "model.language_model.layers.27.self_attn.o_proj.weight", "layer": 27, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01863346, "max_abs_delta": 0.010986328125 }, { "name": "model.language_model.layers.28.linear_attn.out_proj.weight", "layer": 28, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01964589, "max_abs_delta": 0.015212774276733398 }, { "name": "model.language_model.layers.28.mlp.down_proj.weight", "layer": 28, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01931291, "max_abs_delta": 0.006927490234375 }, { "name": "model.language_model.layers.29.linear_attn.out_proj.weight", "layer": 29, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01898412, "max_abs_delta": 0.011932373046875 }, { "name": "model.language_model.layers.29.mlp.down_proj.weight", "layer": 29, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01897602, "max_abs_delta": 0.009765625 }, { "name": "model.language_model.layers.30.linear_attn.out_proj.weight", "layer": 30, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01875216, "max_abs_delta": 0.008096694946289062 }, { "name": "model.language_model.layers.30.mlp.down_proj.weight", "layer": 30, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01927519, "max_abs_delta": 0.0079345703125 }, { "name": "model.language_model.layers.31.mlp.down_proj.weight", "layer": 31, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01940913, "max_abs_delta": 0.008228302001953125 }, { "name": "model.language_model.layers.31.self_attn.o_proj.weight", "layer": 31, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01959433, "max_abs_delta": 0.00873565673828125 }, { "name": "model.language_model.layers.32.linear_attn.out_proj.weight", "layer": 32, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.02089458, "max_abs_delta": 0.0103607177734375 }, { "name": "model.language_model.layers.32.mlp.down_proj.weight", "layer": 32, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01969011, "max_abs_delta": 0.010040283203125 }, { "name": "model.language_model.layers.33.linear_attn.out_proj.weight", "layer": 33, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.02181448, "max_abs_delta": 0.02825927734375 }, { "name": "model.language_model.layers.33.mlp.down_proj.weight", "layer": 33, "module": "mlp.down_proj.weight", "delta_over_weight": 0.02010929, "max_abs_delta": 0.0189666748046875 }, { "name": "model.language_model.layers.34.linear_attn.out_proj.weight", "layer": 34, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.02125727, "max_abs_delta": 0.011474609375 }, { "name": "model.language_model.layers.34.mlp.down_proj.weight", "layer": 34, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01926598, "max_abs_delta": 0.012851715087890625 }, { "name": "model.language_model.layers.35.mlp.down_proj.weight", "layer": 35, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01909714, "max_abs_delta": 0.00791168212890625 }, { "name": "model.language_model.layers.35.self_attn.o_proj.weight", "layer": 35, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01989278, "max_abs_delta": 0.01080322265625 }, { "name": "model.language_model.layers.36.linear_attn.out_proj.weight", "layer": 36, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01902857, "max_abs_delta": 0.0103759765625 }, { "name": "model.language_model.layers.36.mlp.down_proj.weight", "layer": 36, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01844385, "max_abs_delta": 0.01052093505859375 }, { "name": "model.language_model.layers.37.linear_attn.out_proj.weight", "layer": 37, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01807819, "max_abs_delta": 0.00909423828125 }, { "name": "model.language_model.layers.37.mlp.down_proj.weight", "layer": 37, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01821322, "max_abs_delta": 0.0095672607421875 }, { "name": "model.language_model.layers.38.linear_attn.out_proj.weight", "layer": 38, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01821066, "max_abs_delta": 0.009124755859375 }, { "name": "model.language_model.layers.38.mlp.down_proj.weight", "layer": 38, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01794139, "max_abs_delta": 0.00543212890625 }, { "name": "model.language_model.layers.39.mlp.down_proj.weight", "layer": 39, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01811746, "max_abs_delta": 0.00482177734375 }, { "name": "model.language_model.layers.39.self_attn.o_proj.weight", "layer": 39, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01848474, "max_abs_delta": 0.0068359375 }, { "name": "model.language_model.layers.40.linear_attn.out_proj.weight", "layer": 40, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01771608, "max_abs_delta": 0.0076446533203125 }, { "name": "model.language_model.layers.40.mlp.down_proj.weight", "layer": 40, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01801765, "max_abs_delta": 0.0054931640625 }, { "name": "model.language_model.layers.41.linear_attn.out_proj.weight", "layer": 41, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01800288, "max_abs_delta": 0.009033203125 }, { "name": "model.language_model.layers.41.mlp.down_proj.weight", "layer": 41, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01835598, "max_abs_delta": 0.0067138671875 }, { "name": "model.language_model.layers.42.linear_attn.out_proj.weight", "layer": 42, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.0185177, "max_abs_delta": 0.01009368896484375 }, { "name": "model.language_model.layers.42.mlp.down_proj.weight", "layer": 42, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01869539, "max_abs_delta": 0.00848388671875 }, { "name": "model.language_model.layers.43.mlp.down_proj.weight", "layer": 43, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01857243, "max_abs_delta": 0.008697509765625 }, { "name": "model.language_model.layers.43.self_attn.o_proj.weight", "layer": 43, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01881849, "max_abs_delta": 0.00927734375 }, { "name": "model.language_model.layers.44.linear_attn.out_proj.weight", "layer": 44, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01867741, "max_abs_delta": 0.011962890625 }, { "name": "model.language_model.layers.44.mlp.down_proj.weight", "layer": 44, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01851426, "max_abs_delta": 0.00732421875 }, { "name": "model.language_model.layers.45.linear_attn.out_proj.weight", "layer": 45, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01875477, "max_abs_delta": 0.007080078125 }, { "name": "model.language_model.layers.45.mlp.down_proj.weight", "layer": 45, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01868728, "max_abs_delta": 0.0064697265625 }, { "name": "model.language_model.layers.46.linear_attn.out_proj.weight", "layer": 46, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01897253, "max_abs_delta": 0.00836181640625 }, { "name": "model.language_model.layers.46.mlp.down_proj.weight", "layer": 46, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01871527, "max_abs_delta": 0.0064849853515625 }, { "name": "model.language_model.layers.47.mlp.down_proj.weight", "layer": 47, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01866478, "max_abs_delta": 0.00982666015625 }, { "name": "model.language_model.layers.47.self_attn.o_proj.weight", "layer": 47, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01893184, "max_abs_delta": 0.0091552734375 }, { "name": "model.language_model.layers.48.linear_attn.out_proj.weight", "layer": 48, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01963222, "max_abs_delta": 0.009033203125 }, { "name": "model.language_model.layers.48.mlp.down_proj.weight", "layer": 48, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01845371, "max_abs_delta": 0.0081787109375 }, { "name": "model.language_model.layers.49.linear_attn.out_proj.weight", "layer": 49, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01917235, "max_abs_delta": 0.00927734375 }, { "name": "model.language_model.layers.49.mlp.down_proj.weight", "layer": 49, "module": "mlp.down_proj.weight", "delta_over_weight": 0.018489, "max_abs_delta": 0.007080078125 }, { "name": "model.language_model.layers.50.linear_attn.out_proj.weight", "layer": 50, "module": "linear_attn.out_proj.weight", "delta_over_weight": 0.01943229, "max_abs_delta": 0.0126953125 }, { "name": "model.language_model.layers.50.mlp.down_proj.weight", "layer": 50, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01806543, "max_abs_delta": 0.00629425048828125 }, { "name": "model.language_model.layers.51.mlp.down_proj.weight", "layer": 51, "module": "mlp.down_proj.weight", "delta_over_weight": 0.01801875, "max_abs_delta": 0.00701904296875 }, { "name": "model.language_model.layers.51.self_attn.o_proj.weight", "layer": 51, "module": "self_attn.o_proj.weight", "delta_over_weight": 0.01781286, "max_abs_delta": 0.0084228515625 } ], "changed_in_vision_mtp_lmhead": [], "delta_over_weight": { "median": 0.01875216, "max": 0.02181448, "min": 0.01771608 }, "base_huihui_shards_downloaded": [ "model-00001-of-00018.safetensors", "model-00002-of-00018.safetensors", "model-00003-of-00018.safetensors", "model-00004-of-00018.safetensors", "model-00005-of-00018.safetensors", "model-00006-of-00018.safetensors", "model-00007-of-00018.safetensors", "model-00008-of-00018.safetensors", "model-00009-of-00018.safetensors", "model-00010-of-00018.safetensors", "model-00011-of-00018.safetensors", "model-00012-of-00018.safetensors", "model-00013-of-00018.safetensors", "model-00014-of-00018.safetensors", "model-00015-of-00018.safetensors", "model-00016-of-00018.safetensors", "model-00017-of-00018.safetensors", "model-00018-of-00018.safetensors" ], "base_huihui_shards_missing": [], "copied_on_assumption_by_shard": [], "copied_on_assumption_count": 0, "copied_on_assumption_names": [], "forbidden_not_compared_count": 0, "forbidden_not_compared_names": [], "output_shards": 18, "output_total_bytes": 55563006216, "output_shard_sha256": { "model-00001-of-00018.safetensors": "7fe17220fc5be3c37687ee0b12abe5701b5e52d688e1346d0216e257d3fa804c", "model-00002-of-00018.safetensors": "a5476f6471294dfa3d48140e16a6515cb484544b9b53d15191b78f6beb243437", "model-00003-of-00018.safetensors": "0dbb0dbcff68f067b36e91dfa085a808b0b2f5b2f33b632bc493492eb5803cbb", "model-00004-of-00018.safetensors": "0921d511f79a057da4bafc630b44ead00a116e36bcb232fc081835679e2a38e1", "model-00005-of-00018.safetensors": "3a1170f13491aca1a2c356fb5335a957552d21b95fbc2e25a1e8e13a009b92f0", "model-00006-of-00018.safetensors": "564ac6375956cb337c0e93fd779ef9da87b6fb2fe0560f55f31d8bbfcee78a1c", "model-00007-of-00018.safetensors": "5c7fa292b722013805d3c0bd857e325d5c3204adb7043e011fa421c74b7782e6", "model-00008-of-00018.safetensors": "3ec8157431f6d9352a7010509d3f84ff4f34c12aaea668bbb36915410b321ca6", "model-00009-of-00018.safetensors": "ac87f018500caa6677ec28fcc2cfd103d7846875627ebe0debfd9678d26e0f76", "model-00010-of-00018.safetensors": "4bcf990d1a5d2f3d3427bb9bb59fa39edbcf9611f34237390d141f085fa22387", "model-00011-of-00018.safetensors": "c42fc335948b75d0fe6710cae808c0dbcb287f41b989a5764fb04e8a9df802b3", "model-00012-of-00018.safetensors": "a25adebb58cd7bcae5615a3e2d141692e3185691c1cf51f3420e68eda644abef", "model-00013-of-00018.safetensors": "614785ac1f31d35ba60324b658071a29276fae6332ffee8f53a1cdf4da494da7", "model-00014-of-00018.safetensors": "e861eaa2a4a75f5dd9e99a4439a9c359497174377f6cdd4ab225465cbfb98515", "model-00015-of-00018.safetensors": "35dd7f89e3b7dbcac30f9efc9f12977f2b41418d3ff61de95e7c64f45bdbc712", "model-00016-of-00018.safetensors": "f67df4344c848968bb3b79be58f08760474898d6f386e4e129e28a23c91eeb94", "model-00017-of-00018.safetensors": "37a4356f3c2cdb0b78e1a7dcf09dd059db6e5d20964ac52cdddf869e8ccd5c81", "model-00018-of-00018.safetensors": "5678f347befbc62f7d01c1e8204ddbdba90b6434860cdfee04cf1eb07e4ea5fa" }, "aux_files": [ "LICENSE", "LICENSE-APACHE-2.0", "NOTICE", "chat_template.jinja", "config.json", "generation_config.json", "merges.txt", "preprocessor_config.json", "tokenizer.json", "tokenizer_config.json", "video_preprocessor_config.json", "vocab.json" ], "seconds": 288.1 }