Dragoy's picture
Swift 1.5 huihui-style abliterated NVFP4/FP8 NInfer v3 (text, vision, MTP, DFlash2)
fe202c6 verified
Raw History Blame Contribute Delete
20.7 kB
{
"method": "huihui-style weight-difference transfer",
"formula": "W_ablated = W_swift15 + (W_huihui - W_qwen), fp32 -> bfloat16",
"inputs": {
"swift15": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--ukisai--Swift-1.5-Qwen3.8-27b/snapshots/bc7a1e10b689648585a3ef41494c8d84cf77271a",
"qwen_base": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--Qwen--Qwen3.8-27B/snapshots/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
"huihui": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/hf-cache/models--huihui-ai--Huihui-Qwen3.8-27B-abliterated/snapshots/739e3c5b89849f6c238ce1e5b70008612ae42cdd"
},
"expected_layer_range": [
17,
51
],
"selective_layer_range": null,
"tensors_total": 1199,
"tensors_changed": 70,
"tensors_kept": 1129,
"tensors_verified_base_eq_huihui": 1129,
"changed_layers": [
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51
],
"changed_layer_min": 17,
"changed_layer_max": 51,
"changed_module_kinds": [
"linear_attn.out_proj.weight",
"mlp.down_proj.weight",
"self_attn.o_proj.weight"
],
"changed_tensors": [
{
"name": "model.language_model.layers.17.linear_attn.out_proj.weight",
"layer": 17,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.02118247,
"max_abs_delta": 0.015228271484375
},
{
"name": "model.language_model.layers.17.mlp.down_proj.weight",
"layer": 17,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01943981,
"max_abs_delta": 0.00927734375
},
{
"name": "model.language_model.layers.18.linear_attn.out_proj.weight",
"layer": 18,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.02077431,
"max_abs_delta": 0.00930023193359375
},
{
"name": "model.language_model.layers.18.mlp.down_proj.weight",
"layer": 18,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01937191,
"max_abs_delta": 0.0081787109375
},
{
"name": "model.language_model.layers.19.mlp.down_proj.weight",
"layer": 19,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01851709,
"max_abs_delta": 0.0049285888671875
},
{
"name": "model.language_model.layers.19.self_attn.o_proj.weight",
"layer": 19,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.0198533,
"max_abs_delta": 0.00811767578125
},
{
"name": "model.language_model.layers.20.linear_attn.out_proj.weight",
"layer": 20,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01945187,
"max_abs_delta": 0.01092529296875
},
{
"name": "model.language_model.layers.20.mlp.down_proj.weight",
"layer": 20,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01853727,
"max_abs_delta": 0.009552001953125
},
{
"name": "model.language_model.layers.21.linear_attn.out_proj.weight",
"layer": 21,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01881501,
"max_abs_delta": 0.0087738037109375
},
{
"name": "model.language_model.layers.21.mlp.down_proj.weight",
"layer": 21,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01835392,
"max_abs_delta": 0.00881195068359375
},
{
"name": "model.language_model.layers.22.linear_attn.out_proj.weight",
"layer": 22,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01844409,
"max_abs_delta": 0.011455535888671875
},
{
"name": "model.language_model.layers.22.mlp.down_proj.weight",
"layer": 22,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01823215,
"max_abs_delta": 0.005126953125
},
{
"name": "model.language_model.layers.23.mlp.down_proj.weight",
"layer": 23,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01856499,
"max_abs_delta": 0.00634765625
},
{
"name": "model.language_model.layers.23.self_attn.o_proj.weight",
"layer": 23,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01914981,
"max_abs_delta": 0.00731658935546875
},
{
"name": "model.language_model.layers.24.linear_attn.out_proj.weight",
"layer": 24,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01862701,
"max_abs_delta": 0.01165771484375
},
{
"name": "model.language_model.layers.24.mlp.down_proj.weight",
"layer": 24,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01865685,
"max_abs_delta": 0.01000213623046875
},
{
"name": "model.language_model.layers.25.linear_attn.out_proj.weight",
"layer": 25,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01871442,
"max_abs_delta": 0.00885009765625
},
{
"name": "model.language_model.layers.25.mlp.down_proj.weight",
"layer": 25,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01856628,
"max_abs_delta": 0.0091552734375
},
{
"name": "model.language_model.layers.26.linear_attn.out_proj.weight",
"layer": 26,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01938383,
"max_abs_delta": 0.00933837890625
},
{
"name": "model.language_model.layers.26.mlp.down_proj.weight",
"layer": 26,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01928143,
"max_abs_delta": 0.012847900390625
},
{
"name": "model.language_model.layers.27.mlp.down_proj.weight",
"layer": 27,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01944354,
"max_abs_delta": 0.011322021484375
},
{
"name": "model.language_model.layers.27.self_attn.o_proj.weight",
"layer": 27,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01863346,
"max_abs_delta": 0.010986328125
},
{
"name": "model.language_model.layers.28.linear_attn.out_proj.weight",
"layer": 28,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01964589,
"max_abs_delta": 0.015212774276733398
},
{
"name": "model.language_model.layers.28.mlp.down_proj.weight",
"layer": 28,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01931291,
"max_abs_delta": 0.006927490234375
},
{
"name": "model.language_model.layers.29.linear_attn.out_proj.weight",
"layer": 29,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01898412,
"max_abs_delta": 0.011932373046875
},
{
"name": "model.language_model.layers.29.mlp.down_proj.weight",
"layer": 29,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01897602,
"max_abs_delta": 0.009765625
},
{
"name": "model.language_model.layers.30.linear_attn.out_proj.weight",
"layer": 30,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01875216,
"max_abs_delta": 0.008096694946289062
},
{
"name": "model.language_model.layers.30.mlp.down_proj.weight",
"layer": 30,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01927519,
"max_abs_delta": 0.0079345703125
},
{
"name": "model.language_model.layers.31.mlp.down_proj.weight",
"layer": 31,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01940913,
"max_abs_delta": 0.008228302001953125
},
{
"name": "model.language_model.layers.31.self_attn.o_proj.weight",
"layer": 31,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01959433,
"max_abs_delta": 0.00873565673828125
},
{
"name": "model.language_model.layers.32.linear_attn.out_proj.weight",
"layer": 32,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.02089458,
"max_abs_delta": 0.0103607177734375
},
{
"name": "model.language_model.layers.32.mlp.down_proj.weight",
"layer": 32,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01969011,
"max_abs_delta": 0.010040283203125
},
{
"name": "model.language_model.layers.33.linear_attn.out_proj.weight",
"layer": 33,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.02181448,
"max_abs_delta": 0.02825927734375
},
{
"name": "model.language_model.layers.33.mlp.down_proj.weight",
"layer": 33,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.02010929,
"max_abs_delta": 0.0189666748046875
},
{
"name": "model.language_model.layers.34.linear_attn.out_proj.weight",
"layer": 34,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.02125727,
"max_abs_delta": 0.011474609375
},
{
"name": "model.language_model.layers.34.mlp.down_proj.weight",
"layer": 34,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01926598,
"max_abs_delta": 0.012851715087890625
},
{
"name": "model.language_model.layers.35.mlp.down_proj.weight",
"layer": 35,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01909714,
"max_abs_delta": 0.00791168212890625
},
{
"name": "model.language_model.layers.35.self_attn.o_proj.weight",
"layer": 35,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01989278,
"max_abs_delta": 0.01080322265625
},
{
"name": "model.language_model.layers.36.linear_attn.out_proj.weight",
"layer": 36,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01902857,
"max_abs_delta": 0.0103759765625
},
{
"name": "model.language_model.layers.36.mlp.down_proj.weight",
"layer": 36,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01844385,
"max_abs_delta": 0.01052093505859375
},
{
"name": "model.language_model.layers.37.linear_attn.out_proj.weight",
"layer": 37,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01807819,
"max_abs_delta": 0.00909423828125
},
{
"name": "model.language_model.layers.37.mlp.down_proj.weight",
"layer": 37,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01821322,
"max_abs_delta": 0.0095672607421875
},
{
"name": "model.language_model.layers.38.linear_attn.out_proj.weight",
"layer": 38,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01821066,
"max_abs_delta": 0.009124755859375
},
{
"name": "model.language_model.layers.38.mlp.down_proj.weight",
"layer": 38,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01794139,
"max_abs_delta": 0.00543212890625
},
{
"name": "model.language_model.layers.39.mlp.down_proj.weight",
"layer": 39,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01811746,
"max_abs_delta": 0.00482177734375
},
{
"name": "model.language_model.layers.39.self_attn.o_proj.weight",
"layer": 39,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01848474,
"max_abs_delta": 0.0068359375
},
{
"name": "model.language_model.layers.40.linear_attn.out_proj.weight",
"layer": 40,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01771608,
"max_abs_delta": 0.0076446533203125
},
{
"name": "model.language_model.layers.40.mlp.down_proj.weight",
"layer": 40,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01801765,
"max_abs_delta": 0.0054931640625
},
{
"name": "model.language_model.layers.41.linear_attn.out_proj.weight",
"layer": 41,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01800288,
"max_abs_delta": 0.009033203125
},
{
"name": "model.language_model.layers.41.mlp.down_proj.weight",
"layer": 41,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01835598,
"max_abs_delta": 0.0067138671875
},
{
"name": "model.language_model.layers.42.linear_attn.out_proj.weight",
"layer": 42,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.0185177,
"max_abs_delta": 0.01009368896484375
},
{
"name": "model.language_model.layers.42.mlp.down_proj.weight",
"layer": 42,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01869539,
"max_abs_delta": 0.00848388671875
},
{
"name": "model.language_model.layers.43.mlp.down_proj.weight",
"layer": 43,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01857243,
"max_abs_delta": 0.008697509765625
},
{
"name": "model.language_model.layers.43.self_attn.o_proj.weight",
"layer": 43,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01881849,
"max_abs_delta": 0.00927734375
},
{
"name": "model.language_model.layers.44.linear_attn.out_proj.weight",
"layer": 44,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01867741,
"max_abs_delta": 0.011962890625
},
{
"name": "model.language_model.layers.44.mlp.down_proj.weight",
"layer": 44,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01851426,
"max_abs_delta": 0.00732421875
},
{
"name": "model.language_model.layers.45.linear_attn.out_proj.weight",
"layer": 45,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01875477,
"max_abs_delta": 0.007080078125
},
{
"name": "model.language_model.layers.45.mlp.down_proj.weight",
"layer": 45,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01868728,
"max_abs_delta": 0.0064697265625
},
{
"name": "model.language_model.layers.46.linear_attn.out_proj.weight",
"layer": 46,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01897253,
"max_abs_delta": 0.00836181640625
},
{
"name": "model.language_model.layers.46.mlp.down_proj.weight",
"layer": 46,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01871527,
"max_abs_delta": 0.0064849853515625
},
{
"name": "model.language_model.layers.47.mlp.down_proj.weight",
"layer": 47,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01866478,
"max_abs_delta": 0.00982666015625
},
{
"name": "model.language_model.layers.47.self_attn.o_proj.weight",
"layer": 47,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01893184,
"max_abs_delta": 0.0091552734375
},
{
"name": "model.language_model.layers.48.linear_attn.out_proj.weight",
"layer": 48,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01963222,
"max_abs_delta": 0.009033203125
},
{
"name": "model.language_model.layers.48.mlp.down_proj.weight",
"layer": 48,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01845371,
"max_abs_delta": 0.0081787109375
},
{
"name": "model.language_model.layers.49.linear_attn.out_proj.weight",
"layer": 49,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01917235,
"max_abs_delta": 0.00927734375
},
{
"name": "model.language_model.layers.49.mlp.down_proj.weight",
"layer": 49,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.018489,
"max_abs_delta": 0.007080078125
},
{
"name": "model.language_model.layers.50.linear_attn.out_proj.weight",
"layer": 50,
"module": "linear_attn.out_proj.weight",
"delta_over_weight": 0.01943229,
"max_abs_delta": 0.0126953125
},
{
"name": "model.language_model.layers.50.mlp.down_proj.weight",
"layer": 50,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01806543,
"max_abs_delta": 0.00629425048828125
},
{
"name": "model.language_model.layers.51.mlp.down_proj.weight",
"layer": 51,
"module": "mlp.down_proj.weight",
"delta_over_weight": 0.01801875,
"max_abs_delta": 0.00701904296875
},
{
"name": "model.language_model.layers.51.self_attn.o_proj.weight",
"layer": 51,
"module": "self_attn.o_proj.weight",
"delta_over_weight": 0.01781286,
"max_abs_delta": 0.0084228515625
}
],
"changed_in_vision_mtp_lmhead": [],
"delta_over_weight": {
"median": 0.01875216,
"max": 0.02181448,
"min": 0.01771608
},
"base_huihui_shards_downloaded": [
"model-00001-of-00018.safetensors",
"model-00002-of-00018.safetensors",
"model-00003-of-00018.safetensors",
"model-00004-of-00018.safetensors",
"model-00005-of-00018.safetensors",
"model-00006-of-00018.safetensors",
"model-00007-of-00018.safetensors",
"model-00008-of-00018.safetensors",
"model-00009-of-00018.safetensors",
"model-00010-of-00018.safetensors",
"model-00011-of-00018.safetensors",
"model-00012-of-00018.safetensors",
"model-00013-of-00018.safetensors",
"model-00014-of-00018.safetensors",
"model-00015-of-00018.safetensors",
"model-00016-of-00018.safetensors",
"model-00017-of-00018.safetensors",
"model-00018-of-00018.safetensors"
],
"base_huihui_shards_missing": [],
"copied_on_assumption_by_shard": [],
"copied_on_assumption_count": 0,
"copied_on_assumption_names": [],
"forbidden_not_compared_count": 0,
"forbidden_not_compared_names": [],
"output_shards": 18,
"output_total_bytes": 55563006216,
"output_shard_sha256": {
"model-00001-of-00018.safetensors": "7fe17220fc5be3c37687ee0b12abe5701b5e52d688e1346d0216e257d3fa804c",
"model-00002-of-00018.safetensors": "a5476f6471294dfa3d48140e16a6515cb484544b9b53d15191b78f6beb243437",
"model-00003-of-00018.safetensors": "0dbb0dbcff68f067b36e91dfa085a808b0b2f5b2f33b632bc493492eb5803cbb",
"model-00004-of-00018.safetensors": "0921d511f79a057da4bafc630b44ead00a116e36bcb232fc081835679e2a38e1",
"model-00005-of-00018.safetensors": "3a1170f13491aca1a2c356fb5335a957552d21b95fbc2e25a1e8e13a009b92f0",
"model-00006-of-00018.safetensors": "564ac6375956cb337c0e93fd779ef9da87b6fb2fe0560f55f31d8bbfcee78a1c",
"model-00007-of-00018.safetensors": "5c7fa292b722013805d3c0bd857e325d5c3204adb7043e011fa421c74b7782e6",
"model-00008-of-00018.safetensors": "3ec8157431f6d9352a7010509d3f84ff4f34c12aaea668bbb36915410b321ca6",
"model-00009-of-00018.safetensors": "ac87f018500caa6677ec28fcc2cfd103d7846875627ebe0debfd9678d26e0f76",
"model-00010-of-00018.safetensors": "4bcf990d1a5d2f3d3427bb9bb59fa39edbcf9611f34237390d141f085fa22387",
"model-00011-of-00018.safetensors": "c42fc335948b75d0fe6710cae808c0dbcb287f41b989a5764fb04e8a9df802b3",
"model-00012-of-00018.safetensors": "a25adebb58cd7bcae5615a3e2d141692e3185691c1cf51f3420e68eda644abef",
"model-00013-of-00018.safetensors": "614785ac1f31d35ba60324b658071a29276fae6332ffee8f53a1cdf4da494da7",
"model-00014-of-00018.safetensors": "e861eaa2a4a75f5dd9e99a4439a9c359497174377f6cdd4ab225465cbfb98515",
"model-00015-of-00018.safetensors": "35dd7f89e3b7dbcac30f9efc9f12977f2b41418d3ff61de95e7c64f45bdbc712",
"model-00016-of-00018.safetensors": "f67df4344c848968bb3b79be58f08760474898d6f386e4e129e28a23c91eeb94",
"model-00017-of-00018.safetensors": "37a4356f3c2cdb0b78e1a7dcf09dd059db6e5d20964ac52cdddf869e8ccd5c81",
"model-00018-of-00018.safetensors": "5678f347befbc62f7d01c1e8204ddbdba90b6434860cdfee04cf1eb07e4ea5fa"
},
"aux_files": [
"LICENSE",
"LICENSE-APACHE-2.0",
"NOTICE",
"chat_template.jinja",
"config.json",
"generation_config.json",
"merges.txt",
"preprocessor_config.json",
"tokenizer.json",
"tokenizer_config.json",
"video_preprocessor_config.json",
"vocab.json"
],
"seconds": 288.1
}