Dragoy's picture
Swift 1.5 huihui-style abliterated NVFP4/FP8 NInfer v3 (text, vision, MTP, DFlash2)
fe202c6 verified
Raw History Blame Contribute Delete
8.22 kB
{
"abliterated_tensor_count": 70,
"abliterated_tensors": [
"model.language_model.layers.17.linear_attn.out_proj.weight",
"model.language_model.layers.17.mlp.down_proj.weight",
"model.language_model.layers.18.linear_attn.out_proj.weight",
"model.language_model.layers.18.mlp.down_proj.weight",
"model.language_model.layers.19.mlp.down_proj.weight",
"model.language_model.layers.19.self_attn.o_proj.weight",
"model.language_model.layers.20.linear_attn.out_proj.weight",
"model.language_model.layers.20.mlp.down_proj.weight",
"model.language_model.layers.21.linear_attn.out_proj.weight",
"model.language_model.layers.21.mlp.down_proj.weight",
"model.language_model.layers.22.linear_attn.out_proj.weight",
"model.language_model.layers.22.mlp.down_proj.weight",
"model.language_model.layers.23.mlp.down_proj.weight",
"model.language_model.layers.23.self_attn.o_proj.weight",
"model.language_model.layers.24.linear_attn.out_proj.weight",
"model.language_model.layers.24.mlp.down_proj.weight",
"model.language_model.layers.25.linear_attn.out_proj.weight",
"model.language_model.layers.25.mlp.down_proj.weight",
"model.language_model.layers.26.linear_attn.out_proj.weight",
"model.language_model.layers.26.mlp.down_proj.weight",
"model.language_model.layers.27.mlp.down_proj.weight",
"model.language_model.layers.27.self_attn.o_proj.weight",
"model.language_model.layers.28.linear_attn.out_proj.weight",
"model.language_model.layers.28.mlp.down_proj.weight",
"model.language_model.layers.29.linear_attn.out_proj.weight",
"model.language_model.layers.29.mlp.down_proj.weight",
"model.language_model.layers.30.linear_attn.out_proj.weight",
"model.language_model.layers.30.mlp.down_proj.weight",
"model.language_model.layers.31.mlp.down_proj.weight",
"model.language_model.layers.31.self_attn.o_proj.weight",
"model.language_model.layers.32.linear_attn.out_proj.weight",
"model.language_model.layers.32.mlp.down_proj.weight",
"model.language_model.layers.33.linear_attn.out_proj.weight",
"model.language_model.layers.33.mlp.down_proj.weight",
"model.language_model.layers.34.linear_attn.out_proj.weight",
"model.language_model.layers.34.mlp.down_proj.weight",
"model.language_model.layers.35.mlp.down_proj.weight",
"model.language_model.layers.35.self_attn.o_proj.weight",
"model.language_model.layers.36.linear_attn.out_proj.weight",
"model.language_model.layers.36.mlp.down_proj.weight",
"model.language_model.layers.37.linear_attn.out_proj.weight",
"model.language_model.layers.37.mlp.down_proj.weight",
"model.language_model.layers.38.linear_attn.out_proj.weight",
"model.language_model.layers.38.mlp.down_proj.weight",
"model.language_model.layers.39.mlp.down_proj.weight",
"model.language_model.layers.39.self_attn.o_proj.weight",
"model.language_model.layers.40.linear_attn.out_proj.weight",
"model.language_model.layers.40.mlp.down_proj.weight",
"model.language_model.layers.41.linear_attn.out_proj.weight",
"model.language_model.layers.41.mlp.down_proj.weight",
"model.language_model.layers.42.linear_attn.out_proj.weight",
"model.language_model.layers.42.mlp.down_proj.weight",
"model.language_model.layers.43.mlp.down_proj.weight",
"model.language_model.layers.43.self_attn.o_proj.weight",
"model.language_model.layers.44.linear_attn.out_proj.weight",
"model.language_model.layers.44.mlp.down_proj.weight",
"model.language_model.layers.45.linear_attn.out_proj.weight",
"model.language_model.layers.45.mlp.down_proj.weight",
"model.language_model.layers.46.linear_attn.out_proj.weight",
"model.language_model.layers.46.mlp.down_proj.weight",
"model.language_model.layers.47.mlp.down_proj.weight",
"model.language_model.layers.47.self_attn.o_proj.weight",
"model.language_model.layers.48.linear_attn.out_proj.weight",
"model.language_model.layers.48.mlp.down_proj.weight",
"model.language_model.layers.49.linear_attn.out_proj.weight",
"model.language_model.layers.49.mlp.down_proj.weight",
"model.language_model.layers.50.linear_attn.out_proj.weight",
"model.language_model.layers.50.mlp.down_proj.weight",
"model.language_model.layers.51.mlp.down_proj.weight",
"model.language_model.layers.51.self_attn.o_proj.weight"
],
"bf16_unmodified_components": [
"vision",
"mtp",
"text/token_embedding"
],
"calibration": {
"dataset": "ultrachat-200k",
"dataset_repository": "HuggingFaceH4/ultrachat_200k",
"observed_revision": "8049631c405ae6576f93f445c6b8166f76f5505a",
"revision_pinned_by_reference_recipe": false,
"samples": 32,
"seq": 2048
},
"dependencies": {
"accelerate": "1.13.0",
"compressed-tensors": "0.17.1",
"datasets": "4.8.4",
"huggingface-hub": "1.32.0",
"llmcompressor": "0.12.0.1",
"torch": "2.11.0",
"transformers": "5.10.1"
},
"quantized": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/release/quantized",
"quantized_config_sha256": "a6411ecc3f3c329e9a9e12a3fb63af98824f04395c39f4b8194894f14d3c1114",
"quantized_files_sha256": {
"model.safetensors": "006bc2ea68695dd8efae9099eef000a00e02e705d6d9bf639468aeb959fda060"
},
"quantizer_environment": "Isolated Python 3.11 quantizer image (torch 2.11.0, llmcompressor 0.12.0.1)",
"reference_files_sha256": {
"quantize_nvfp4.py": "13b1cfa83b831102c097055d2d4454f4e017b522c4673b20d0d5042295b40950",
"unsloth_qconfig.json": "74159dcf762a4c30ba09b3cfc921fc418c1b0a3bc46c010ed4d58f454b4fed9a"
},
"reference_repository": "Dragoy/Swift-Qwen3.8-27B-abliterated-NVFP4-NInfer",
"reference_revision": "4c25aa201b412fe3850e7c0c216c42da935aba38",
"source": "/__modal/volumes/vo-i0mROfNloBU7ebrZj6zUhx/s15/abliterated",
"source_ablation_report_sha256": "9b8c6ee61320de3772f68558d74dbc047edd258dfe03f3de9f534010809ed548",
"source_audit_sha256": "e62df337abbaa7efc311a0c08496ead46e702046943795e3eaad07fcffcf9dbb",
"source_revision": "bc7a1e10b689648585a3ef41494c8d84cf77271a",
"source_shards_sha256": {
"model-00001-of-00018.safetensors": "7fe17220fc5be3c37687ee0b12abe5701b5e52d688e1346d0216e257d3fa804c",
"model-00002-of-00018.safetensors": "a5476f6471294dfa3d48140e16a6515cb484544b9b53d15191b78f6beb243437",
"model-00003-of-00018.safetensors": "0dbb0dbcff68f067b36e91dfa085a808b0b2f5b2f33b632bc493492eb5803cbb",
"model-00004-of-00018.safetensors": "0921d511f79a057da4bafc630b44ead00a116e36bcb232fc081835679e2a38e1",
"model-00005-of-00018.safetensors": "3a1170f13491aca1a2c356fb5335a957552d21b95fbc2e25a1e8e13a009b92f0",
"model-00006-of-00018.safetensors": "564ac6375956cb337c0e93fd779ef9da87b6fb2fe0560f55f31d8bbfcee78a1c",
"model-00007-of-00018.safetensors": "5c7fa292b722013805d3c0bd857e325d5c3204adb7043e011fa421c74b7782e6",
"model-00008-of-00018.safetensors": "3ec8157431f6d9352a7010509d3f84ff4f34c12aaea668bbb36915410b321ca6",
"model-00009-of-00018.safetensors": "ac87f018500caa6677ec28fcc2cfd103d7846875627ebe0debfd9678d26e0f76",
"model-00010-of-00018.safetensors": "4bcf990d1a5d2f3d3427bb9bb59fa39edbcf9611f34237390d141f085fa22387",
"model-00011-of-00018.safetensors": "c42fc335948b75d0fe6710cae808c0dbcb287f41b989a5764fb04e8a9df802b3",
"model-00012-of-00018.safetensors": "a25adebb58cd7bcae5615a3e2d141692e3185691c1cf51f3420e68eda644abef",
"model-00013-of-00018.safetensors": "614785ac1f31d35ba60324b658071a29276fae6332ffee8f53a1cdf4da494da7",
"model-00014-of-00018.safetensors": "e861eaa2a4a75f5dd9e99a4439a9c359497174377f6cdd4ab225465cbfb98515",
"model-00015-of-00018.safetensors": "35dd7f89e3b7dbcac30f9efc9f12977f2b41418d3ff61de95e7c64f45bdbc712",
"model-00016-of-00018.safetensors": "f67df4344c848968bb3b79be58f08760474898d6f386e4e129e28a23c91eeb94",
"model-00017-of-00018.safetensors": "37a4356f3c2cdb0b78e1a7dcf09dd059db6e5d20964ac52cdddf869e8ccd5c81",
"model-00018-of-00018.safetensors": "5678f347befbc62f7d01c1e8204ddbdba90b6434860cdfee04cf1eb07e4ea5fa",
"model.safetensors.index.json": "bd9f76c08ed50dccdb8a3de2c4e03a321bf6f506b99f838be11b584f36091461"
},
"status": "complete"
}