File size: 4,149 Bytes
37e7e5e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 | {
"source_model": "ukisai/Swift-Qwen3.8-27b",
"source_revision": "1b30aaaf753fe5c1cb51ada2ea0367a53445359c",
"checkpoint": "ukisai/Swift-Qwen3.8-27b-int4-AMD",
"framework": "PyTorch",
"validation_hardware": "NVIDIA H100",
"amd_hardware_tested": false,
"versions": {
"torch": "2.11.0+cu128",
"transformers": "5.2.0",
"amd-quark": "0.12.post1+cu128.torch2.11",
"accelerate": "1.15.0",
"safetensors": "0.8.0"
},
"evaluation_data": {
"dataset": "Salesforce/wikitext",
"config": "wikitext-2-raw-v1",
"split": "test",
"fingerprint": "a46124b21ac53738",
"windows": 8,
"window_length": 512,
"selection": "first 4096 tokens; small sanity check, not full benchmark",
"input_sha256": "2ebdb31fd4394419aabae16a635375c8e70d306c14462051d849056893cd2b27"
},
"evaluation": {
"label": "int4-final-export",
"nlls": [
1.820142388343811,
2.3994803428649902,
2.3420217037200928,
2.2320547103881836,
2.1242759227752686,
2.34279727935791,
2.3792335987091064,
2.4060728549957275
],
"mean_nll": 2.2557598501443863,
"perplexity": 9.542541457549426,
"samples": [
{
"prompt": "What is 17 multiplied by 23? Answer with only the number.",
"answer": "391",
"generated_tokens": 4
},
{
"prompt": "Return only valid JSON with keys \"status\" set to \"ok\" and \"count\" set to 3.",
"answer": "{\"status\": \"ok\", \"count\": 3}",
"generated_tokens": 13
}
],
"evaluation_seconds": 49.92316593322903,
"scope": "8 non-overlapping 512-token Wikitext test windows; sanity check only"
},
"quantization": "Quark AWQ signed INT4, symmetric groups of 128, BF16 activations",
"calibration": {
"dataset": "mit-han-lab/pile-val-backup",
"split": "validation",
"fingerprint": "fa7b9ce01fad1b22",
"samples": 128,
"sequence_length": 512,
"selection": "first 128 rows, matching AMD's example default",
"padding": "left, EOS token, matching Quark get_tokenizer",
"input_sha256": "9bbae467c3c633d882fdfad4f398aea0515c211c26eafea482585ddb73995b15"
},
"audit": {
"tensor_bytes": 19512618464,
"weight_scale_tensors": 496,
"preserved_mtp_tensors": 15,
"exact_preserved_tensors": 349,
"mtp_tensors_already_exported": 15,
"mtp_tensors_added": 0,
"copied_file_sha256": {
"chat_template.jinja": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
"generation_config.json": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
"merges.txt": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
"preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
"tokenizer_config.json": "b11349aafa7cdc6a320767cf7ceb29ed82f7eda5d65e8e0819e76f0ce947bf27",
"video_preprocessor_config.json": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
"vocab.json": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
"tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3"
}
},
"round_trip_max_nll_difference": 0.0,
"bf16_reference": {
"label": "bf16",
"nlls": [
1.7963014841079712,
2.3732309341430664,
2.2346465587615967,
2.221674919128418,
2.0747108459472656,
2.3078770637512207,
2.3398988246917725,
2.372152090072632
],
"mean_nll": 2.215061590075493,
"perplexity": 9.161973380864124,
"samples": [
{
"prompt": "What is 17 multiplied by 23? Answer with only the number.",
"answer": "391",
"generated_tokens": 4
},
{
"prompt": "Return only valid JSON with keys \"status\" set to \"ok\" and \"count\" set to 3.",
"answer": "{\"status\": \"ok\", \"count\": 3}",
"generated_tokens": 13
}
],
"evaluation_seconds": 6.864971877075732,
"scope": "8 non-overlapping 512-token Wikitext test windows; sanity check only"
},
"perplexity_ratio_int4_over_bf16": 1.041537784586906
}
|