Instructions to use leoncca/Qwen3.8-Flash-Next-AWQ-g32 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.

Local Apps Settings

How to use leoncca/Qwen3.8-Flash-Next-AWQ-g32 with vLLM:

Install from pip and serve model

# Install vLLM from pip:
pip install vllm
# Start the vLLM server:
vllm serve "leoncca/Qwen3.8-Flash-Next-AWQ-g32"
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:8000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "leoncca/Qwen3.8-Flash-Next-AWQ-g32",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Use Docker

docker model run hf.co/leoncca/Qwen3.8-Flash-Next-AWQ-g32

SGLang

How to use leoncca/Qwen3.8-Flash-Next-AWQ-g32 with SGLang:

Install from pip and serve model

# Install SGLang from pip:
pip install sglang
# Start the SGLang server:
python3 -m sglang.launch_server \
    --model-path "leoncca/Qwen3.8-Flash-Next-AWQ-g32" \
    --host 0.0.0.0 \
    --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "leoncca/Qwen3.8-Flash-Next-AWQ-g32",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Use Docker images

docker run --gpus all \
    --shm-size 32g \
    -p 30000:30000 \
    -v ~/.cache/huggingface:/root/.cache/huggingface \
    --env "HF_TOKEN=<secret>" \
    --ipc=host \
    lmsysorg/sglang:latest \
    python3 -m sglang.launch_server \
        --model-path "leoncca/Qwen3.8-Flash-Next-AWQ-g32" \
        --host 0.0.0.0 \
        --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "leoncca/Qwen3.8-Flash-Next-AWQ-g32",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Docker Model Runner
How to use leoncca/Qwen3.8-Flash-Next-AWQ-g32 with Docker Model Runner:
```
docker model run hf.co/leoncca/Qwen3.8-Flash-Next-AWQ-g32
```

Qwen3.8-Flash-Next-AWQ-g32 / EXPERT_COVERAGE.json

leoncca

Add files using upload-large-folder tool

15e71db verified 4 days ago

Raw

History Blame Contribute Delete

11.2 kB

	{
	"schema": "qwen38-awq-expert-coverage-v1",
	"status": "PASS",
	"scope": "Natural BF16 router activation observed during AWQ calibration before selective augmentation.",
	"checkpoint_binding": {
	"run_id": "qwen38-flash-next-awq-g32-formal-r6-s3090-ckpt-l47fix",
	"base_model_revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c",
	"awq_weight_index_sha256": "da62ba7bfef57f8117f35fc78bf5daf14c0ab5eb1b8173b4d712c1f4d294819b"
	},
	"calibration": {
	"arm": "public80-v1mix20",
	"records": 684,
	"active_tokens": 202750,
	"category_active_tokens": {
	"chinese_instruction": 60000,
	"code_instruction": 40000,
	"english_instruction": 50000,
	"math_reasoning": 43278,
	"vision": 9472
	},
	"routed_layers": 48,
	"experts_per_layer": 512,
	"router_top_k": 10,
	"routed_token_assignments_per_layer": 2027500,
	"routed_token_assignments_all_layers": 97320000
	},
	"natural_coverage": {
	"unique_expert_ids_activated_somewhere": 512,
	"unique_expert_ids_total": 512,
	"active_layer_expert_pairs": 24568,
	"total_layer_expert_pairs": 24576,
	"layer_expert_coverage_fraction": 0.9996744791666666,
	"fully_covered_layers": 45,
	"zero_natural_token_pairs": 8,
	"below_128_natural_token_pairs": 93,
	"zero_pairs": [
	{"layer": 0, "expert": 181},
	{"layer": 0, "expert": 236},
	{"layer": 0, "expert": 244},
	{"layer": 0, "expert": 271},
	{"layer": 0, "expert": 413},
	{"layer": 0, "expert": 424},
	{"layer": 1, "expert": 116},
	{"layer": 47, "expert": 371}
	]
	},
	"selective_augmentation": {
	"threshold_natural_tokens": 128,
	"augmented_layer_expert_pairs": 93,
	"augmented_projection_targets": 279,
	"projection_closure": [
	"gate_proj",
	"up_proj",
	"down_proj"
	],
	"runtime_zero_coverage_fallback_pairs": 0
	},
	"percentile_method": "NumPy linear",
	"per_layer_natural_coverage": [
	{"layer": 0, "active_experts": 506, "zero_experts": 6, "below_128_experts": 10, "min_tokens": 0, "p1_tokens": 1.8700000000000054, "p5_tokens": 653.4, "median_tokens": 3512.5},
	{"layer": 1, "active_experts": 511, "zero_experts": 1, "below_128_experts": 7, "min_tokens": 0, "p1_tokens": 79.55, "p5_tokens": 696.9, "median_tokens": 3265.5},
	{"layer": 2, "active_experts": 512, "zero_experts": 0, "below_128_experts": 6, "min_tokens": 31, "p1_tokens": 93.05000000000001, "p5_tokens": 839.95, "median_tokens": 3428.5},
	{"layer": 3, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 184, "p1_tokens": 306.43, "p5_tokens": 637.3, "median_tokens": 2849},
	{"layer": 4, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 98, "p1_tokens": 398.82, "p5_tokens": 714.85, "median_tokens": 2950.5},
	{"layer": 5, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 177, "p1_tokens": 497.51, "p5_tokens": 929.7, "median_tokens": 3225.5},
	{"layer": 6, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 443, "p1_tokens": 653.98, "p5_tokens": 1005.15, "median_tokens": 3412},
	{"layer": 7, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 414, "p1_tokens": 612.1, "p5_tokens": 1024.7, "median_tokens": 3351.5},
	{"layer": 8, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 108, "p1_tokens": 530.33, "p5_tokens": 962.1, "median_tokens": 3084.5},
	{"layer": 9, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 334, "p1_tokens": 629.21, "p5_tokens": 867.4, "median_tokens": 2957.5},
	{"layer": 10, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 262, "p1_tokens": 484.86, "p5_tokens": 986.95, "median_tokens": 3068},
	{"layer": 11, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 183, "p1_tokens": 589.07, "p5_tokens": 923.1, "median_tokens": 3048},
	{"layer": 12, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 142, "p1_tokens": 418.43, "p5_tokens": 750.6, "median_tokens": 2928},
	{"layer": 13, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 186, "p1_tokens": 373.37, "p5_tokens": 914.4, "median_tokens": 2933},
	{"layer": 14, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 294, "p1_tokens": 403.53000000000003, "p5_tokens": 898.5500000000001, "median_tokens": 3065},
	{"layer": 15, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 121, "p1_tokens": 403.55, "p5_tokens": 721.85, "median_tokens": 2884},
	{"layer": 16, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 310, "p1_tokens": 491.07, "p5_tokens": 876.05, "median_tokens": 2861},
	{"layer": 17, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 99, "p1_tokens": 631.41, "p5_tokens": 880.35, "median_tokens": 3161.5},
	{"layer": 18, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 320, "p1_tokens": 381.96000000000004, "p5_tokens": 817.95, "median_tokens": 3066.5},
	{"layer": 19, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 284, "p1_tokens": 503.33, "p5_tokens": 950, "median_tokens": 3146},
	{"layer": 20, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 326, "p1_tokens": 527.08, "p5_tokens": 868.6, "median_tokens": 3220.5},
	{"layer": 21, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 241, "p1_tokens": 549.42, "p5_tokens": 937.15, "median_tokens": 3016},
	{"layer": 22, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 195, "p1_tokens": 542.36, "p5_tokens": 990.25, "median_tokens": 3467},
	{"layer": 23, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 284, "p1_tokens": 428.39000000000004, "p5_tokens": 822.3, "median_tokens": 3264},
	{"layer": 24, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 215, "p1_tokens": 419.85, "p5_tokens": 736.75, "median_tokens": 3061.5},
	{"layer": 25, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 174, "p1_tokens": 336.70000000000005, "p5_tokens": 775, "median_tokens": 3073},
	{"layer": 26, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 313, "p1_tokens": 436.53000000000003, "p5_tokens": 722.2, "median_tokens": 3025.5},
	{"layer": 27, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 90, "p1_tokens": 314.99, "p5_tokens": 668.85, "median_tokens": 2920.5},
	{"layer": 28, "active_experts": 512, "zero_experts": 0, "below_128_experts": 2, "min_tokens": 15, "p1_tokens": 228.22, "p5_tokens": 539.05, "median_tokens": 2742},
	{"layer": 29, "active_experts": 512, "zero_experts": 0, "below_128_experts": 2, "min_tokens": 91, "p1_tokens": 362.19, "p5_tokens": 730.1, "median_tokens": 2764},
	{"layer": 30, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 34, "p1_tokens": 281.09000000000003, "p5_tokens": 694.2, "median_tokens": 3058.5},
	{"layer": 31, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 165, "p1_tokens": 322.1, "p5_tokens": 637.2, "median_tokens": 2956},
	{"layer": 32, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 222, "p1_tokens": 394, "p5_tokens": 692.8, "median_tokens": 2801},
	{"layer": 33, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 240, "p1_tokens": 408.32, "p5_tokens": 698.75, "median_tokens": 3190},
	{"layer": 34, "active_experts": 512, "zero_experts": 0, "below_128_experts": 3, "min_tokens": 67, "p1_tokens": 185.1, "p5_tokens": 526.95, "median_tokens": 2804.5},
	{"layer": 35, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 55, "p1_tokens": 328.33, "p5_tokens": 568.4, "median_tokens": 3020.5},
	{"layer": 36, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 154, "p1_tokens": 265.65, "p5_tokens": 497.55, "median_tokens": 3134.5},
	{"layer": 37, "active_experts": 512, "zero_experts": 0, "below_128_experts": 4, "min_tokens": 59, "p1_tokens": 183.44, "p5_tokens": 371.2, "median_tokens": 2803.5},
	{"layer": 38, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 92, "p1_tokens": 227.55, "p5_tokens": 482, "median_tokens": 3153.5},
	{"layer": 39, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 118, "p1_tokens": 313.33, "p5_tokens": 539.5, "median_tokens": 3125.5},
	{"layer": 40, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 158, "p1_tokens": 365.11, "p5_tokens": 626.65, "median_tokens": 2994},
	{"layer": 41, "active_experts": 512, "zero_experts": 0, "below_128_experts": 0, "min_tokens": 145, "p1_tokens": 377.66, "p5_tokens": 579.85, "median_tokens": 3025.5},
	{"layer": 42, "active_experts": 512, "zero_experts": 0, "below_128_experts": 3, "min_tokens": 49, "p1_tokens": 180, "p5_tokens": 372.55, "median_tokens": 3063},
	{"layer": 43, "active_experts": 512, "zero_experts": 0, "below_128_experts": 1, "min_tokens": 115, "p1_tokens": 306.52, "p5_tokens": 537, "median_tokens": 2876.5},
	{"layer": 44, "active_experts": 512, "zero_experts": 0, "below_128_experts": 4, "min_tokens": 53, "p1_tokens": 164.43, "p5_tokens": 357.75, "median_tokens": 2790.5},
	{"layer": 45, "active_experts": 512, "zero_experts": 0, "below_128_experts": 5, "min_tokens": 43, "p1_tokens": 164.33, "p5_tokens": 381.3, "median_tokens": 2678.5},
	{"layer": 46, "active_experts": 512, "zero_experts": 0, "below_128_experts": 11, "min_tokens": 33, "p1_tokens": 76.55, "p5_tokens": 290.1, "median_tokens": 2588.5},
	{"layer": 47, "active_experts": 511, "zero_experts": 1, "below_128_experts": 26, "min_tokens": 0, "p1_tokens": 25, "p5_tokens": 121.10000000000002, "median_tokens": 2033.5}
	],
	"evidence_sha256": {
	"native_route_matrix": "6c987b6d2a1506978f38bc0b4fa167d205250ba8f0629f05adddc880a26828b1",
	"native_route_manifest": "69d421dd1a57cf04ea55c533b20f042e9dc6a99e2b6f489c54aae3d2039b05a1",
	"selective_bypass_targets": "9d4c2372bb065d2f9aadce457d98b0314c3844e1989e8fc6e36ce2a7088770c9",
	"formal_r6_preflight": "649ff87afe74523c692c4f45c891bb8d89cc4fc49918a282a65237b2dc9ba3c6",
	"formal_r6_layer47_report": "501c9dffc94521619444b9d0675f74f08e8f53c77c775b83a50d3c617769f377",
	"calibration_corpus": "d2fbb16c5dcfaf26b713fd44d090cc8a3f2bbb31f1713f179e149f1f196b3dbb",
	"calibration_corpus_manifest": "15b540f089f4e93a31ee07db1d439d8e05a0e6e7e55b2868f476facf22287e29",
	"processor_audit": "1ca4205795e83f3cf341cb3d8eb10ef7169bb4934a4435878af7bef8507a8c05"
	},
	"interpretation": "Natural coverage excludes selective-bypass augmentation. The eight zero-natural-token layer/expert pairs were explicitly augmented for AWQ calibration; no runtime fallback pair was accepted."
	}