| { |
| "format": "decision-fla-l2norm-profile-v1", |
| "status": "diagnostic-only-awaiting-clean-room-proof", |
| "target": "Decision Sol Qwen3.5-2B pointer Stage4; one profile per process", |
| "model_changes": false, |
| "numerical_tolerance_unchanged": 1e-06, |
| "cache_mode": "strict", |
| "supported": { |
| "head_dimension": 128, |
| "key_heads": 16, |
| "body_dtype": "bfloat16", |
| "output_dtype": "bfloat16", |
| "rstd_dtype": "float32", |
| "batch_size_min": 1, |
| "batch_size_max": 8, |
| "padded_tokens_max": 16384, |
| "NB_min": 1, |
| "NB_max": 32, |
| "NB_formula": "ceil(B*padded_tokens*16/65536)", |
| "unknown_key": "raise before kernel/autotune" |
| }, |
| "runtime": { |
| "torch": "2.12.0+git6bbd260", |
| "hip": "7.2.53211", |
| "triton": "3.7.1", |
| "fla": "0.5.2", |
| "gpu_arch": "gfx942" |
| }, |
| "files": [ |
| { |
| "file": "l2norm_fwd_kernel.json", |
| "sha256": "a67f3b4624edc07e2c3f9f1d05553c654a3ff005c6b96a1831d62e323dea9edc" |
| } |
| ], |
| "fla_source_sha256": { |
| "modules/l2norm.py": "30f7feebdbfa87b8e90c143ec62a7fa0781bfd736c856c0ec69452f0c778be3f", |
| "ops/utils/cache.py": "a64b09ffd3f51aed547ad72559dee94cb9aeafd2a5f02c6c8e60a6e020147a9c" |
| }, |
| "source_evidence": [ |
| { |
| "key": [ |
| 128, |
| 1, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "030be4b902759f8a02c66edfe9724c8a04d320c32eb8298ef42da42f8ff02a54", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 7, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "b868fb0bcb06cfdc5b4432392e35ade0daeeb40374645dbfd65476996362dc48", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 8, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "ee3b7b3a9facff1f50feacbc32427f005e6d344b1e452e9daabc68b19a9fed0d", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 9, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "fd0b189927eb2475fd73e9a71899a6655ae4d73a010c618b00316f9eb15e429e", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 5, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "a8ad1053d222fb9d5751a6ebe11fc58679a9e44366be3dc9a2c214042485778c", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 2, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "00499403ea55da8fc3e1110dfb41a94204f19813ac8302dc2cd0894b2e1f51a9", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 16 |
| }, |
| "num_warps": 1, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 12, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "bad146284201145ccafd77500eba52f4b20483596065a3da91e6b1bccb0548e3", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 10, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "cb8bd713aee627cb50fcca3ed750e7ac9976ee56f9d6d3d44ef469325049822c", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 2, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 13, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "f2c9fe94fbf5ff3f48b4ec875cbfb8016148c772fe085b69d6e42dd8053f9549", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 11, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "0d2cc4c185b6c73918b1397271e98276a6ee8aa510d345506b8fd30343f4e38d", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 3, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "a426f2ff58b25d5f0e7b23876254d3f4fc255ac596a902eeb14e47917688f508", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 16 |
| }, |
| "num_warps": 2, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 4, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "615e132647ea6735a52e431485cd2fd4706dd754e7d4aec356d0a006e18d9166", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 18, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "ef64a3156f4dd428d7b9f80f9435c25eabbcfc192882c199c6fe5fc1c2316be8", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "key": [ |
| 128, |
| 6, |
| "torch.bfloat16", |
| "torch.bfloat16", |
| "torch.float32" |
| ], |
| "source_autotune_sha256": "adca9d81bb4df7c1a64dc7e525544b05c362d943c95446f4871bf92f09fb603b", |
| "chosen_config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| } |
| ], |
| "per_NB_policy": [ |
| { |
| "NB": 1, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 2, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 16 |
| }, |
| "num_warps": 1, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 3, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 16 |
| }, |
| "num_warps": 2, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 4, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 5, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 6, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 7, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 8, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 16, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 9, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 10, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 2, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 11, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 12, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 13, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 8 |
| }, |
| "num_warps": 4, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 14, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 15, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 16, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 17, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 18, |
| "basis": "original-production-chosen", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 19, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 20, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 21, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 22, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 23, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 24, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 25, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 26, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 27, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 28, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 29, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 30, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 31, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| }, |
| { |
| "NB": 32, |
| "basis": "prospective-fixed-original-NB18-setting", |
| "config": { |
| "kwargs": { |
| "BT": 32 |
| }, |
| "num_warps": 8, |
| "num_ctas": 1, |
| "num_stages": 3, |
| "maxnreg": null, |
| "pre_hook": null, |
| "ir_override": null |
| } |
| } |
| ], |
| "unseen_NB_claim": "Deterministic prospective settings, not proof of matching an undefined prior autotune choice. No speed claim.", |
| "other_kernels": "Unmodified FLA/Transformers dispatch; this profile changes only l2norm_fwd_kernel launch settings.", |
| "compiled_binaries_included": false, |
| "private_paths_included": false, |
| "builder_sha256": "833d5dcfad43a94c239ea2f5ad68d69b0c501e82d9a3b3ef530b5b85b72db379" |
| } |
|
|
