{ "format": "decision-fla-l2norm-profile-v1", "status": "diagnostic-only-awaiting-clean-room-proof", "target": "Decision Sol Qwen3.5-2B pointer Stage4; one profile per process", "model_changes": false, "numerical_tolerance_unchanged": 1e-06, "cache_mode": "strict", "supported": { "head_dimension": 128, "key_heads": 16, "body_dtype": "bfloat16", "output_dtype": "bfloat16", "rstd_dtype": "float32", "batch_size_min": 1, "batch_size_max": 8, "padded_tokens_max": 16384, "NB_min": 1, "NB_max": 32, "NB_formula": "ceil(B*padded_tokens*16/65536)", "unknown_key": "raise before kernel/autotune" }, "runtime": { "torch": "2.12.0+git6bbd260", "hip": "7.2.53211", "triton": "3.7.1", "fla": "0.5.2", "gpu_arch": "gfx942" }, "files": [ { "file": "l2norm_fwd_kernel.json", "sha256": "a67f3b4624edc07e2c3f9f1d05553c654a3ff005c6b96a1831d62e323dea9edc" } ], "fla_source_sha256": { "modules/l2norm.py": "30f7feebdbfa87b8e90c143ec62a7fa0781bfd736c856c0ec69452f0c778be3f", "ops/utils/cache.py": "a64b09ffd3f51aed547ad72559dee94cb9aeafd2a5f02c6c8e60a6e020147a9c" }, "source_evidence": [ { "key": [ 128, 1, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "030be4b902759f8a02c66edfe9724c8a04d320c32eb8298ef42da42f8ff02a54", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 7, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "b868fb0bcb06cfdc5b4432392e35ade0daeeb40374645dbfd65476996362dc48", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 8, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "ee3b7b3a9facff1f50feacbc32427f005e6d344b1e452e9daabc68b19a9fed0d", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 9, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "fd0b189927eb2475fd73e9a71899a6655ae4d73a010c618b00316f9eb15e429e", "chosen_config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 5, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "a8ad1053d222fb9d5751a6ebe11fc58679a9e44366be3dc9a2c214042485778c", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 2, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "00499403ea55da8fc3e1110dfb41a94204f19813ac8302dc2cd0894b2e1f51a9", "chosen_config": { "kwargs": { "BT": 16 }, "num_warps": 1, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 12, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "bad146284201145ccafd77500eba52f4b20483596065a3da91e6b1bccb0548e3", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 10, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "cb8bd713aee627cb50fcca3ed750e7ac9976ee56f9d6d3d44ef469325049822c", "chosen_config": { "kwargs": { "BT": 8 }, "num_warps": 2, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 13, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "f2c9fe94fbf5ff3f48b4ec875cbfb8016148c772fe085b69d6e42dd8053f9549", "chosen_config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 11, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "0d2cc4c185b6c73918b1397271e98276a6ee8aa510d345506b8fd30343f4e38d", "chosen_config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 3, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "a426f2ff58b25d5f0e7b23876254d3f4fc255ac596a902eeb14e47917688f508", "chosen_config": { "kwargs": { "BT": 16 }, "num_warps": 2, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 4, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "615e132647ea6735a52e431485cd2fd4706dd754e7d4aec356d0a006e18d9166", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 18, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "ef64a3156f4dd428d7b9f80f9435c25eabbcfc192882c199c6fe5fc1c2316be8", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "key": [ 128, 6, "torch.bfloat16", "torch.bfloat16", "torch.float32" ], "source_autotune_sha256": "adca9d81bb4df7c1a64dc7e525544b05c362d943c95446f4871bf92f09fb603b", "chosen_config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } } ], "per_NB_policy": [ { "NB": 1, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 2, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 16 }, "num_warps": 1, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 3, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 16 }, "num_warps": 2, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 4, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 5, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 6, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 7, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 8, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 16, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 9, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 10, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 8 }, "num_warps": 2, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 11, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 12, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 13, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 8 }, "num_warps": 4, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 14, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 15, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 16, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 17, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 18, "basis": "original-production-chosen", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 19, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 20, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 21, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 22, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 23, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 24, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 25, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 26, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 27, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 28, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 29, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 30, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 31, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } }, { "NB": 32, "basis": "prospective-fixed-original-NB18-setting", "config": { "kwargs": { "BT": 32 }, "num_warps": 8, "num_ctas": 1, "num_stages": 3, "maxnreg": null, "pre_hook": null, "ir_override": null } } ], "unseen_NB_claim": "Deterministic prospective settings, not proof of matching an undefined prior autotune choice. No speed claim.", "other_kernels": "Unmodified FLA/Transformers dispatch; this profile changes only l2norm_fwd_kernel launch settings.", "compiled_binaries_included": false, "private_paths_included": false, "builder_sha256": "833d5dcfad43a94c239ea2f5ad68d69b0c501e82d9a3b3ef530b5b85b72db379" }