{ "schema_version": 1, "repo_id": "Lottolabs/Qwen3.5-9B-TT-BFP4-P150", "status": "public experimental", "artifact_type": "TTNN quantized weight cache and custom runtime source overlay; not a standalone Transformers checkpoint", "license": "apache-2.0", "upstream": { "repo_id": "Qwen/Qwen3.5-9B", "revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "required_files": [ "LICENSE", "chat_template.jinja", "config.json", "merges.txt", "model.safetensors-00001-of-00004.safetensors", "model.safetensors-00002-of-00004.safetensors", "model.safetensors-00003-of-00004.safetensors", "model.safetensors-00004-of-00004.safetensors", "model.safetensors.index.json", "preprocessor_config.json", "tokenizer.json", "tokenizer_config.json", "video_preprocessor_config.json", "vocab.json" ] }, "hardware": { "device": "Tenstorrent Blackhole P150", "device_count": 1, "host_architecture": "linux/amd64", "host_driver_tested": "2.11.0", "firmware_bundle_tested": "19.13.2", "installer_python": ">=3.11" }, "quantization": { "format": "TTNN BFLOAT4_B and BFLOAT16 native tensorbin serialization", "method": "TTNN conversion and model-specific packed worker-bank layouts from upstream checkpoint; not AWQ, GPTQ, GGUF, NF4, or a CUDA-compatible 4-bit format", "dtype_file_totals": { "BFLOAT16": { "files": 162, "bytes": 2102566784 }, "BFLOAT4_B": { "files": 298, "bytes": 7597040400 } }, "files": 460, "bytes": 9699607184, "original_checkpoint_still_required": true, "uncached_families": [ "GDN convolution weights and optional biases, FIR taps, native frontend expanded tensors", "GDN fused a/b and standard/packed mega projection tensors reconstructed from loaded TT weights", "Derived device constants, RoPE tables, recurrent state and MTP KV/page-table buffers" ] }, "runtime": { "dockerfile": "runtime/Dockerfile", "base_image": "ghcr.io/tenstorrent/tt-inference-server/vllm-tt-metal-src-release-ubuntu-22.04-amd64@sha256:710de20012a5417ec632e9d1db33b45f81fa9d9961da882a94868d15c5f99735", "model_spec": "model-spec.json", "mtp_speculative_tokens": 1, "concurrency": 1, "max_model_len": 8192, "text_only_tested": true, "features": [ "packed quantized projections", "fused GDN frontend, recurrence, output and speculative state commit", "fused SwiGLU", "MTP-1", "sharded decode and verification norms" ] }, "limitations": [ "Requires a P150 and the custom runtime; cannot be loaded directly with stock Transformers, stock vLLM CUDA, or llama.cpp.", "The unchanged loader still reads the pinned original checkpoint and derives some uncached tensors; this package does not remove that download or host-memory requirement.", "The 9.70 GB cache contains runtime-specific representations and mixed precisions; its size is not a uniform 4-bit parameter count.", "Sharded norms change numerical results relative to the earlier interleaved-norm configuration.", "MTP produced three distinct long-prompt completions across five identical temperature-zero runs; deterministic output and quality equivalence are not established.", "Measured speed is specific to hardware, runtime, MTP acceptance, prompt and output length. It is not a speed claim for quantization alone.", "Serving launcher exposes an unauthenticated API on the selected host port; use only on a trusted network or behind an authenticated proxy." ], "local_prepublication_benchmarks": { "mtp_sharded_norm": { "short": { "median_decode_tok_s": 71.96135430413634, "distinct_completions": 1, "runs": 5 }, "code": { "median_decode_tok_s": 71.28552000354252, "distinct_completions": 1, "runs": 5 }, "long": { "median_decode_tok_s": 71.11090562358682, "distinct_completions": 3, "runs": 5 } }, "mtp_fused": { "short": { "median_decode_tok_s": 71.8067990686299, "distinct_completions": 1, "runs": 5 }, "code": { "median_decode_tok_s": 71.30913846978844, "distinct_completions": 1, "runs": 5 }, "long": { "median_decode_tok_s": 70.69826613632549, "distinct_completions": 3, "runs": 5 } } }, "reproduction_commands": [ "hf download Lottolabs/Qwen3.5-9B-TT-BFP4-P150 --revision --local-dir ./qwen-tt", "python -m pip install huggingface_hub", "python qwen-tt/prepare.py --cache-root /absolute/path/cache", "docker build --platform linux/amd64 --build-arg BUILD_JOBS=16 -t qwen35-tt-bfp4:hf -f qwen-tt/runtime/Dockerfile qwen-tt/runtime", "python qwen-tt/serve.py --cache-root /absolute/path/cache --port 8000", "python qwen-tt/benchmark.py --url http://127.0.0.1:8000 --output speed.json" ], "validation": { "cache_capture_complete": true, "all_target_layers": 32, "mtp_head_loaded": true, "generated_cache_files": 0, "clean_download_benchmark": "passed; benchmarks/clean-download-speed.json", "runtime_build": "passed: rebuilt ttnn from pinned public base plus source overlay", "runtime_image_id": "sha256:2d9dd4ef50d4916cf876ebf69a5c665fde56fcb2d02a9c0b21858dedd0528cdd", "verification": "benchmarks/verification.json", "tested_revision": "57a271fb1073166cb8746ba684c3aba5fc81ca3c" }, "quantized_files": [ { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "71c0033ccfa93866939453afe9a92e5dd6d49b8a4bd3c3eda32116bdd09ee00b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "42c1b99e66f7fa1a9a9f6b9fa116bc51ba0057c8b025f2d11b9e05b48ff11f16" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "7279ff07168f2042d69f6de46fd706540709640cedcc579586065acc581e5adf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "460f18cdbc07e47732f1059d5ed261ff67b5ee8fb5cf7fe44c3e2fc4f7f1c45d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "933a45a5058f9d9c811629e0af64ffc951efb95609e27bea4f54d82588d2122f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "693aa3e44be3fccff89bdf357bbfc633c4e3bc62897bb372907776b92e32d60b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "fe216fbee564ace7d7f7e8e74d6d3460e62d32c794208209fbf0769c0e2fd5c6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "ae4ee7270de757a40d4ce2e1f4d368bff4ae8508127e07425c940fe843b39aa3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "ad51faefb7505202edcea52ab90c781a72257797b5080af7d62c341c29c50f5c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "470eff8f523155457cdeb861853b0ef8c0909399f3922f70424dd60f35d39cf0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "998133c5b8f5dcd228627e219471a7aa5d41624a44844274d29e6abc1691c150" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "22aa83b80b704efec44ff7938a59f9d319e7e94a85b47d54e553b27a40fca917" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "97945bb2e699a4807906aa3a1833f10ca47ebadda9f6cffe781482d0b35c2629" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "4ef31d654f55a750fa388e8747e45f23a9e173ec9efd241bf558084972d27895" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "464c6e59e7b4dbea8b6ce4408d22a849292d2b4a8fab6858cbce0fd99bba7cb8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "128651333c8789d97dd3c9c30937a11d2755db3691b07cc2a6725e27918a02a6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "d8a504f21e4b7f0884fdb4e903a6b26423ccfd7414e05fc552b256fef43b14e9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "a3620b428e3a92eec727c35a0fa7c601cc588378e069b4e37bbf619588393309" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "3bec3fefdb874a8147a651207a7233ea67f00eec7c02b2c3ac1926b16d1bd1dd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "a0c127411bfaf4417244c4e9ecd597cb76104bfdd7fcbdc2fb82f644e58003e0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "385568ec4adf63b7ef49099b5a152d8cbb712f008564b617b41564ad3656ef4b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "129677eaa37d561206adbad5c256edee553417bb1017ba307dea709cfc906bf9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "833d194cc33e9529aa3e19d90b0e1a1280b4544da5e0f5a57f8290e31a5786ca" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "5f9fa16ec0698208633657635bad2910bea39763bb64ba09815d58aa378f9845" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "cfca923c869095e5a32d82199e6e53946868271fe01a8cc066e2d976870f1735" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "284827b9b98935d8003a6e22ebec0b3faa643632bd442a607b7f5276fb6090eb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "661d5a58cec27167747c886cb6276d6b1bc67ed4ec0b7fe9c39f2f33e947d655" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "cd281247bf5c87d4b3d97e0816fdd1d566d8be295dac19b5d05dad58bc0cdc98" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "f2e93c4bd698e8907a1121147b8a2575896813ac304178b5975a943628f1273d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "e09a9f0cc3e626e3134f90513fc6d4f06fc76cd20062e1d60405239fdcbf28a8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "61445e087a6bfac8cab714a7b8b0004fdf0ad914c4027b27d8ee16c78d1017fb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "df0614b2b33310b80e1eb240359fceeef48aca4a5a9c803673f5d75829f021de" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "5149d8d50059da4f50d08a3a910e087e248f5695c210a28f9564b7332b639cc0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "3b462b32dd1bd102a6299cdc146a167980cc363bdf0a3cf1895beb13332374e3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "cf4ce0e15492dce3aa4db5a84fe04ab717aa027d6e44fc2f559b0a98324637db" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "4d1220d85400cda20fa8ccf8ca2dcdfe2256ff7d2a76e54f4a4d1e0cab18182d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "39dd765424f71c81b8e92f2861315ace647ca72643b544ef25a838f5b957234b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "37726ca2810b3114267b599c1fff6dd17c18b534be98349851a74a0031511fd9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "6e53fab1560aebcc3e640f037e6e8bc9955768f4bc1dcf27140406b8040f61e9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "0b9acb2a03a41a08719c1f8c98b3589ce98e9a33751c4f5f81402eb4af59e0c3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "b2ba6f5b91803b2ec2c187a820bea1071535f19b52be36833a140c24c4138ad4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "649250436d2c6382e518e1467f090b4c9694ba7084ce0c8667ab643e287052ae" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "3d164be604028af5fda062e4012e07b18327e527a5bc56a83ae8ace1a8a6e2f4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "0b176ee7254f919e4a8f4ce69d751888e7c0f91c3b23c1e828a04806741a4838" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "72f2193b65174613b20212b6e0d14da8971a10fc7e10b0cf6a41c5b108fbe758" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "68bbbd56f8de6a8b960f6d4dc851b832a8ba3624aa1c5e654851cab933714b91" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "2a34745b7402c939bf7db380232e7989ba02209119c8fa26606cb27127bc363b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "c2db1146b42ca2d1b22622a3cf23e1ef8c4dd7eb41048061be317c844fe66b1c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "feb8b749cae46f7ab9a2123992793569a70692f416af9648eb3f63b576f004ae" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "8301a9ee00104e8a8b85e312a3b5b8d2a3ca0858eb3d0cc96b8b3cf3dd7e9eab" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "69cacf207bde1a400baec5d8eda39d7f4927700023969f09b3b4981398485d9e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "87be48692f96bf5d2bd7e11c86b7b62db1bdee0dd72f3b116997497cc11006b2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "ab3bfd281553de80d9c23125cdaa4377792bf8e35c4543aa8614c2f5bcd10038" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "ae2b2c5a1310b09bd540bb6a508910d23ee0aa4a5108eec6cd7a331129fa9081" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "ce15a9bdd12b7ac6f796734feb0af3ee7bc149c3b1e2b0f86ecb50100cb793c3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "4324ee32f75e378ead0d7ffada304af4bae9b6aafb9741609c79469f05cd3f2d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "849691de805f5b042df785ef7b816d2be4f78cf0fcfd245dabc31dec014cae83" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "6177a95d68c5fadaab2cb1d8a072921b4762b79c11676030887430319b4116a6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "1c9a3e3e27b0413a9dbcf7063138e8466152a3ab99cedd01b37d49092ecfeaec" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "f831ee806d68050733b4444311728333ab0db38821d06e24bdc443614e950655" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "d158f4dfe90843e5b4870e823d09dbb532530bafbf4cff3b759ecf0650ab7e07" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "89f98820db13ae711c5ef267b891762faded323d277ee5183a26b179dc15a6ed" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "0c851d2d5f7d86bc5c7cc1344032c6370dc6a941820f49a3ac9379a8cdc8d76e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "dc90daea5dbf28eea08b19e953e772f7e174bbf794c22afc560f5e4c01f857de" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "627840aaa440b20cf90441dbb13a359bc197f0798a81a4d9aeec305427b726e4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "d7ea2bc2d89ae2b779a06d0c52f1b3ed5e0fcf058aa12599308efe8a6edb98e6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "15b544d7ab49eb4ecd82af958d91f652a4e7a4a44ab3cb43fbfb6d55e946cd2b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9206a4f1a6c6f9714cfaa4b01b620a2b4eb9a9fa861e1939e123366d74e7e985" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "5bf7cc6632b9bad89ea6b061639c8a4d55c8c916d9d999e517cd5355b22efeb5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "bbc01853cf66d29f23171300ef0deb43bd3c7cf3845f5932db1571e5b86505fe" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "065f9e734907339633a7db52eacae712451efdf7a1f23706e55c7fc4cc12603b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "bdbf00f1e8db4a8e02ad6d6cfe97b74ee532f2f99f911a32d6a8acdcc3a99b58" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "e164a88993f4f23543f07bc51670946205c675ec3d0cd4123f4593dc323bb364" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "ef1fb98af7d7f6fe013d8b1fe10be78a024b8101105af47a78e0d28e9b16a8bf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "acb633691d07975be3311a0247e490db7eaf09fc7e844d353c7e8b93a0e21f74" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "bff04246f1e83dfefac9821ec631559ac3e3293833d619145d4cdd2322cd9295" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "5894f649c4bd831fc83b644cb13506f3700393b4e0e58a10e832c653be2c76c0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "00158cb32cc8b945b9393bea69029cb89eb65dde489c6d7a7d1a521e593b20cf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "96ddc1961df1ff9ace0c3dfffd64299ae781fdaa997f71e7712f2c0b4516d07b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "2162406ae4f92beccdd24c9a79a94dd45a3ae693f1382d8fecc39c1ce891a881" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "09a892b2d7d3b0eeb7ae48d0c6e7e1c7b47d411507aee02605a2dd2ebbbf1a9e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "4ce960f006298ab8b6d1ba43ada3e6fa5a57f26b2644e911a1921efc76dde1f6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "827bf395435e863e0f48e113b608bcdb059bc14c3c0c764e4183f6d26ab90df1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "d9b31c173f759fb4e9816ed9f1e931a789fc6da4415437c0826b7a83dda55a1c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "30d01226a12f2dccb33149944ae79cd522494ade7f99451d0c6cd3b45274af56" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "43144a1dd8b5138f38924eb118c61e917eee5db1a285a90880dc64bd2549df55" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "628b9bf907e8c4a29682c5e95fe0d24130a9c8e2643179e160b065570cb429ae" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "384bce28091bbd7cd8c12b8e7478c5c51577f02d85c5f4ed1e16ea88311b6c50" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "e130e06f9e43031e43bf1b7ed780e8974da455527e87eb032d8a31323fb91b0e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "e76d7ccbcee6548f7a7b8ff825381251e48f1cccde4eb7f8cd79a009ddf7ff56" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "c50865f66141093db4b189cc05c3fd7f2f90ac94764c099af3249c5ff03b90f0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "8adfd27a91adafba9b91c1f4088b01431d9cf57f99f8c8e216948db424f6c86c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "b55492af5a288f52ebe592e39e2e75f6949706869b679621b41597619f9a7512" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "86c2d29d20e39af0a20e861b7f372cc015766675c72d046f97940cdecfb6ce54" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "8d2e1b9d18d66c51e28e4ba23d705e7ac9d78bdad6b23af092c18484c2a8c86a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "029791632930453a9512f26015069038bceba5e1e3dbeb747a93335e87127800" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "b5cf655e3252b1c8cec7157595063eb8c0b4eb95969f22183d1f814acc9f75a4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "bd182774eb60e0459b0f7076b6422d80ad190779145852cd818727ded7f1643b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "b5a8cbeb04c20ae79baf8ccd161ec5a05403ee15c6974e657a883f98769b0888" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "d2041b73ebe881f4b2a01a2b9f57f4017223d97aa8ac6ec8b59a0370067b986d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "a68d411f9896a58825da490de3a29d41707b60c4915fc830dd8cbfe2385ba39a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "bf75634767e07b09de02ec1f59363746bcd93e0fc83c8da9fc4c0bfb8ada78fb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "fd043468bc94ef9cedd9ca55a3f1444db21f59f71a98a52d73e2aa4c2d3e71d9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "9053aecdd97346bf1b3b07ebb2b1c6e5f1ff2fa2ce42b62c9d750e2b022711da" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "fe37fa6252aef8ac1051c6781dec6f53d7e092ab710ad54e186d9952a8dd44c5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "704de8b03ce1d2230e17dd62770fc7889179a616c95d1b061bb5238d0c8d873c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "78280e420b84856fbd366b78316247b9817097881be96aad1c397006862ae3ce" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "68cbe867efdcf3cb608dd41d76958fdadd45a10dc7af581140cb6e8bf256071e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "caa8d51bc81da36a796bf9a705d8de17a31bd6a078f17a531342cd1ec1c9e824" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "23d6fd12a9cf3ca9ed75da7f691c01d2ab6cdf655d29da01d9db3322a9627d88" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "aaa5f2a9235435f2115f4dc683bf4f84dfb1a602725151966eabf531c4902c69" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "dff6773c732bbf57c5c5367c024b099a413f67df292678e65e4f2e43d8d6ac36" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "b991c4e995cf9e56ae06354af0101dff773ff067859d2342f5b2ec1e4ccc7924" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "23d6a2041b7720459cfd286e5595eec2fef6bee4d9cc7421a7613037c8a4e52e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "6376eeb2d0dcc35aff064bd68769dd864b87dec6a72d4e0b3b3575ab925cacb1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "162c716b869336eccc5d22d12b99b1bbf6cf78371071ed7161e1a15df7fe7e62" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "6c989272dd9e3164cc7c2957916071013544fa87ab87bd2389b1e803e2fbe0f4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "75cfc96d5678fc437ba214a2271ad8016f2ad129a9f07261846ea6580f57fd1b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "742c897f0a9665ba04de2b3b8b81ad0af82e5da9f05d51bb08d9151c5319083e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6241b20e042ef95dcc4cbef9fbc58914b1fc285f6c180b0fc4750cdf31cc251f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "56513955ad89dc5601868607170c2cc34bd98dedf1d7dd5909899141e20847dd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "54cb2d5aef1c05dcf99ba7f12ba765927daf3e6d768237ac5ed9353a234a708e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "0b957b956e3ec860eff3b2c144bba05f4a48ddfe1a96ea87e1a38689ffb874ec" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9ef66ab466d0b4dc757b3259baee9a85eddee6eb3ac1c123f380cbb07df525dc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "76d21738e193376b4162bb7f172134635bcff00d0f470a345c95910556e2d8d3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "99377fcd6fa3e9710ca80f911617c5bb4acaed279989cef9949aa158a804d1e7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "32408f81b9bfce4264f4490df5c441395b56cd95499691f46f3ab9b30c17fe86" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "5cad09fe3e5c177007cadb08f8936607b179460fba6570d728566880f0afcded" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "cb74853cb2d370a60013eb10ac93588d3d18822580d6e24cc51d7fee8e9d2d35" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "93eb7a53dae926dfc00aaf95bc520402f6dcc2414ac40b0d868267917617971e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "330f226404da9202d9d2be7e1839be47963f6933cf10d770828a22893a0a9388" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "d0488559bb79ad5a67472637ebfa189b09554906962f3b76296fbcca8fa47f2f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "07453daf666f7dabb390e86e7bb0f8316cab9d94453ef171d284b75323ad427b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "f7fabe4cdca9624aa92fc3cfa0cea32cb0519d96c41966486b0dac8eb25b7729" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "94326c8fac3bdb228b261ab1106a6a1add7db8f248d8cc9c9d53ed06efdf432b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "409ce4ab50ede0b1981eb798dcee383c77a97ff1de23b948b190c35681db61f3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "5f2280f87b8d742b70360471a4f9391a14423a776507394be8c85e6a96aab02f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "8bbc250f7cb8df7295d2e1ffd7bcf1a2772d4ea41262477eca40fc7213358698" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "ee0a1efa0d0253e4e3a528b1edd49c85b2f7414a9dedf9d41b44c24762f60cdb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "b4c360828384bea6f7cd9845d48d6eb3d2511cec0fa903aff15124fb50774eeb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "0a9ad61ab5926d98b9875a457e9fbb6c8d1b2d6dcb41eb107a0e2b41a2ccedc4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "063efa08b3a052603ffd2aa080a775fc9efd4caf67230e2da6fb16ab35d8eed8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "a32f5f2623aba72d8f60af80b27d610046e389200b4857318b28e3c4b5739991" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "498750629ec4985990be8fa82ec30c44b2c772f0c16059854e978188f9f0fa2b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "b3d38161e9d3ffea6149ecfb351d67c4975f4e134a1598d4c7e1ad89f2e1616d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "9f87e494b0be79e9ec75cf888fcb50022677ee86142f217efdff0757fa20ca0e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "381b1fa77992b719796be707e6c24314dd283b23c4c7ee75d5bf09ff643d3607" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "91b3533edfa0d90cc5dbb0e47b5d5788fc16e875f3403bac8aaeafd0e42baa7b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "a3fff72e8004447083cc3cbd4d366478edc236617cb4bd551739a24067b46dd6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "e0b8d5b7dfb093a051c3657ee4ebfef883c788e87c6bc3814083bc2340398c8b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "4c61c3034450650321134c97936bd5d5f68b22ff67950c59c26b8511913a4641" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "bca895a419b8bebc3e9dc9f5210634adec1737996d7f3b656d303f5be73d3ae0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "db4cdcf41ccca4cd559b8b1898a08ae561fd947b90d21ec8dd96649ea03b764d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "e115efc0cc72840b3d825c2ba93fefb6cbf5f264a4fd07a034cf91f0932190eb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "827dbd45d3cdcb1f1873f413962deb396091f0aa47cabc8ad596d146c627167b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "3688d4e4f4064fc4fc4139b3b17091edaf66e4dba925cb2efe4192a04e6d9d44" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "f7f9bff261725f6fd06dc6378da6077b71c97b94d65973e6604a666e571ce475" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "81f042031ff86a7d2676db402e73ced96dac740a76768d2d007941900d68d7b4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "e3f60d16921b726327eb4c7c68e15630295f3a6089cb391a0d2cbb9302f2d397" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "35d8b57a5174d133dcb06b54df8c16c53117e8eb3437edb5449065b69c581ed4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "7ee22f3fa762b1f174312a11d5087cb22b6874f320db97c32c480b1db916574d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "2cd577c4ff648278b197eef41da2033f175e830fb002a2d8b9c28991c4adf52a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "127b66bce80007a157e28fea30816dd5597700e2dcb3d041e4836eb551defec2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9f918422d91fef8a6de2dceb500cfff500877b681ecde714866b2426d571c5b0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "4fe5b093ff57e23fd789a80b837a629fa4842c7f841b4690eda0c1927cfb9f00" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "974f30772d5cffbe76b3c5cdbb65e8328e9698bf001185caaab4021f7aeed68d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "2e20a3027b9ac0c286f68e9d6f7e4e7b3a4af7b3260c3ea9cd0630b423ef644a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "4a936ea5b4682d2183d7e46464d2f95b2755975245a58ce3bd5ffd1ee6efd0fd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "8245252e4cb4810a7b2f30fe406cf4a256ccda885ef18e135d9abd0086265f0b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "85151a3dfecfa44573168589f1791b842839d65f0c633922aa4763976013b1bf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "a97f6f6a2d2a77220bfbb6e09a81ed9265701ae951236284687997ca452da2b6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "31325aa92a3d1c7888e7a9e1f7fdd05e9b518d583fc5d84c201c3d888d2c4394" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "57a4d478026f8aeef1a573edbce899417c7792b815a5eb128ac412f411d0b07a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "c78b70dcfe4241acc1e5c15a4cf967735b807a20b9a5e9c9045dc01e69c15265" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6feea622a98ff84898af115974c892bbad4f80ef9f3f97a27121a63a9335bb4d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "7c1bf84c4e3751a4a4da473c890f4cd00baf9dc4e0dba55aa820804968429b45" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "05fe66a7ba8a56c01ffdadbb90e4d0282812dbe55d2b05ff937e798c18ecb797" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "def28fa04018477247225abd5a0126a03a1bf0e70090486742a2579079d7dab2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "51ea281d8e79fcc8021642fa5909e865452b2f6b80f96f35b52439754fc6955f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "d008639311ae22272c0ab34a81753dd61d2d30b824dfac7417d745c7565a2422" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "0567b810acefdeff37921281a97cc8e1cc6b82581e6ef671a970614ba0b49361" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "e88f3fc629d5f3190e8f80fc1297b8af7d271aad1aff5b58d7951b8c859209bc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "8be6b76c767e9813d995eb0635616a176529bb7a795c919c61beddf1469a91a0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "0211cbd49baba26ff399a5f359bde60b982b9bfdc53a7153d29376c301ccc6ad" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "58dfee12473c4554e893804a24de94ae932e4b8956ade597829ed9f1c5f801f1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "a602737ce3e531e2f0cc622d454644109b1ae5943f1ca83f5e93bd9036bd1260" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "0c9b47a7d9bb2f33e4d293bec8aa63b92b743333d15ef039a0922de8b88307fc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "b495ab5c47ff97449e01149037d9a2be7793526b85695a0d590cc7e564be27c7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "230b248bec7296186b53f394d27eaf60909ba2f341049fa2f86369b91e33eb73" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "254dbad77accded027f9830cf2a5c28e50dcadca97f657d1740f1e215eee6766" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "95f74c4fcb1894bf7d57fb2f908e3e6d787eedd7e0dd1fb9135ffc9ee2299537" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "205f6a6999ac58c67566e81e9e1b4f3c85d44d4df5b5f3153062cbe5f2b9f2d8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "62d9c4e042880ad9de4ef190578db20fc5982b472b5ad6f59853fb32fa2a391b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "e590758f482445e12b57980b2c0c0f09487588b9e7ea3198f8dbee36b62ed37d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "e4f94ce317b7cdf7c88ce932bfb553e6b7fe1dc8d8d91c38aecf92dcab272dd8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "5bdab8f52c2a544fce9347c7ffd7f3c6efaf4d8b34c339b0f80cb3e0f7700718" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "10e2d33b6329566f20c091c84d37be31cef4f0e65157a97f4eb419f9fa5deb6e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "b93edae6b7dbe277e8535006be751b0fb9e05fff8fe92732b1012c601a32ab3b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "fd36f4a23d91902ffc6c61aeef686bb0fe83202125d56e77b1fc50f796f5c294" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "1803371efbc7f7b551b9eca19f3913b428a7177813670e670bf80ae790ffb652" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "67ae6aad06d613115acf7931e107a49de0d09b2f97b50a601b40fc956287f509" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "2141ab9d03c9f841a99bae233099693370455422d0146a3702500a69d3a65610" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "0050035ce84e831865a7de86f43cd1e148f08cb62305f5f5b59be2094b75eafe" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "22cebf2088deeea575f2488f5951306aa02abe6dd1686299ca0fbef348e3eed5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "b00ab2085fa9e0c986d6d310b97cb5bbc563f8787abf7521323a576c044b3a90" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "c91a419fc1815075859262434e6c0d30171c538973426808f20bd6188abfc163" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9eaf88af5c867eff9aaa002d77766a14994ad352e659e36d6dd12286bd7a6dc6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "7210fb65025a6e958e50e3c20f787ddda7ae6228fa2eb38cddc34713c01de1a1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "66680dc0dea3aaa2c1f98a99b3bec059596316e7156ba790c2627d8f40757f0e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "d011eeef713c8d0d9fde89137a340bb2df5d38cfc198ff872f23a3fd45e944dd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "8217f8fbef6ff2a1d029e9eea4962bfe44693bdd6dbb8da0e00ee6a4332138fb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "a6ea465e91b68db956aeeaba0cdb625adf8738f67068b180d5d8902b3b1d6c0b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "d0afc6c74e11f5a84d7145d2479c5fdbffd307cdee3a9795fa5cf7a81a525c22" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "7b5f947a27a087943a8c6dfffcf1d42edb7e660f5b9edfd6d8d9466ab2800648" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "b6351673615e100cb89358a5b79b58d17a3a64bcef469c60a9563daadb6560b3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "af2e060bfaf2e1703d156563b1fabe5b7dee5c533c2d88dbd658a8160ff6f972" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "2c51829ac10d1151b552be2ed18e8777db4c05b2ff0f5778427a40f898232aed" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "acbfc68c18c833bf7d978316a262242feb3d91d0c38e9848f9173ab6c27b472f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "0ab31f1cb878f11c1dbe6411aa7d0e911b8b84f28d0b8e87bbb2aec434cf04b4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "323eddff32c3af2a55bb5da1e049a4db36f9a02c8dbac20a12daa5cc99de9c6d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "7aec3907f9c68b66a1060e38b1fbaddebba6c7918cc2974cdbd71e4d8b7756e8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "b1678ff4c6c38c465b5e3aa307e8985e122fe78a0f7e0ad2de8bcd510ca58f21" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "dc228baee2344db89aceffda449b0a3cfbec39f4a17436530a275544dd158fd3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "a87dd5cc8754b327822b5fb7d43f967f47c0f59a440aea35a298c0ea564091b9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "57c62b0702683414bdce7c423e8ac4e01e6640fa795c3eb173fa13a9a76fe7c8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "701ddeef6fb7b9cf785c35a8655531b45dac509ae4c3d7bc575c1b62df7cf874" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "f06a866c1e644752bee828c82877d737e422cbc9b6190944acb74f41752c97dc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "4711f9fe73adc98ffd36aac1d9450cfa2556e511373156558a9ff8f77260e033" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "8f707005e6bc569d0514c34179913e7fcaa0ff16db658b1822043d7a7d56bac6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "8ee8801e1000d70946753ae196ac48ab635162ed703f17f3a220a5e1a600e09e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "681495b12db9911e904d1640e2275168bd784faec7f30634fdfe3353f1f301f4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "23d2bb421fa709b3cd75d2736c216749308d0404c12d661a354195804f7572a7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "602552ea69b643bb4031685feb1f69f12fb8eed30264480b0799047f2d0b1ad2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "91fe6da9c322a9daec10db78ad5298f6d6b543af86358f19772af488b6d50f76" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "fbcec66c546604f4354cf0342417f297fced57cbb1b1b0347c0be31c15a72b71" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "6b07f87754878b6334e4943184bcd1957b090d4904d282d4abad466bbd14b249" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "1a5f72d0706d817ef9c9892742e7527b0ce037dc091d69bc714c067839231b1a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "bd54f2faa2a205d5d96bf900cac0c9b5a348c56935c426f4a14e76485892a410" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "fe6472640a4fd798ea5b8ddc8209d9096694b6553f5661ca51dbe6fd5e159fa9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "549d34b0385d837a45704cd07e563ee482d24010c4a7a3166fc6454d202bcded" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "7b0f9fa2eb4930f99a44306664a453746ce19890df9f0aae016ec8345ac7b629" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "f890440679f380044e729f6c982f288fb95f69550b9b5313bf2134f51025dbdf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "26e99abdc659508a88f3f4f0ba0af605ac6dd801e7840604898ae0810276304f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "aaac2251885c04377ce4b6ab189b60539d857bcea37223341b241ed3512a098d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "6e96ea1ab8a5cf709b0b1bf52be91de370606da8e4d6e59f6f4373e553da2318" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "3574edc6e5e4fd0ec0334790cfdb45aee0f4e494bc987aa1e755eb55b76be2e8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "25fba3d16d4fecd70da4fa3120fa9e40052a154ec06757fa9f6ca41bffe09a67" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "8611933adb1a469b242c5d9c740840a667e70f135987b155857480bcd0a5d2e8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "99ce8609dfb31d2cc08b07e90988be5913f9c48ac51630cd1d3f8fd3775a1bc5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "68cdd0aa36befae3285d039fd8e946247ee730fee2acb4d5f62bf4a16bc1758c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "e7978bc685316b15346e057531202208a16df365d77ba546552c05d1bc13516d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "8d6d18eb39bdca9dceecea2366e37c96943b1b8151447686ee96ba4da2d3c153" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "9c1a950ae84683b243ad52e7133c380aaa08ccf5fa7960ae53777fa5522c591c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "1dcddb4e7704053249c51b20cb78646e60f91fed9f231d5a16fddccd5a3dbff0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "71de3b34b4dca9f3565aeeba8fb9c6b34c983128962d30fa317c7f61fa4e6707" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "1fbd6d80a1d16fce1e1e70cf708f45600752d45d32ba883dd1ca2a9886a97d9d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "76f6c172eb57bb66058df532e439c8f6412eafada119830620c5584c2bef8eaa" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "dbceb9cee219c05d5331cca9d3fe128834dba6ac763db5216ea0cfc58d4c3e11" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "4b288e55f62581df5da4d3b88dfec1bb46f64a0cf42b25caf4d863ac87c13c24" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "fdc7689473fc3610ec2c58acbe4b4b99fa9905053ab0fdbec80e4c9a4dd8847d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "ddd0cb04765bcafbf0758cb2230565334c85ceb1794b867cf51d30659e391ccc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "ea651e75909ed33b81f13044ff2daf8e57c31e3dc355dc7dcbcfdaa916aaa6e0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "39abd01ff51bdcb887ec003bbce1cdd9ceea7bc4956731738acae52daf0d12ed" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "1fed991c3003b409d792d5d4430dd28c6bfa3b6778ab2558fafa3e230e788710" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "779fc1a0fc203c63ccda4223adcd044509a6677ca1803dd12a57e1e9a8e880b8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "3fc850bd651cc1507abba1e9a8821c56c3e48b435c22be6d97ef57d59f180f75" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "f7e817146c0dc739913d46e971500c2eb81cadf6bfbc3c7b78bcf5327a5bede7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "d60ea751da65f858e2793a2d02d462135753e24804b90f10f9779be3dd39645d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "edcc9ac86d654e3e0b82e3f60638f4676785e97f07f2c7f0e62356a957a196a1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "fd06693a312297aa7111cbbd72653b7800d6ce2fd8ca11c129cd131eacc9960d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "4916ac31417bf1c2047e2b9fc5eb2f8b68a9f79356248df2d92d3280e2c04e6a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "1adcc930caac883061d6b927717fbc139896ee40754bc7970616a4dfc85666cc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "36122e560c14b976e869836a8f630426a3aae40e26ceb22a1783c9bcdf8c33cd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "795d000e4f489a55ad690aa58f059fb2c11c8cdf7f6801f57d81eca782e86726" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "51f8befc587ac7900addd4ceeb7b6ad3f5cce7bce47c1f34a82083680fd7e5dc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9c208886e415857f296361d6b466a3dd3e27f70b48b31a3006b5050e1ecd01f2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "3c9c80760540cca1c09b2d5f06ad798cc26eb7e994f0aa63feb06cc773b4594c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "b5a07da9f758a7bd30153ee609e82be88ec4f6ec82c5693c72a66dd216315269" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "909a533164cc0e1dfd7e812241424d99e2d5db72366f62a8cd26008dff15de20" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "479a340bd133bfa0247390c4c81ffe5bd3989162d6b7182efaa2beca0cb203b6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "bc35c1a3a0f48131126e6a67167012f7f553041bedc4732008b31740a559c419" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "763f7b093389b97977f6d1a917ccc97ab5bc262f01dd87755693d060e2ac565b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "393c1accc819a3530cc568c91a7305eb891c471ba813e2d78d0aa5c569b1621b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "cb5999685d903d959d2c518f7c6352295987be746d8ebbc01b3fa1e3b21cab6d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "5de6643a08e10bbed16e348b2ea07bd7555dde9adb080fc6936f3dd11ce18399" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "6932f7ba5c8f98a7bde40b05ea012a0aa4beba4cb5c640b3b698f4caa5718911" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "adcf7e8b8e8ffb17a54daa5fa5431e3c0b23835bdafa2f506ede6dd1e3915a07" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "9b788c2900d03c0f357201f402058a19e18b13ce50d6af6e077d858c55153ba4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "c330aa89b7af72b9027cdf1bf46cae40159388bdea71010d11182a696429d22c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "b508bbd0f15c14f010732fed9ff2a3d00dd590c8b5a1933878933837b3351d36" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "40443bcc17fcba1d7dac3bb9060b4dbf1a0c89a1a94995a40c46bedba336e0a5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "7ee5e86e2775c6b0b404d6f81a38f87c2785a4ea55c3b0e6949e1820ff756b7e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "7c5b38e506e1401fc4f73ebfd020db2ce2ae665025602a092e125642bb60cdc8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "f8de0ed268af757900a9e8b4448a83a1df14d88a04672f5b1e1c0e46ad70cf18" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "feddcd2b09eb10773bf7834b8ae1dd23cb384a2e62a32cb7c0c99b610b96bc2f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "5f004e46cef74870de2f7cd801f678959635ce7ee0b7929fc5b7cdb588ac6cf4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "de67ae512b8698a397011599b59b21a3891a87c09a5da95a3832181427c28e58" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "eb7c79f297adb69ea4ed34e815047240894f2d682fe90a03ace28f4fd498c0b0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "c973c181d1b9133eed39360be145c6d566efc5759bf8f2ad9380be15512a07dd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "26ad140466e62cf8cedc6b57c452d7dd78f1b353a5e057788225dc8f9ee82983" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "921661a84da0d6fe6c0f810a040c2011e3316cf8eec8a29061cb70222ce0fee9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "21964a8e27dc8ab7844219c22769d78e68b16e640c7a24de9ad81a3229aa80a5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "2a1857ba07c992f09102b22a2131de30abe79b3d9328f64da0593de7f511eb98" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "10f1e0723e4c9cac6ac3f92e299d995a7749302a0d6678482bca33f9c824e8f6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "000cd93d2cf120672c9c98546c1cbaf78dc51b65c1305dc2ae092b40038c26b1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "5026226bd50469a558d265783faa42d83c3e788e8475b67e25c5e170cf44fa40" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "9d5a3bdd149a4d073009f4f50be0bb325dc02f6bbbb1fb0b3064e085ce13339a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "89a4d2a6f1530469270cc6979a24070c31c14daf2282a62e3a4db70dd727ccd9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "7f0efe2a7c0933d2f3988af99710a62ecddf7ac36cc39a530107ad69f88afa1e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "dd947c2f81a7875aec96da56c6d3d4e22e84377c79c531085ea6a7e3137d8b11" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "25d1cbd4d7b8ad35587c9665943a8f3d9e07a5dd6a2da875f23f7484307e77f9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "449ba707eae58911c71df187b1ff0958ee5afae74ea7f69158343a3152424aee" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6296caeb4c1fa89e462e9a615bfb647472dd4a7c4a3a4e5ac7d639648b142ac5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "39f74441aa227e22ae5bcc1334e91dc3ef8fe8fd6597e9d13545c270c79664c0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "ad576ead45973e07e27b02bcd1fda69f593a4270e94b2277193782d6855a4bd9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "61ba46f3caa859fd415e3f5ff8db4ccfc51b1ac85ab630ec0d4a42d051d470d8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "d6116b507a2b11c397041e3145aef1dca0f75903be68ec745c44f7f7c6c9be67" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "87bd517ce7006d02f7f0239a10174daa4e55bebeacbfd1de283cf1da2c6ee636" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "ab3d1fc4a9368572d01267ce3003df30a83be8df6ffa78251678636e92b3685f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "f7d85b2cd7b056556d5a3964530fd408be9b2027dee7252f95613484ce70b557" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "9c9195f49c640a0ff7cedff499c1fa7d12325a7a460bdc67d531f3f3290b6798" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "80d38d3e8be0071366d2e491fa77e08e16ec4056b9d262d71f1e8935bdef90fb" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "dc4003c3363d1f4fa348d52614e240feef28deacbb575c1efd9e76067d543e0b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "4e5274c82f15f36b3d42abd6afd864abfb11d59349cde432f10112d1af9ee017" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "e70ad2a95af941d96cddb6d7755c67689c65e806d4539bd5ba0c6475ba59f24d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "1b5a5925da0ec70affb88b6369fb034cd01f7744b02c6d40b92efa71fd4af980" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "1b02d99c493667a4e7089358f56d0ea682b50ad43c1b46cd516ef0983d6a8f5b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "5091d13549652b2bba673f47d1a7de6a20e3c62f8353128e9e246a30ede01b29" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "0a31960a2c15dfc6c358ee4c4c6867ae5f5ab364c4163c79560c5d2c451e8be9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "add8950b317d5b871e11ac43a6c24fe406bf29d256537843bbcdb64b5cc91094" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "4160fc901ead7c1a92f4b33c58d663be88bf4d4eebb440b7223b7e3188d60e30" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "b648414c3ef64e1f950488d9f09eecfc0f0918dd2bfa4d92b6771d3a3c8231db" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "534957537f0e5889067da123e8a2a77a86a0a6a3f651be015ae4b8656d4c7a24" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "07071c1794a237bf88a1da7ad746da20123f5de5ced3e1ba1f103abc429b5a79" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "35208a94b90e178aec0ad6ac95918e5fb35ea13192847a17957801a9b5ff67e5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "f05e09bcd2a0bf8416d57a804f686f3dc2aabf78d8752cd01de81ca2747878d7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "96e9cad5410a2d80bdba109251fc8fec9b1a22d2f12e1ee3af0c4f6897937842" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "ce5ad63e2cdb634b6f5a040f03ecacaac46f66049819ff766aafa535e40bd04b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "7b5714674902cde8d2901a58133b82b7eb463ea2c66db3222a51c285ef6a1b09" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "460eb7dc9b94bb3eb200992fb5b7d113db5cfd9a5331ace8c2c632bb787f6a34" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "ccd60a72f94befdfe26a4114e8889134dafa61a5f556c8cd81fed9f6c54a3e96" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "6c8626effb5abadf52038fead598b4c55b9cad7a5f016bd6d34f53014e42c922" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "8827476c6073e1be18ab10ba2df8b6d04be3ce1d2a8b0f974c7f70fd471ac3ed" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "2c18f4833f9c6a7b7614e7505dc140f31675011b4a559b0e0d45e62f0ef49ab0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "ad1c26ac7e6fe800615244127aa01be66ca80de7bd592dab8902f4144df3c7f6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6b56b14c971bfc5d941142471f12330fc53a1d559aec9e2ecd3a1331c6998336" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "6a0ae0d342bdae78b26f650a5dc275495c06a8ed3502ce33a71f6e103c8b5f3f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "1f63cfe9636d16d57718e20217791ab64e12fd0197f6f10c96f4ec69abcf2a50" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "fcd0ce86567411dfe4df2a7f6c20ca6f0aef58044bb0802282f174fd0a0b1e71" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "08ca71c7dfba7a26bc7ed66c3b1e0d2e9fb3a4e6c5443167a79e35099cdfe5c4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "d730270e79d41a1204fdcb98ca2e39b74cd9e67575253ce28f77549fdef64434" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "d8e07b7a11d581b6720549b0e796963ac44527aad19eb7011b9d4090f33eb1a7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "61899b90760ecc1002ec09d67f01a70d777d65d451bb2686dfd2cb9303b23898" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "1adda86dd95bd53441e7aafdffa64959650330b94bab6e5c8fba70eabb802f2a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "f2639979be502596f0f36dcb27917682247aa33e82f63325aa5572f282ca96e6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "14957dffbecfe56a6e1e1fe0df36f64de94bf98fb2050acaa561f5932eb14dbe" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "570d1f26358b5dc8c00b978f2d8d356695a8ee7f2b1b23903212f6735237aed3" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "37f4b59c06ce78dd146ff5f90367d99fcc3f5b1d3df5782b72251f6405fb123b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "56cd010fecde798793029d1187429564ba08543ef4fe8107e1981aace8e081a8" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "7a3dec6c85f94fd97f20ed391f3b4140dda2d033ffae7f1deb1acb88e009be0b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "3a108b8f18f0e9e6b601131f891e8b1978103dc694a390c386a1914a45ea4d32" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "688e7a7699dc9e0e65f5f4a6f2173d76242af25f7f5a92bb9879d3446eefef7d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "cdcfee71a5bbbc119227ddfead8fd5dde4b1f474ccaf00a1abc816df25d28c77" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "6bed990ea2888019dadc89d7b4123a33cca96fb6fb0ef21f54fb739b3e243dde" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "9792554e1942bd2502bfa8babcb3970cbbd9c7fcebd44ccc6a2f0496f3d639b5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6abbd2d795cce4290b301d1fd6ae356001253c70ec7d6277eb83baad44ce4b26" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "c2e5786d5d2d7efff55c2911d80386fef51d83f34f67fde75959afb1e4690897" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "cdca7e2c86336aacb35eccfbd7d460cbbb30990b97ce6a4d267e5ce5711a3132" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "e3706db68163270593b41025bb199156e4c1e9fd8fb74b5407e824fb78cb773f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "53e75befda5380fa65915f6040cd6f73646bfbe3e6994e2486b8d8fc9d9caf68" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "432139217cf6cb350a493facb45ec6bfc5bae3a3a58b7a54f10113764045f1c1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "f48d96399a7cde934de9e1b7050f783209cfcbfca0bd9c0ecbe84d7335a247c9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "0dbd78690454879d2e0fa050db4334ea9d14c910c0f92c4c1ce5c0c9bcac4c5c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "76ad911ea762194ef32c9e9fa0d4ff5a55c883cb702aa7fb2faec62a3bb8033c" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "253cb76a06f119cd4a1c3ef2668328a1e4114a809d300f26c40925d906e2bd52" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "dfecdead097b5463a51f0defa0e01725715cb43239ec32f43e9fa303c201925f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "239076169822303db936ee9f4fa450b14407df9f959400cd531acff4464cedc2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "848325e633e9504ce56f7ef4ff273b2f1fc6ec3db639ed07076a256cc7dadcf1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "14d6b9974a1cdb44c655dab0bf15150e00fc27482e67fa83e07459d9e9f83a53" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "1074417305067bd552d5b9e9bd6249b26ef27991e0023ee0348d72cbca16f083" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "a71cc72015f9e1542109eae000ae5f9703ee01231aecdde233f1fbf07cfacb71" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "5478a9b5aef542eb09842af26c9efddd2f4f043f87571105427cbe32d8b1371d" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "11f1b0b1797880299fdee7c4445f014cc3868374e8750f2a79fc666a74124914" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "e880df677e6b0459d81a531f1ebb2459044890a65e0ff6eff50a4fa117f6a766" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "f17fe075e8e94c2b7bd08b3ee4bd162bb7d2dd71fb99023c3488bec0373b251b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "9c9bb4ce3aca75c25eb275568014c3f6c2bc1bb19499072b375cdc3ade878c15" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "1a89f3bb5d53a077f2330ca5edddad6f9dca4ed61536a3b31b4fc97066baf182" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "49d7045bb6e23be1531b86bc8019689a16488f54e9388a28c332b893715d86fe" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "9b52c2f8f30df18526e1f6d23fd2184bd300e7d5d8c06462f460d8f63bf3758f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "dd55cc0e6ce636423a66e089ee630d27de8b49e025db166dbada03e1320ce9d4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "2c5c9c5a9cbc9554e0aefd5bf1a817f81f38735ed4d5e27090ee4c0200d5be90" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "d00b0f5c0518185d9f92bd8581f4bd16822ca7bdfb16d1755b1d190066f04238" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "9b32ed265de6b1b9774b180851e78f157534a384fb8209b1f357e08c325c7396" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6e6015e008ce4a87dc23995c11a739592e5c19791a240d613f7b02db9361ae9f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "993a19b466ac71ec6d6214cb168983b1275980f7854d453b4a175f160d9b6055" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "0279fefc21aafa61654bd7a8362564fd74e66c35a2e61a70558d5b9d8072eab6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "102d25d6bc9a2e287e8c36672acd686905e9ead3c8d7227a7d8eb0e569aa901f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "f8fba1dfb927c752b2949a4fb26302e380469cb544c583204ee69e63e0aff1d4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "8787e5c7e0ecec1c530eb6f663cde30a77824fcc5bcaeb9a5a4d979682729057" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "e43432a3eebcf56fd990885c8c2602ca825eb87a2d652e94fe37843fab3ee9d1" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "1caa312f4302813480e8221e70bf1076ea6785d40afdc6066c7d6eb17d53d064" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "76cfd2330bb1e4c16766d7d66ce5baaa313cbf80b11561deaa80dfa5582f8a60" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "61b26fefbbd1e67149da9a5e0477b800535036cfbae4302e41a52ec7fb24841b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "40c7ce64bc16eec16b915da1d6459bd3e861bbc3a13a649f3f77264d20397cc9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "71131bdd88a67b5104b0e1b5ad7d55b3984e3a51987185a519197b4a43a8e640" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "b885c07a0bc5387267065c9169985ff6d347277c1638363676f51c9743daf806" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "12785f97b50ba4ba1d292e3f10ac8fa9e51ec45000b7f6003aba2733eda7bb6f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "c4642be0158be2a81ba75ad12dbbdb221e9d96c127f8664ed095a753b657aa60" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "b9f0390333637ab96d84655fe86e31fbeeec71238087a970ca18739bb95041d9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "2369eee5d184d04b55d2345abb0e0c9e0b5b0b8059826afec1b2346a097d5991" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "94cdffd62de29b38241d9c3d39d23951a4059bfd1875ab4544547b951eea511f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "209fd46e6d4dc04da8650a1dcb5ff2e0d58dd84458a357e4719384001326771e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "c8cdf53796dda51df8e5de07f1c727670059e2266307898a282858e7fbcd92cd" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "2614d69d39d554a96b940df124a1e1cf40a1ab31f7126bc1e10a40504d3f6383" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "7ffd4f29af53592127c161ef12aebc9efeb75598ab8283f81f619386489f2b65" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "9c3637325152281e07a18d712fb184d28a2643500baebcf0e1c395d2a6fa7337" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "ae9e738a673f534d5f79e6cbdeaf7876a12dcadc7a0b7cd2b7170faf24bf89f0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "79bceaf2b47ceabe5df5d2e2a6b7a21c1fe9898677f3dd090f9faa99581b9fbf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "d871fa8b1a01d5710f3a047ee8150059e1289ba67173e7ec333341296a1b034a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "2d90b262ba4ca7721a77fd2c70198ab338aa0c735d27e86d91b55eb64d7e5b8e" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "d7dff192e21547523f64143efa578683bcf576f9230cbee98e60b16b3bad6306" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6c2c261a1abf1fdd09a87da8c71d57241853d2764ac3d13ae1cf00a9e7b68f3b" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "6adf224d51e6ea45097de182a6766e30b00f7d41f5c9fc4775068b5c338ddfe6" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "d249a20b8917e5e3d7a2f3a445f3246b48b73bc5ee4f8336907cf66fe4bc358a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "0a14bd05e6b20b1e625adcc6193ee9bbbb344ff55f640b38ed011cd6f458773f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "8d25c23a8b97d9e67df15e2dfff5aa93358a22dc95e9e8dfb3071f05c71a3fe4" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "32a7fa5314855fdbf29a16bc2ad74849ec22080231773c69b8228aee4725bf39" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 2408, "sha256": "6f5986c30c9659d36ba33e0739703a0baa3cc3fbe2cc7e2f5ade7eee506232aa" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "8ef6e78f269807ce255980fd3f1bbfdae4abf7fa3033161a626cd048019ed69a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 74088, "sha256": "88876f69caf83340f5f1f420d8eca090a5217cea9a5514d7d4ebcb2d465006cf" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "7b65e0213bf15680370246ea4e375655fccc29bb327f73dd46b7a9c0bc41b61f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 8552, "sha256": "44efbe4938f1fce02e63ba08755b8f894aa884765bc6d80338caedef19419986" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "01feb1edc242e0576ff71ebd62ef7f6492d0cf2ff263152e4a5e5b39d8119267" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "9148693eb716f106e857aa10a7e9c5f87019f916561589b0098632313825635a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "6265a93957535da20da9db618db00f8baf1e789397d1d7e815472205a0db8f71" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "2fa0034ddff451981649961993d5cefccde251607dd1f05435148b8677688fde" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "e756b574f73b1643a4b789957c064cd48564ada9b36baeba3f5ba348c8d93538" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "2e723d0bfe9389d9485b12d1a2938de73f0b693a90fda251888b6962fcf778ef" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "885e8cc368c37e43097f92d1e3d671e76dcf1e2442b5bb99da10232b65a67fc9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "e350edb536c3a2dafef2a9f86ee2958382d6481dc4954f38875b7335d30c507a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.fc.weight.bf16_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.fc.weight.bf16_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 67109224, "sha256": "0b1b764e719ddad532aee6b2a22d5200d0ebe26b57f079119a180fde419d1a7a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "14167cf7bd475e504e2d072749ea7f9609c99721d619965b7a8f9407ef5d26c0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 28311912, "sha256": "344e74062a65a8d60d821dc0771e0ef1071938d9b0520e9f79b1abe9c7a47ed2" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "3015cc40e00c0a7c934b802caf6b12fe2368eaa8b6188af4037d2e00f16e06d9" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 56623464, "sha256": "e5ebeeb2ebdf29561eb4b9a9cdee6c9afc5c3f6caef284ba73f51bd9845b37fc" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "d2325e0755030183a34fc8e754fc161ad99f792ed1e09b2d32870b9d791f3747" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "956188245a9e845316a9e751cc5414cb2e8c4dfc2d007496cc750d5899e39370" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 9437544, "sha256": "fb4cc9e8ce9d55530ed4203b66320d1bded497493940350bd7bf03a530613207" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin", "bytes": 16744, "sha256": "0f046ac1f91b0e5c218a7b7e3c710ab122870262a05c716dc2cdc3673fd3d68f" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 18874728, "sha256": "d4887fe73afaa2e26ee5afe29a6ccc3bacb78acc378509449f15c524c177d7c0" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 23593320, "sha256": "7677c773e46d3b2e1c693bd9f1888d7cb60cb77ef5e83ecd5dd165c7eb931a52" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 2359656, "sha256": "b1606bfe8edb6e221a67a1a2720215eb67f201fd9fea72b7d5ba845e39650638" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "d5d839beae5111cc3b4c6759b8971ac50e37e73c4dde859db6e6abd094aa62d7" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "2b8ca80ef0415077b2cff7ce0b34dadc9cd3d714829dc9ea43efbf9f51d88f23" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "f700b040f6f250f04bc644d0b053d90524fb8742faca5027c01a43f41fdbcd39" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_embedding.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_embedding.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "b0df700f43b4f716fad7821d1e95d6263e0649afd07adf8c1e63b3f20e1de620" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_hidden.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_hidden.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "b695e5dbdc4b5fb0c18d9bb84633b51c6c3af39fd61bd431b75ec038b90217c5" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 8536, "sha256": "303fded839fceaed7e55e04171b926a3abc9079f151510fd955da38e48ccd82a" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/output.weight.bfp4.lmhead_packed_g4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/output.weight.bfp4.lmhead_packed_g4_dtype_BFLOAT4_B_layout_TILE.tensorbin", "bytes": 572129640, "sha256": "4b1f29d24b4919c7dd10e2cad778fafd9b5e8a626c17d9b21d690f3d7b2bee86" }, { "path": "quantized/P150/tensor_cache_bfp4_mixed/tok_embeddings.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "model_relative_path": "P150/tensor_cache_bfp4_mixed/tok_embeddings.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin", "bytes": 2034237816, "sha256": "5be4997eda1a87e6cd9429548c04851b1bccac051dd68583d8e2ac2a9155abf6" } ] }