File size: 184,855 Bytes
57a271f 699bb46 57a271f 699bb46 57a271f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 | {
"schema_version": 1,
"repo_id": "Lottolabs/Qwen3.5-9B-TT-BFP4-P150",
"status": "public experimental",
"artifact_type": "TTNN quantized weight cache and custom runtime source overlay; not a standalone Transformers checkpoint",
"license": "apache-2.0",
"upstream": {
"repo_id": "Qwen/Qwen3.5-9B",
"revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a",
"required_files": [
"LICENSE",
"chat_template.jinja",
"config.json",
"merges.txt",
"model.safetensors-00001-of-00004.safetensors",
"model.safetensors-00002-of-00004.safetensors",
"model.safetensors-00003-of-00004.safetensors",
"model.safetensors-00004-of-00004.safetensors",
"model.safetensors.index.json",
"preprocessor_config.json",
"tokenizer.json",
"tokenizer_config.json",
"video_preprocessor_config.json",
"vocab.json"
]
},
"hardware": {
"device": "Tenstorrent Blackhole P150",
"device_count": 1,
"host_architecture": "linux/amd64",
"host_driver_tested": "2.11.0",
"firmware_bundle_tested": "19.13.2",
"installer_python": ">=3.11"
},
"quantization": {
"format": "TTNN BFLOAT4_B and BFLOAT16 native tensorbin serialization",
"method": "TTNN conversion and model-specific packed worker-bank layouts from upstream checkpoint; not AWQ, GPTQ, GGUF, NF4, or a CUDA-compatible 4-bit format",
"dtype_file_totals": {
"BFLOAT16": {
"files": 162,
"bytes": 2102566784
},
"BFLOAT4_B": {
"files": 298,
"bytes": 7597040400
}
},
"files": 460,
"bytes": 9699607184,
"original_checkpoint_still_required": true,
"uncached_families": [
"GDN convolution weights and optional biases, FIR taps, native frontend expanded tensors",
"GDN fused a/b and standard/packed mega projection tensors reconstructed from loaded TT weights",
"Derived device constants, RoPE tables, recurrent state and MTP KV/page-table buffers"
]
},
"runtime": {
"dockerfile": "runtime/Dockerfile",
"base_image": "ghcr.io/tenstorrent/tt-inference-server/vllm-tt-metal-src-release-ubuntu-22.04-amd64@sha256:710de20012a5417ec632e9d1db33b45f81fa9d9961da882a94868d15c5f99735",
"model_spec": "model-spec.json",
"mtp_speculative_tokens": 1,
"concurrency": 1,
"max_model_len": 8192,
"text_only_tested": true,
"features": [
"packed quantized projections",
"fused GDN frontend, recurrence, output and speculative state commit",
"fused SwiGLU",
"MTP-1",
"sharded decode and verification norms"
]
},
"limitations": [
"Requires a P150 and the custom runtime; cannot be loaded directly with stock Transformers, stock vLLM CUDA, or llama.cpp.",
"The unchanged loader still reads the pinned original checkpoint and derives some uncached tensors; this package does not remove that download or host-memory requirement.",
"The 9.70 GB cache contains runtime-specific representations and mixed precisions; its size is not a uniform 4-bit parameter count.",
"Sharded norms change numerical results relative to the earlier interleaved-norm configuration.",
"MTP produced three distinct long-prompt completions across five identical temperature-zero runs; deterministic output and quality equivalence are not established.",
"Measured speed is specific to hardware, runtime, MTP acceptance, prompt and output length. It is not a speed claim for quantization alone.",
"Serving launcher exposes an unauthenticated API on the selected host port; use only on a trusted network or behind an authenticated proxy."
],
"local_prepublication_benchmarks": {
"mtp_sharded_norm": {
"short": {
"median_decode_tok_s": 71.96135430413634,
"distinct_completions": 1,
"runs": 5
},
"code": {
"median_decode_tok_s": 71.28552000354252,
"distinct_completions": 1,
"runs": 5
},
"long": {
"median_decode_tok_s": 71.11090562358682,
"distinct_completions": 3,
"runs": 5
}
},
"mtp_fused": {
"short": {
"median_decode_tok_s": 71.8067990686299,
"distinct_completions": 1,
"runs": 5
},
"code": {
"median_decode_tok_s": 71.30913846978844,
"distinct_completions": 1,
"runs": 5
},
"long": {
"median_decode_tok_s": 70.69826613632549,
"distinct_completions": 3,
"runs": 5
}
}
},
"reproduction_commands": [
"hf download Lottolabs/Qwen3.5-9B-TT-BFP4-P150 --revision <published-commit> --local-dir ./qwen-tt",
"python -m pip install huggingface_hub",
"python qwen-tt/prepare.py --cache-root /absolute/path/cache",
"docker build --platform linux/amd64 --build-arg BUILD_JOBS=16 -t qwen35-tt-bfp4:hf -f qwen-tt/runtime/Dockerfile qwen-tt/runtime",
"python qwen-tt/serve.py --cache-root /absolute/path/cache --port 8000",
"python qwen-tt/benchmark.py --url http://127.0.0.1:8000 --output speed.json"
],
"validation": {
"cache_capture_complete": true,
"all_target_layers": 32,
"mtp_head_loaded": true,
"generated_cache_files": 0,
"clean_download_benchmark": "passed; benchmarks/clean-download-speed.json",
"runtime_build": "passed: rebuilt ttnn from pinned public base plus source overlay",
"runtime_image_id": "sha256:2d9dd4ef50d4916cf876ebf69a5c665fde56fcb2d02a9c0b21858dedd0528cdd",
"verification": "benchmarks/verification.json",
"tested_revision": "57a271fb1073166cb8746ba684c3aba5fc81ca3c"
},
"quantized_files": [
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "71c0033ccfa93866939453afe9a92e5dd6d49b8a4bd3c3eda32116bdd09ee00b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "42c1b99e66f7fa1a9a9f6b9fa116bc51ba0057c8b025f2d11b9e05b48ff11f16"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "7279ff07168f2042d69f6de46fd706540709640cedcc579586065acc581e5adf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "460f18cdbc07e47732f1059d5ed261ff67b5ee8fb5cf7fe44c3e2fc4f7f1c45d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "933a45a5058f9d9c811629e0af64ffc951efb95609e27bea4f54d82588d2122f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "693aa3e44be3fccff89bdf357bbfc633c4e3bc62897bb372907776b92e32d60b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "fe216fbee564ace7d7f7e8e74d6d3460e62d32c794208209fbf0769c0e2fd5c6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "ae4ee7270de757a40d4ce2e1f4d368bff4ae8508127e07425c940fe843b39aa3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "ad51faefb7505202edcea52ab90c781a72257797b5080af7d62c341c29c50f5c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "470eff8f523155457cdeb861853b0ef8c0909399f3922f70424dd60f35d39cf0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "998133c5b8f5dcd228627e219471a7aa5d41624a44844274d29e6abc1691c150"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "22aa83b80b704efec44ff7938a59f9d319e7e94a85b47d54e553b27a40fca917"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "97945bb2e699a4807906aa3a1833f10ca47ebadda9f6cffe781482d0b35c2629"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "4ef31d654f55a750fa388e8747e45f23a9e173ec9efd241bf558084972d27895"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "464c6e59e7b4dbea8b6ce4408d22a849292d2b4a8fab6858cbce0fd99bba7cb8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "128651333c8789d97dd3c9c30937a11d2755db3691b07cc2a6725e27918a02a6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "d8a504f21e4b7f0884fdb4e903a6b26423ccfd7414e05fc552b256fef43b14e9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "a3620b428e3a92eec727c35a0fa7c601cc588378e069b4e37bbf619588393309"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "3bec3fefdb874a8147a651207a7233ea67f00eec7c02b2c3ac1926b16d1bd1dd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "a0c127411bfaf4417244c4e9ecd597cb76104bfdd7fcbdc2fb82f644e58003e0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "385568ec4adf63b7ef49099b5a152d8cbb712f008564b617b41564ad3656ef4b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "129677eaa37d561206adbad5c256edee553417bb1017ba307dea709cfc906bf9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "833d194cc33e9529aa3e19d90b0e1a1280b4544da5e0f5a57f8290e31a5786ca"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "5f9fa16ec0698208633657635bad2910bea39763bb64ba09815d58aa378f9845"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "cfca923c869095e5a32d82199e6e53946868271fe01a8cc066e2d976870f1735"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "284827b9b98935d8003a6e22ebec0b3faa643632bd442a607b7f5276fb6090eb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "661d5a58cec27167747c886cb6276d6b1bc67ed4ec0b7fe9c39f2f33e947d655"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.1.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.1.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "cd281247bf5c87d4b3d97e0816fdd1d566d8be295dac19b5d05dad58bc0cdc98"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "f2e93c4bd698e8907a1121147b8a2575896813ac304178b5975a943628f1273d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "e09a9f0cc3e626e3134f90513fc6d4f06fc76cd20062e1d60405239fdcbf28a8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "61445e087a6bfac8cab714a7b8b0004fdf0ad914c4027b27d8ee16c78d1017fb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "df0614b2b33310b80e1eb240359fceeef48aca4a5a9c803673f5d75829f021de"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "5149d8d50059da4f50d08a3a910e087e248f5695c210a28f9564b7332b639cc0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "3b462b32dd1bd102a6299cdc146a167980cc363bdf0a3cf1895beb13332374e3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "cf4ce0e15492dce3aa4db5a84fe04ab717aa027d6e44fc2f559b0a98324637db"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "4d1220d85400cda20fa8ccf8ca2dcdfe2256ff7d2a76e54f4a4d1e0cab18182d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "39dd765424f71c81b8e92f2861315ace647ca72643b544ef25a838f5b957234b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "37726ca2810b3114267b599c1fff6dd17c18b534be98349851a74a0031511fd9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "6e53fab1560aebcc3e640f037e6e8bc9955768f4bc1dcf27140406b8040f61e9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "0b9acb2a03a41a08719c1f8c98b3589ce98e9a33751c4f5f81402eb4af59e0c3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "b2ba6f5b91803b2ec2c187a820bea1071535f19b52be36833a140c24c4138ad4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.10.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.10.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "649250436d2c6382e518e1467f090b4c9694ba7084ce0c8667ab643e287052ae"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "3d164be604028af5fda062e4012e07b18327e527a5bc56a83ae8ace1a8a6e2f4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "0b176ee7254f919e4a8f4ce69d751888e7c0f91c3b23c1e828a04806741a4838"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "72f2193b65174613b20212b6e0d14da8971a10fc7e10b0cf6a41c5b108fbe758"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "68bbbd56f8de6a8b960f6d4dc851b832a8ba3624aa1c5e654851cab933714b91"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "2a34745b7402c939bf7db380232e7989ba02209119c8fa26606cb27127bc363b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "c2db1146b42ca2d1b22622a3cf23e1ef8c4dd7eb41048061be317c844fe66b1c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "feb8b749cae46f7ab9a2123992793569a70692f416af9648eb3f63b576f004ae"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "8301a9ee00104e8a8b85e312a3b5b8d2a3ca0858eb3d0cc96b8b3cf3dd7e9eab"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "69cacf207bde1a400baec5d8eda39d7f4927700023969f09b3b4981398485d9e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "87be48692f96bf5d2bd7e11c86b7b62db1bdee0dd72f3b116997497cc11006b2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "ab3bfd281553de80d9c23125cdaa4377792bf8e35c4543aa8614c2f5bcd10038"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "ae2b2c5a1310b09bd540bb6a508910d23ee0aa4a5108eec6cd7a331129fa9081"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.11.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.11.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "ce15a9bdd12b7ac6f796734feb0af3ee7bc149c3b1e2b0f86ecb50100cb793c3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "4324ee32f75e378ead0d7ffada304af4bae9b6aafb9741609c79469f05cd3f2d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "849691de805f5b042df785ef7b816d2be4f78cf0fcfd245dabc31dec014cae83"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "6177a95d68c5fadaab2cb1d8a072921b4762b79c11676030887430319b4116a6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "1c9a3e3e27b0413a9dbcf7063138e8466152a3ab99cedd01b37d49092ecfeaec"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "f831ee806d68050733b4444311728333ab0db38821d06e24bdc443614e950655"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "d158f4dfe90843e5b4870e823d09dbb532530bafbf4cff3b759ecf0650ab7e07"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "89f98820db13ae711c5ef267b891762faded323d277ee5183a26b179dc15a6ed"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "0c851d2d5f7d86bc5c7cc1344032c6370dc6a941820f49a3ac9379a8cdc8d76e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "dc90daea5dbf28eea08b19e953e772f7e174bbf794c22afc560f5e4c01f857de"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "627840aaa440b20cf90441dbb13a359bc197f0798a81a4d9aeec305427b726e4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "d7ea2bc2d89ae2b779a06d0c52f1b3ed5e0fcf058aa12599308efe8a6edb98e6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "15b544d7ab49eb4ecd82af958d91f652a4e7a4a44ab3cb43fbfb6d55e946cd2b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9206a4f1a6c6f9714cfaa4b01b620a2b4eb9a9fa861e1939e123366d74e7e985"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.12.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.12.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "5bf7cc6632b9bad89ea6b061639c8a4d55c8c916d9d999e517cd5355b22efeb5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "bbc01853cf66d29f23171300ef0deb43bd3c7cf3845f5932db1571e5b86505fe"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "065f9e734907339633a7db52eacae712451efdf7a1f23706e55c7fc4cc12603b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "bdbf00f1e8db4a8e02ad6d6cfe97b74ee532f2f99f911a32d6a8acdcc3a99b58"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "e164a88993f4f23543f07bc51670946205c675ec3d0cd4123f4593dc323bb364"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "ef1fb98af7d7f6fe013d8b1fe10be78a024b8101105af47a78e0d28e9b16a8bf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "acb633691d07975be3311a0247e490db7eaf09fc7e844d353c7e8b93a0e21f74"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "bff04246f1e83dfefac9821ec631559ac3e3293833d619145d4cdd2322cd9295"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "5894f649c4bd831fc83b644cb13506f3700393b4e0e58a10e832c653be2c76c0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "00158cb32cc8b945b9393bea69029cb89eb65dde489c6d7a7d1a521e593b20cf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "96ddc1961df1ff9ace0c3dfffd64299ae781fdaa997f71e7712f2c0b4516d07b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "2162406ae4f92beccdd24c9a79a94dd45a3ae693f1382d8fecc39c1ce891a881"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "09a892b2d7d3b0eeb7ae48d0c6e7e1c7b47d411507aee02605a2dd2ebbbf1a9e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "4ce960f006298ab8b6d1ba43ada3e6fa5a57f26b2644e911a1921efc76dde1f6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.13.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.13.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "827bf395435e863e0f48e113b608bcdb059bc14c3c0c764e4183f6d26ab90df1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "d9b31c173f759fb4e9816ed9f1e931a789fc6da4415437c0826b7a83dda55a1c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "30d01226a12f2dccb33149944ae79cd522494ade7f99451d0c6cd3b45274af56"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "43144a1dd8b5138f38924eb118c61e917eee5db1a285a90880dc64bd2549df55"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "628b9bf907e8c4a29682c5e95fe0d24130a9c8e2643179e160b065570cb429ae"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "384bce28091bbd7cd8c12b8e7478c5c51577f02d85c5f4ed1e16ea88311b6c50"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "e130e06f9e43031e43bf1b7ed780e8974da455527e87eb032d8a31323fb91b0e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "e76d7ccbcee6548f7a7b8ff825381251e48f1cccde4eb7f8cd79a009ddf7ff56"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "c50865f66141093db4b189cc05c3fd7f2f90ac94764c099af3249c5ff03b90f0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "8adfd27a91adafba9b91c1f4088b01431d9cf57f99f8c8e216948db424f6c86c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "b55492af5a288f52ebe592e39e2e75f6949706869b679621b41597619f9a7512"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "86c2d29d20e39af0a20e861b7f372cc015766675c72d046f97940cdecfb6ce54"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "8d2e1b9d18d66c51e28e4ba23d705e7ac9d78bdad6b23af092c18484c2a8c86a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "029791632930453a9512f26015069038bceba5e1e3dbeb747a93335e87127800"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.14.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.14.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "b5cf655e3252b1c8cec7157595063eb8c0b4eb95969f22183d1f814acc9f75a4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "bd182774eb60e0459b0f7076b6422d80ad190779145852cd818727ded7f1643b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "b5a8cbeb04c20ae79baf8ccd161ec5a05403ee15c6974e657a883f98769b0888"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "d2041b73ebe881f4b2a01a2b9f57f4017223d97aa8ac6ec8b59a0370067b986d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "a68d411f9896a58825da490de3a29d41707b60c4915fc830dd8cbfe2385ba39a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "bf75634767e07b09de02ec1f59363746bcd93e0fc83c8da9fc4c0bfb8ada78fb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "fd043468bc94ef9cedd9ca55a3f1444db21f59f71a98a52d73e2aa4c2d3e71d9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "9053aecdd97346bf1b3b07ebb2b1c6e5f1ff2fa2ce42b62c9d750e2b022711da"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "fe37fa6252aef8ac1051c6781dec6f53d7e092ab710ad54e186d9952a8dd44c5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "704de8b03ce1d2230e17dd62770fc7889179a616c95d1b061bb5238d0c8d873c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "78280e420b84856fbd366b78316247b9817097881be96aad1c397006862ae3ce"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "68cbe867efdcf3cb608dd41d76958fdadd45a10dc7af581140cb6e8bf256071e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "caa8d51bc81da36a796bf9a705d8de17a31bd6a078f17a531342cd1ec1c9e824"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.15.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.15.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "23d6fd12a9cf3ca9ed75da7f691c01d2ab6cdf655d29da01d9db3322a9627d88"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "aaa5f2a9235435f2115f4dc683bf4f84dfb1a602725151966eabf531c4902c69"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "dff6773c732bbf57c5c5367c024b099a413f67df292678e65e4f2e43d8d6ac36"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "b991c4e995cf9e56ae06354af0101dff773ff067859d2342f5b2ec1e4ccc7924"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "23d6a2041b7720459cfd286e5595eec2fef6bee4d9cc7421a7613037c8a4e52e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "6376eeb2d0dcc35aff064bd68769dd864b87dec6a72d4e0b3b3575ab925cacb1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "162c716b869336eccc5d22d12b99b1bbf6cf78371071ed7161e1a15df7fe7e62"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "6c989272dd9e3164cc7c2957916071013544fa87ab87bd2389b1e803e2fbe0f4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "75cfc96d5678fc437ba214a2271ad8016f2ad129a9f07261846ea6580f57fd1b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "742c897f0a9665ba04de2b3b8b81ad0af82e5da9f05d51bb08d9151c5319083e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6241b20e042ef95dcc4cbef9fbc58914b1fc285f6c180b0fc4750cdf31cc251f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "56513955ad89dc5601868607170c2cc34bd98dedf1d7dd5909899141e20847dd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "54cb2d5aef1c05dcf99ba7f12ba765927daf3e6d768237ac5ed9353a234a708e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "0b957b956e3ec860eff3b2c144bba05f4a48ddfe1a96ea87e1a38689ffb874ec"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.16.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.16.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9ef66ab466d0b4dc757b3259baee9a85eddee6eb3ac1c123f380cbb07df525dc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "76d21738e193376b4162bb7f172134635bcff00d0f470a345c95910556e2d8d3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "99377fcd6fa3e9710ca80f911617c5bb4acaed279989cef9949aa158a804d1e7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "32408f81b9bfce4264f4490df5c441395b56cd95499691f46f3ab9b30c17fe86"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "5cad09fe3e5c177007cadb08f8936607b179460fba6570d728566880f0afcded"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "cb74853cb2d370a60013eb10ac93588d3d18822580d6e24cc51d7fee8e9d2d35"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "93eb7a53dae926dfc00aaf95bc520402f6dcc2414ac40b0d868267917617971e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "330f226404da9202d9d2be7e1839be47963f6933cf10d770828a22893a0a9388"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "d0488559bb79ad5a67472637ebfa189b09554906962f3b76296fbcca8fa47f2f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "07453daf666f7dabb390e86e7bb0f8316cab9d94453ef171d284b75323ad427b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "f7fabe4cdca9624aa92fc3cfa0cea32cb0519d96c41966486b0dac8eb25b7729"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "94326c8fac3bdb228b261ab1106a6a1add7db8f248d8cc9c9d53ed06efdf432b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "409ce4ab50ede0b1981eb798dcee383c77a97ff1de23b948b190c35681db61f3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "5f2280f87b8d742b70360471a4f9391a14423a776507394be8c85e6a96aab02f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.17.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.17.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "8bbc250f7cb8df7295d2e1ffd7bcf1a2772d4ea41262477eca40fc7213358698"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "ee0a1efa0d0253e4e3a528b1edd49c85b2f7414a9dedf9d41b44c24762f60cdb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "b4c360828384bea6f7cd9845d48d6eb3d2511cec0fa903aff15124fb50774eeb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "0a9ad61ab5926d98b9875a457e9fbb6c8d1b2d6dcb41eb107a0e2b41a2ccedc4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "063efa08b3a052603ffd2aa080a775fc9efd4caf67230e2da6fb16ab35d8eed8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "a32f5f2623aba72d8f60af80b27d610046e389200b4857318b28e3c4b5739991"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "498750629ec4985990be8fa82ec30c44b2c772f0c16059854e978188f9f0fa2b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "b3d38161e9d3ffea6149ecfb351d67c4975f4e134a1598d4c7e1ad89f2e1616d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "9f87e494b0be79e9ec75cf888fcb50022677ee86142f217efdff0757fa20ca0e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "381b1fa77992b719796be707e6c24314dd283b23c4c7ee75d5bf09ff643d3607"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "91b3533edfa0d90cc5dbb0e47b5d5788fc16e875f3403bac8aaeafd0e42baa7b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "a3fff72e8004447083cc3cbd4d366478edc236617cb4bd551739a24067b46dd6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "e0b8d5b7dfb093a051c3657ee4ebfef883c788e87c6bc3814083bc2340398c8b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "4c61c3034450650321134c97936bd5d5f68b22ff67950c59c26b8511913a4641"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.18.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.18.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "bca895a419b8bebc3e9dc9f5210634adec1737996d7f3b656d303f5be73d3ae0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "db4cdcf41ccca4cd559b8b1898a08ae561fd947b90d21ec8dd96649ea03b764d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "e115efc0cc72840b3d825c2ba93fefb6cbf5f264a4fd07a034cf91f0932190eb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "827dbd45d3cdcb1f1873f413962deb396091f0aa47cabc8ad596d146c627167b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "3688d4e4f4064fc4fc4139b3b17091edaf66e4dba925cb2efe4192a04e6d9d44"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "f7f9bff261725f6fd06dc6378da6077b71c97b94d65973e6604a666e571ce475"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "81f042031ff86a7d2676db402e73ced96dac740a76768d2d007941900d68d7b4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "e3f60d16921b726327eb4c7c68e15630295f3a6089cb391a0d2cbb9302f2d397"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "35d8b57a5174d133dcb06b54df8c16c53117e8eb3437edb5449065b69c581ed4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "7ee22f3fa762b1f174312a11d5087cb22b6874f320db97c32c480b1db916574d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "2cd577c4ff648278b197eef41da2033f175e830fb002a2d8b9c28991c4adf52a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "127b66bce80007a157e28fea30816dd5597700e2dcb3d041e4836eb551defec2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9f918422d91fef8a6de2dceb500cfff500877b681ecde714866b2426d571c5b0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.19.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.19.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "4fe5b093ff57e23fd789a80b837a629fa4842c7f841b4690eda0c1927cfb9f00"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "974f30772d5cffbe76b3c5cdbb65e8328e9698bf001185caaab4021f7aeed68d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "2e20a3027b9ac0c286f68e9d6f7e4e7b3a4af7b3260c3ea9cd0630b423ef644a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "4a936ea5b4682d2183d7e46464d2f95b2755975245a58ce3bd5ffd1ee6efd0fd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "8245252e4cb4810a7b2f30fe406cf4a256ccda885ef18e135d9abd0086265f0b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "85151a3dfecfa44573168589f1791b842839d65f0c633922aa4763976013b1bf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "a97f6f6a2d2a77220bfbb6e09a81ed9265701ae951236284687997ca452da2b6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "31325aa92a3d1c7888e7a9e1f7fdd05e9b518d583fc5d84c201c3d888d2c4394"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "57a4d478026f8aeef1a573edbce899417c7792b815a5eb128ac412f411d0b07a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "c78b70dcfe4241acc1e5c15a4cf967735b807a20b9a5e9c9045dc01e69c15265"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6feea622a98ff84898af115974c892bbad4f80ef9f3f97a27121a63a9335bb4d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "7c1bf84c4e3751a4a4da473c890f4cd00baf9dc4e0dba55aa820804968429b45"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "05fe66a7ba8a56c01ffdadbb90e4d0282812dbe55d2b05ff937e798c18ecb797"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "def28fa04018477247225abd5a0126a03a1bf0e70090486742a2579079d7dab2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.2.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.2.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "51ea281d8e79fcc8021642fa5909e865452b2f6b80f96f35b52439754fc6955f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "d008639311ae22272c0ab34a81753dd61d2d30b824dfac7417d745c7565a2422"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "0567b810acefdeff37921281a97cc8e1cc6b82581e6ef671a970614ba0b49361"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "e88f3fc629d5f3190e8f80fc1297b8af7d271aad1aff5b58d7951b8c859209bc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "8be6b76c767e9813d995eb0635616a176529bb7a795c919c61beddf1469a91a0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "0211cbd49baba26ff399a5f359bde60b982b9bfdc53a7153d29376c301ccc6ad"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "58dfee12473c4554e893804a24de94ae932e4b8956ade597829ed9f1c5f801f1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "a602737ce3e531e2f0cc622d454644109b1ae5943f1ca83f5e93bd9036bd1260"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "0c9b47a7d9bb2f33e4d293bec8aa63b92b743333d15ef039a0922de8b88307fc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "b495ab5c47ff97449e01149037d9a2be7793526b85695a0d590cc7e564be27c7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "230b248bec7296186b53f394d27eaf60909ba2f341049fa2f86369b91e33eb73"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "254dbad77accded027f9830cf2a5c28e50dcadca97f657d1740f1e215eee6766"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "95f74c4fcb1894bf7d57fb2f908e3e6d787eedd7e0dd1fb9135ffc9ee2299537"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "205f6a6999ac58c67566e81e9e1b4f3c85d44d4df5b5f3153062cbe5f2b9f2d8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.20.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.20.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "62d9c4e042880ad9de4ef190578db20fc5982b472b5ad6f59853fb32fa2a391b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "e590758f482445e12b57980b2c0c0f09487588b9e7ea3198f8dbee36b62ed37d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "e4f94ce317b7cdf7c88ce932bfb553e6b7fe1dc8d8d91c38aecf92dcab272dd8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "5bdab8f52c2a544fce9347c7ffd7f3c6efaf4d8b34c339b0f80cb3e0f7700718"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "10e2d33b6329566f20c091c84d37be31cef4f0e65157a97f4eb419f9fa5deb6e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "b93edae6b7dbe277e8535006be751b0fb9e05fff8fe92732b1012c601a32ab3b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "fd36f4a23d91902ffc6c61aeef686bb0fe83202125d56e77b1fc50f796f5c294"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "1803371efbc7f7b551b9eca19f3913b428a7177813670e670bf80ae790ffb652"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "67ae6aad06d613115acf7931e107a49de0d09b2f97b50a601b40fc956287f509"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "2141ab9d03c9f841a99bae233099693370455422d0146a3702500a69d3a65610"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "0050035ce84e831865a7de86f43cd1e148f08cb62305f5f5b59be2094b75eafe"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "22cebf2088deeea575f2488f5951306aa02abe6dd1686299ca0fbef348e3eed5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "b00ab2085fa9e0c986d6d310b97cb5bbc563f8787abf7521323a576c044b3a90"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "c91a419fc1815075859262434e6c0d30171c538973426808f20bd6188abfc163"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.21.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.21.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9eaf88af5c867eff9aaa002d77766a14994ad352e659e36d6dd12286bd7a6dc6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "7210fb65025a6e958e50e3c20f787ddda7ae6228fa2eb38cddc34713c01de1a1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "66680dc0dea3aaa2c1f98a99b3bec059596316e7156ba790c2627d8f40757f0e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "d011eeef713c8d0d9fde89137a340bb2df5d38cfc198ff872f23a3fd45e944dd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "8217f8fbef6ff2a1d029e9eea4962bfe44693bdd6dbb8da0e00ee6a4332138fb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "a6ea465e91b68db956aeeaba0cdb625adf8738f67068b180d5d8902b3b1d6c0b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "d0afc6c74e11f5a84d7145d2479c5fdbffd307cdee3a9795fa5cf7a81a525c22"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "7b5f947a27a087943a8c6dfffcf1d42edb7e660f5b9edfd6d8d9466ab2800648"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "b6351673615e100cb89358a5b79b58d17a3a64bcef469c60a9563daadb6560b3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "af2e060bfaf2e1703d156563b1fabe5b7dee5c533c2d88dbd658a8160ff6f972"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "2c51829ac10d1151b552be2ed18e8777db4c05b2ff0f5778427a40f898232aed"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "acbfc68c18c833bf7d978316a262242feb3d91d0c38e9848f9173ab6c27b472f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "0ab31f1cb878f11c1dbe6411aa7d0e911b8b84f28d0b8e87bbb2aec434cf04b4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "323eddff32c3af2a55bb5da1e049a4db36f9a02c8dbac20a12daa5cc99de9c6d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.22.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.22.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "7aec3907f9c68b66a1060e38b1fbaddebba6c7918cc2974cdbd71e4d8b7756e8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "b1678ff4c6c38c465b5e3aa307e8985e122fe78a0f7e0ad2de8bcd510ca58f21"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "dc228baee2344db89aceffda449b0a3cfbec39f4a17436530a275544dd158fd3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "a87dd5cc8754b327822b5fb7d43f967f47c0f59a440aea35a298c0ea564091b9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "57c62b0702683414bdce7c423e8ac4e01e6640fa795c3eb173fa13a9a76fe7c8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "701ddeef6fb7b9cf785c35a8655531b45dac509ae4c3d7bc575c1b62df7cf874"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "f06a866c1e644752bee828c82877d737e422cbc9b6190944acb74f41752c97dc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "4711f9fe73adc98ffd36aac1d9450cfa2556e511373156558a9ff8f77260e033"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "8f707005e6bc569d0514c34179913e7fcaa0ff16db658b1822043d7a7d56bac6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "8ee8801e1000d70946753ae196ac48ab635162ed703f17f3a220a5e1a600e09e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "681495b12db9911e904d1640e2275168bd784faec7f30634fdfe3353f1f301f4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "23d2bb421fa709b3cd75d2736c216749308d0404c12d661a354195804f7572a7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "602552ea69b643bb4031685feb1f69f12fb8eed30264480b0799047f2d0b1ad2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.23.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.23.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "91fe6da9c322a9daec10db78ad5298f6d6b543af86358f19772af488b6d50f76"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "fbcec66c546604f4354cf0342417f297fced57cbb1b1b0347c0be31c15a72b71"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "6b07f87754878b6334e4943184bcd1957b090d4904d282d4abad466bbd14b249"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "1a5f72d0706d817ef9c9892742e7527b0ce037dc091d69bc714c067839231b1a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "bd54f2faa2a205d5d96bf900cac0c9b5a348c56935c426f4a14e76485892a410"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "fe6472640a4fd798ea5b8ddc8209d9096694b6553f5661ca51dbe6fd5e159fa9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "549d34b0385d837a45704cd07e563ee482d24010c4a7a3166fc6454d202bcded"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "7b0f9fa2eb4930f99a44306664a453746ce19890df9f0aae016ec8345ac7b629"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "f890440679f380044e729f6c982f288fb95f69550b9b5313bf2134f51025dbdf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "26e99abdc659508a88f3f4f0ba0af605ac6dd801e7840604898ae0810276304f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "aaac2251885c04377ce4b6ab189b60539d857bcea37223341b241ed3512a098d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "6e96ea1ab8a5cf709b0b1bf52be91de370606da8e4d6e59f6f4373e553da2318"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "3574edc6e5e4fd0ec0334790cfdb45aee0f4e494bc987aa1e755eb55b76be2e8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "25fba3d16d4fecd70da4fa3120fa9e40052a154ec06757fa9f6ca41bffe09a67"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.24.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.24.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "8611933adb1a469b242c5d9c740840a667e70f135987b155857480bcd0a5d2e8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "99ce8609dfb31d2cc08b07e90988be5913f9c48ac51630cd1d3f8fd3775a1bc5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "68cdd0aa36befae3285d039fd8e946247ee730fee2acb4d5f62bf4a16bc1758c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "e7978bc685316b15346e057531202208a16df365d77ba546552c05d1bc13516d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "8d6d18eb39bdca9dceecea2366e37c96943b1b8151447686ee96ba4da2d3c153"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "9c1a950ae84683b243ad52e7133c380aaa08ccf5fa7960ae53777fa5522c591c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "1dcddb4e7704053249c51b20cb78646e60f91fed9f231d5a16fddccd5a3dbff0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "71de3b34b4dca9f3565aeeba8fb9c6b34c983128962d30fa317c7f61fa4e6707"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "1fbd6d80a1d16fce1e1e70cf708f45600752d45d32ba883dd1ca2a9886a97d9d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "76f6c172eb57bb66058df532e439c8f6412eafada119830620c5584c2bef8eaa"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "dbceb9cee219c05d5331cca9d3fe128834dba6ac763db5216ea0cfc58d4c3e11"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "4b288e55f62581df5da4d3b88dfec1bb46f64a0cf42b25caf4d863ac87c13c24"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "fdc7689473fc3610ec2c58acbe4b4b99fa9905053ab0fdbec80e4c9a4dd8847d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "ddd0cb04765bcafbf0758cb2230565334c85ceb1794b867cf51d30659e391ccc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.25.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.25.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "ea651e75909ed33b81f13044ff2daf8e57c31e3dc355dc7dcbcfdaa916aaa6e0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "39abd01ff51bdcb887ec003bbce1cdd9ceea7bc4956731738acae52daf0d12ed"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "1fed991c3003b409d792d5d4430dd28c6bfa3b6778ab2558fafa3e230e788710"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "779fc1a0fc203c63ccda4223adcd044509a6677ca1803dd12a57e1e9a8e880b8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "3fc850bd651cc1507abba1e9a8821c56c3e48b435c22be6d97ef57d59f180f75"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "f7e817146c0dc739913d46e971500c2eb81cadf6bfbc3c7b78bcf5327a5bede7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "d60ea751da65f858e2793a2d02d462135753e24804b90f10f9779be3dd39645d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "edcc9ac86d654e3e0b82e3f60638f4676785e97f07f2c7f0e62356a957a196a1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "fd06693a312297aa7111cbbd72653b7800d6ce2fd8ca11c129cd131eacc9960d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "4916ac31417bf1c2047e2b9fc5eb2f8b68a9f79356248df2d92d3280e2c04e6a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "1adcc930caac883061d6b927717fbc139896ee40754bc7970616a4dfc85666cc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "36122e560c14b976e869836a8f630426a3aae40e26ceb22a1783c9bcdf8c33cd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "795d000e4f489a55ad690aa58f059fb2c11c8cdf7f6801f57d81eca782e86726"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "51f8befc587ac7900addd4ceeb7b6ad3f5cce7bce47c1f34a82083680fd7e5dc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.26.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.26.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9c208886e415857f296361d6b466a3dd3e27f70b48b31a3006b5050e1ecd01f2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "3c9c80760540cca1c09b2d5f06ad798cc26eb7e994f0aa63feb06cc773b4594c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "b5a07da9f758a7bd30153ee609e82be88ec4f6ec82c5693c72a66dd216315269"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "909a533164cc0e1dfd7e812241424d99e2d5db72366f62a8cd26008dff15de20"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "479a340bd133bfa0247390c4c81ffe5bd3989162d6b7182efaa2beca0cb203b6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "bc35c1a3a0f48131126e6a67167012f7f553041bedc4732008b31740a559c419"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "763f7b093389b97977f6d1a917ccc97ab5bc262f01dd87755693d060e2ac565b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "393c1accc819a3530cc568c91a7305eb891c471ba813e2d78d0aa5c569b1621b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "cb5999685d903d959d2c518f7c6352295987be746d8ebbc01b3fa1e3b21cab6d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "5de6643a08e10bbed16e348b2ea07bd7555dde9adb080fc6936f3dd11ce18399"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "6932f7ba5c8f98a7bde40b05ea012a0aa4beba4cb5c640b3b698f4caa5718911"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "adcf7e8b8e8ffb17a54daa5fa5431e3c0b23835bdafa2f506ede6dd1e3915a07"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "9b788c2900d03c0f357201f402058a19e18b13ce50d6af6e077d858c55153ba4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.27.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.27.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "c330aa89b7af72b9027cdf1bf46cae40159388bdea71010d11182a696429d22c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "b508bbd0f15c14f010732fed9ff2a3d00dd590c8b5a1933878933837b3351d36"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "40443bcc17fcba1d7dac3bb9060b4dbf1a0c89a1a94995a40c46bedba336e0a5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "7ee5e86e2775c6b0b404d6f81a38f87c2785a4ea55c3b0e6949e1820ff756b7e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "7c5b38e506e1401fc4f73ebfd020db2ce2ae665025602a092e125642bb60cdc8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "f8de0ed268af757900a9e8b4448a83a1df14d88a04672f5b1e1c0e46ad70cf18"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "feddcd2b09eb10773bf7834b8ae1dd23cb384a2e62a32cb7c0c99b610b96bc2f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "5f004e46cef74870de2f7cd801f678959635ce7ee0b7929fc5b7cdb588ac6cf4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "de67ae512b8698a397011599b59b21a3891a87c09a5da95a3832181427c28e58"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "eb7c79f297adb69ea4ed34e815047240894f2d682fe90a03ace28f4fd498c0b0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "c973c181d1b9133eed39360be145c6d566efc5759bf8f2ad9380be15512a07dd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "26ad140466e62cf8cedc6b57c452d7dd78f1b353a5e057788225dc8f9ee82983"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "921661a84da0d6fe6c0f810a040c2011e3316cf8eec8a29061cb70222ce0fee9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "21964a8e27dc8ab7844219c22769d78e68b16e640c7a24de9ad81a3229aa80a5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.28.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.28.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "2a1857ba07c992f09102b22a2131de30abe79b3d9328f64da0593de7f511eb98"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "10f1e0723e4c9cac6ac3f92e299d995a7749302a0d6678482bca33f9c824e8f6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "000cd93d2cf120672c9c98546c1cbaf78dc51b65c1305dc2ae092b40038c26b1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "5026226bd50469a558d265783faa42d83c3e788e8475b67e25c5e170cf44fa40"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "9d5a3bdd149a4d073009f4f50be0bb325dc02f6bbbb1fb0b3064e085ce13339a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "89a4d2a6f1530469270cc6979a24070c31c14daf2282a62e3a4db70dd727ccd9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "7f0efe2a7c0933d2f3988af99710a62ecddf7ac36cc39a530107ad69f88afa1e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "dd947c2f81a7875aec96da56c6d3d4e22e84377c79c531085ea6a7e3137d8b11"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "25d1cbd4d7b8ad35587c9665943a8f3d9e07a5dd6a2da875f23f7484307e77f9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "449ba707eae58911c71df187b1ff0958ee5afae74ea7f69158343a3152424aee"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6296caeb4c1fa89e462e9a615bfb647472dd4a7c4a3a4e5ac7d639648b142ac5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "39f74441aa227e22ae5bcc1334e91dc3ef8fe8fd6597e9d13545c270c79664c0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "ad576ead45973e07e27b02bcd1fda69f593a4270e94b2277193782d6855a4bd9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "61ba46f3caa859fd415e3f5ff8db4ccfc51b1ac85ab630ec0d4a42d051d470d8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.29.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.29.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "d6116b507a2b11c397041e3145aef1dca0f75903be68ec745c44f7f7c6c9be67"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "87bd517ce7006d02f7f0239a10174daa4e55bebeacbfd1de283cf1da2c6ee636"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "ab3d1fc4a9368572d01267ce3003df30a83be8df6ffa78251678636e92b3685f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "f7d85b2cd7b056556d5a3964530fd408be9b2027dee7252f95613484ce70b557"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "9c9195f49c640a0ff7cedff499c1fa7d12325a7a460bdc67d531f3f3290b6798"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "80d38d3e8be0071366d2e491fa77e08e16ec4056b9d262d71f1e8935bdef90fb"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "dc4003c3363d1f4fa348d52614e240feef28deacbb575c1efd9e76067d543e0b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "4e5274c82f15f36b3d42abd6afd864abfb11d59349cde432f10112d1af9ee017"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "e70ad2a95af941d96cddb6d7755c67689c65e806d4539bd5ba0c6475ba59f24d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "1b5a5925da0ec70affb88b6369fb034cd01f7744b02c6d40b92efa71fd4af980"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "1b02d99c493667a4e7089358f56d0ea682b50ad43c1b46cd516ef0983d6a8f5b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "5091d13549652b2bba673f47d1a7de6a20e3c62f8353128e9e246a30ede01b29"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "0a31960a2c15dfc6c358ee4c4c6867ae5f5ab364c4163c79560c5d2c451e8be9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.3.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.3.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "add8950b317d5b871e11ac43a6c24fe406bf29d256537843bbcdb64b5cc91094"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "4160fc901ead7c1a92f4b33c58d663be88bf4d4eebb440b7223b7e3188d60e30"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "b648414c3ef64e1f950488d9f09eecfc0f0918dd2bfa4d92b6771d3a3c8231db"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "534957537f0e5889067da123e8a2a77a86a0a6a3f651be015ae4b8656d4c7a24"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "07071c1794a237bf88a1da7ad746da20123f5de5ced3e1ba1f103abc429b5a79"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "35208a94b90e178aec0ad6ac95918e5fb35ea13192847a17957801a9b5ff67e5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "f05e09bcd2a0bf8416d57a804f686f3dc2aabf78d8752cd01de81ca2747878d7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "96e9cad5410a2d80bdba109251fc8fec9b1a22d2f12e1ee3af0c4f6897937842"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "ce5ad63e2cdb634b6f5a040f03ecacaac46f66049819ff766aafa535e40bd04b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "7b5714674902cde8d2901a58133b82b7eb463ea2c66db3222a51c285ef6a1b09"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "460eb7dc9b94bb3eb200992fb5b7d113db5cfd9a5331ace8c2c632bb787f6a34"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "ccd60a72f94befdfe26a4114e8889134dafa61a5f556c8cd81fed9f6c54a3e96"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "6c8626effb5abadf52038fead598b4c55b9cad7a5f016bd6d34f53014e42c922"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "8827476c6073e1be18ab10ba2df8b6d04be3ce1d2a8b0f974c7f70fd471ac3ed"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.30.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.30.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "2c18f4833f9c6a7b7614e7505dc140f31675011b4a559b0e0d45e62f0ef49ab0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "ad1c26ac7e6fe800615244127aa01be66ca80de7bd592dab8902f4144df3c7f6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6b56b14c971bfc5d941142471f12330fc53a1d559aec9e2ecd3a1331c6998336"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "6a0ae0d342bdae78b26f650a5dc275495c06a8ed3502ce33a71f6e103c8b5f3f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "1f63cfe9636d16d57718e20217791ab64e12fd0197f6f10c96f4ec69abcf2a50"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "fcd0ce86567411dfe4df2a7f6c20ca6f0aef58044bb0802282f174fd0a0b1e71"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "08ca71c7dfba7a26bc7ed66c3b1e0d2e9fb3a4e6c5443167a79e35099cdfe5c4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "d730270e79d41a1204fdcb98ca2e39b74cd9e67575253ce28f77549fdef64434"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "d8e07b7a11d581b6720549b0e796963ac44527aad19eb7011b9d4090f33eb1a7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "61899b90760ecc1002ec09d67f01a70d777d65d451bb2686dfd2cb9303b23898"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "1adda86dd95bd53441e7aafdffa64959650330b94bab6e5c8fba70eabb802f2a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "f2639979be502596f0f36dcb27917682247aa33e82f63325aa5572f282ca96e6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "14957dffbecfe56a6e1e1fe0df36f64de94bf98fb2050acaa561f5932eb14dbe"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.31.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.31.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "570d1f26358b5dc8c00b978f2d8d356695a8ee7f2b1b23903212f6735237aed3"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "37f4b59c06ce78dd146ff5f90367d99fcc3f5b1d3df5782b72251f6405fb123b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "56cd010fecde798793029d1187429564ba08543ef4fe8107e1981aace8e081a8"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "7a3dec6c85f94fd97f20ed391f3b4140dda2d033ffae7f1deb1acb88e009be0b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "3a108b8f18f0e9e6b601131f891e8b1978103dc694a390c386a1914a45ea4d32"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "688e7a7699dc9e0e65f5f4a6f2173d76242af25f7f5a92bb9879d3446eefef7d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "cdcfee71a5bbbc119227ddfead8fd5dde4b1f474ccaf00a1abc816df25d28c77"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "6bed990ea2888019dadc89d7b4123a33cca96fb6fb0ef21f54fb739b3e243dde"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "9792554e1942bd2502bfa8babcb3970cbbd9c7fcebd44ccc6a2f0496f3d639b5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6abbd2d795cce4290b301d1fd6ae356001253c70ec7d6277eb83baad44ce4b26"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "c2e5786d5d2d7efff55c2911d80386fef51d83f34f67fde75959afb1e4690897"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "cdca7e2c86336aacb35eccfbd7d460cbbb30990b97ce6a4d267e5ce5711a3132"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "e3706db68163270593b41025bb199156e4c1e9fd8fb74b5407e824fb78cb773f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "53e75befda5380fa65915f6040cd6f73646bfbe3e6994e2486b8d8fc9d9caf68"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.4.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.4.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "432139217cf6cb350a493facb45ec6bfc5bae3a3a58b7a54f10113764045f1c1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "f48d96399a7cde934de9e1b7050f783209cfcbfca0bd9c0ecbe84d7335a247c9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "0dbd78690454879d2e0fa050db4334ea9d14c910c0f92c4c1ce5c0c9bcac4c5c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "76ad911ea762194ef32c9e9fa0d4ff5a55c883cb702aa7fb2faec62a3bb8033c"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "253cb76a06f119cd4a1c3ef2668328a1e4114a809d300f26c40925d906e2bd52"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "dfecdead097b5463a51f0defa0e01725715cb43239ec32f43e9fa303c201925f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "239076169822303db936ee9f4fa450b14407df9f959400cd531acff4464cedc2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "848325e633e9504ce56f7ef4ff273b2f1fc6ec3db639ed07076a256cc7dadcf1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "14d6b9974a1cdb44c655dab0bf15150e00fc27482e67fa83e07459d9e9f83a53"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "1074417305067bd552d5b9e9bd6249b26ef27991e0023ee0348d72cbca16f083"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "a71cc72015f9e1542109eae000ae5f9703ee01231aecdde233f1fbf07cfacb71"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "5478a9b5aef542eb09842af26c9efddd2f4f043f87571105427cbe32d8b1371d"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "11f1b0b1797880299fdee7c4445f014cc3868374e8750f2a79fc666a74124914"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "e880df677e6b0459d81a531f1ebb2459044890a65e0ff6eff50a4fa117f6a766"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.5.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.5.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "f17fe075e8e94c2b7bd08b3ee4bd162bb7d2dd71fb99023c3488bec0373b251b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "9c9bb4ce3aca75c25eb275568014c3f6c2bc1bb19499072b375cdc3ade878c15"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "1a89f3bb5d53a077f2330ca5edddad6f9dca4ed61536a3b31b4fc97066baf182"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "49d7045bb6e23be1531b86bc8019689a16488f54e9388a28c332b893715d86fe"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "9b52c2f8f30df18526e1f6d23fd2184bd300e7d5d8c06462f460d8f63bf3758f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "dd55cc0e6ce636423a66e089ee630d27de8b49e025db166dbada03e1320ce9d4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "2c5c9c5a9cbc9554e0aefd5bf1a817f81f38735ed4d5e27090ee4c0200d5be90"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "d00b0f5c0518185d9f92bd8581f4bd16822ca7bdfb16d1755b1d190066f04238"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "9b32ed265de6b1b9774b180851e78f157534a384fb8209b1f357e08c325c7396"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6e6015e008ce4a87dc23995c11a739592e5c19791a240d613f7b02db9361ae9f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "993a19b466ac71ec6d6214cb168983b1275980f7854d453b4a175f160d9b6055"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "0279fefc21aafa61654bd7a8362564fd74e66c35a2e61a70558d5b9d8072eab6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "102d25d6bc9a2e287e8c36672acd686905e9ead3c8d7227a7d8eb0e569aa901f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "f8fba1dfb927c752b2949a4fb26302e380469cb544c583204ee69e63e0aff1d4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.6.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.6.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "8787e5c7e0ecec1c530eb6f663cde30a77824fcc5bcaeb9a5a4d979682729057"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "e43432a3eebcf56fd990885c8c2602ca825eb87a2d652e94fe37843fab3ee9d1"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "1caa312f4302813480e8221e70bf1076ea6785d40afdc6066c7d6eb17d53d064"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "76cfd2330bb1e4c16766d7d66ce5baaa313cbf80b11561deaa80dfa5582f8a60"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "61b26fefbbd1e67149da9a5e0477b800535036cfbae4302e41a52ec7fb24841b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "40c7ce64bc16eec16b915da1d6459bd3e861bbc3a13a649f3f77264d20397cc9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "71131bdd88a67b5104b0e1b5ad7d55b3984e3a51987185a519197b4a43a8e640"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "b885c07a0bc5387267065c9169985ff6d347277c1638363676f51c9743daf806"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "12785f97b50ba4ba1d292e3f10ac8fa9e51ec45000b7f6003aba2733eda7bb6f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "c4642be0158be2a81ba75ad12dbbdb221e9d96c127f8664ed095a753b657aa60"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "b9f0390333637ab96d84655fe86e31fbeeec71238087a970ca18739bb95041d9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "2369eee5d184d04b55d2345abb0e0c9e0b5b0b8059826afec1b2346a097d5991"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "94cdffd62de29b38241d9c3d39d23951a4059bfd1875ab4544547b951eea511f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.7.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.7.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "209fd46e6d4dc04da8650a1dcb5ff2e0d58dd84458a357e4719384001326771e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "c8cdf53796dda51df8e5de07f1c727670059e2266307898a282858e7fbcd92cd"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "2614d69d39d554a96b940df124a1e1cf40a1ab31f7126bc1e10a40504d3f6383"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "7ffd4f29af53592127c161ef12aebc9efeb75598ab8283f81f619386489f2b65"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "9c3637325152281e07a18d712fb184d28a2643500baebcf0e1c395d2a6fa7337"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "ae9e738a673f534d5f79e6cbdeaf7876a12dcadc7a0b7cd2b7170faf24bf89f0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "79bceaf2b47ceabe5df5d2e2a6b7a21c1fe9898677f3dd090f9faa99581b9fbf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "d871fa8b1a01d5710f3a047ee8150059e1289ba67173e7ec333341296a1b034a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "2d90b262ba4ca7721a77fd2c70198ab338aa0c735d27e86d91b55eb64d7e5b8e"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "d7dff192e21547523f64143efa578683bcf576f9230cbee98e60b16b3bad6306"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6c2c261a1abf1fdd09a87da8c71d57241853d2764ac3d13ae1cf00a9e7b68f3b"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "6adf224d51e6ea45097de182a6766e30b00f7d41f5c9fc4775068b5c338ddfe6"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "d249a20b8917e5e3d7a2f3a445f3246b48b73bc5ee4f8336907cf66fe4bc358a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "0a14bd05e6b20b1e625adcc6193ee9bbbb344ff55f640b38ed011cd6f458773f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.8.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.8.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "8d25c23a8b97d9e67df15e2dfff5aa93358a22dc95e9e8dfb3071f05c71a3fe4"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.A_log_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "32a7fa5314855fdbf29a16bc2ad74849ec22080231773c69b8228aee4725bf39"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.dt_bias_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 2408,
"sha256": "6f5986c30c9659d36ba33e0739703a0baa3cc3fbe2cc7e2f5ade7eee506232aa"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_a.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "8ef6e78f269807ce255980fd3f1bbfdae4abf7fa3033161a626cd048019ed69a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_b.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 74088,
"sha256": "88876f69caf83340f5f1f420d8eca090a5217cea9a5514d7d4ebcb2d465006cf"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.in_proj_z.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "7b65e0213bf15680370246ea4e375655fccc29bb327f73dd46b7a9c0bc41b61f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.norm.weight_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 8552,
"sha256": "44efbe4938f1fce02e63ba08755b8f894aa884765bc6d80338caedef19419986"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.out_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "01feb1edc242e0576ff71ebd62ef7f6492d0cf2ff263152e4a5e5b39d8119267"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/linear_attn.qkv_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "9148693eb716f106e857aa10a7e9c5f87019f916561589b0098632313825635a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "6265a93957535da20da9db618db00f8baf1e789397d1d7e815472205a0db8f71"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "2fa0034ddff451981649961993d5cefccde251607dd1f05435148b8677688fde"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "e756b574f73b1643a4b789957c064cd48564ada9b36baeba3f5ba348c8d93538"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "2e723d0bfe9389d9485b12d1a2938de73f0b693a90fda251888b6962fcf778ef"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "885e8cc368c37e43097f92d1e3d671e76dcf1e2442b5bb99da10232b65a67fc9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/layers.9.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/layers.9.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "e350edb536c3a2dafef2a9f86ee2958382d6481dc4954f38875b7335d30c507a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.fc.weight.bf16_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.fc.weight.bf16_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 67109224,
"sha256": "0b1b764e719ddad532aee6b2a22d5200d0ebe26b57f079119a180fde419d1a7a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "14167cf7bd475e504e2d072749ea7f9609c99721d619965b7a8f9407ef5d26c0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.down_proj.weight.bfp4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 28311912,
"sha256": "344e74062a65a8d60d821dc0771e0ef1071938d9b0520e9f79b1abe9c7a47ed2"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense.packed-worker-bank_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "3015cc40e00c0a7c934b802caf6b12fe2368eaa8b6188af4037d2e00f16e06d9"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/mlp.gate_up.weight.dense_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 56623464,
"sha256": "e5ebeeb2ebdf29561eb4b9a9cdee6c9afc5c3f6caef284ba73f51bd9845b37fc"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "d2325e0755030183a34fc8e754fc161ad99f792ed1e09b2d32870b9d791f3747"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.k_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "956188245a9e845316a9e751cc5414cb2e8c4dfc2d007496cc750d5899e39370"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.o_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 9437544,
"sha256": "fb4cc9e8ce9d55530ed4203b66320d1bded497493940350bd7bf03a530613207"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_norm.weight_offset_dtype_BFLOAT16_layout_TILE.tensorbin",
"bytes": 16744,
"sha256": "0f046ac1f91b0e5c218a7b7e3c710ab122870262a05c716dc2cdc3673fd3d68f"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.q_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 18874728,
"sha256": "d4887fe73afaa2e26ee5afe29a6ccc3bacb78acc378509449f15c524c177d7c0"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.qkv_fused.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 23593320,
"sha256": "7677c773e46d3b2e1c693bd9f1888d7cb60cb77ef5e83ecd5dd165c7eb931a52"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0/self_attn.v_proj.weight_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 2359656,
"sha256": "b1606bfe8edb6e221a67a1a2720215eb67f201fd9fea72b7d5ba845e39650638"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0.input_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "d5d839beae5111cc3b4c6759b8971ac50e37e73c4dde859db6e6abd094aa62d7"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.layers.0.post_attention_layernorm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "2b8ca80ef0415077b2cff7ce0b34dadc9cd3d714829dc9ea43efbf9f51d88f23"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "f700b040f6f250f04bc644d0b053d90524fb8742faca5027c01a43f41fdbcd39"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_embedding.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_embedding.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "b0df700f43b4f716fad7821d1e95d6263e0649afd07adf8c1e63b3f20e1de620"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_hidden.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/mtp.pre_fc_norm_hidden.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "b695e5dbdc4b5fb0c18d9bb84633b51c6c3af39fd61bd431b75ec038b90217c5"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/norm.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 8536,
"sha256": "303fded839fceaed7e55e04171b926a3abc9079f151510fd955da38e48ccd82a"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/output.weight.bfp4.lmhead_packed_g4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/output.weight.bfp4.lmhead_packed_g4_dtype_BFLOAT4_B_layout_TILE.tensorbin",
"bytes": 572129640,
"sha256": "4b1f29d24b4919c7dd10e2cad778fafd9b5e8a626c17d9b21d690f3d7b2bee86"
},
{
"path": "quantized/P150/tensor_cache_bfp4_mixed/tok_embeddings.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"model_relative_path": "P150/tensor_cache_bfp4_mixed/tok_embeddings.weight_dtype_BFLOAT16_layout_ROW_MAJOR.tensorbin",
"bytes": 2034237816,
"sha256": "5be4997eda1a87e6cd9429548c04851b1bccac051dd68583d8e2ac2a9155abf6"
}
]
}
|