0.16.2

devices/devices.hnpm

@@ -8,7 +8,7 @@ route bmin=1 bmax=1 nmax=1024 bucket=u2
 route bmin=1 bmax=1 nmax=4096 bucket=u3
 route bmin=2 bmax=8 nmax=256 bucket=u4
 compat h=16fc176471b384c2
-bucket kind=o S=128 B=1 M=256 xd=0 name=u0 elf=u0.elf bytes=23440696 sha256=bca4ece75ea5266f558782f912cea817acf8711cbb1d7114e374fca6ee4d3f79 csha256=950fb30eaa08ed2913aa136680bfa0219cf1fa0b5cfe8d9ed14b1d4c652e1641
+bucket kind=o S=128 B=1 M=256 xd=0 name=u0 elf=u0.elf bytes=23440696 sha256=7035403ae86e92ac4db4c43c585c702b71b0d09b7a397908211b2fa9e746ca5e csha256=950fb30eaa08ed2913aa136680bfa0219cf1fa0b5cfe8d9ed14b1d4c652e1641
 pass gbase=69632 Ts=64,128 bucket=u0
 geom T=64 in_len=135168 CN=65536 CO=0 CM=0 out_len=589824 bucket=u0
 geom T=128 in_len=200704 CN=131072 CO=0 CM=0 out_len=655360 bucket=u0
@@ -84,7 +84,7 @@ variant bucket=u0 name=x2_64 T=64 ro=k9_64 keep=k8_64
 variant bucket=u0 name=x2_128 T=128 ro=k9_128 keep=k8_128
 variant bucket=u0 name=x3_64 T=64 ro=k11_64 keep=k10_64
 variant bucket=u0 name=x3_128 T=128 ro=k11_128 keep=k10_128
-bucket kind=g S=256 B=1 M=256 xd=3 name=u1 elf=u1.elf bytes=15942680 sha256=cac434b7c9ee21d9681e69038947c82fd82bc48e9154e9ac05b08a8835d5ff1a csha256=6256f42c9bb422f1c1722c0d906b049d76ffdbb15f437a9782979fa49f38e928
+bucket kind=g S=256 B=1 M=256 xd=3 name=u1 elf=u1.elf bytes=15923208 sha256=cb5c85d63f35f8ce826a4c2ee6498fca682f2416e28cebd9698df58dddb99458 csha256=c30d1ddc90a472605cb8c8cf76fd1f269bfa77aef1da9c7a1838f7bf05073e8b
 pass xw=2297856 gbase=69632 gst=1048576 fkv=294912 bucket=u1
 buf bytes=524288 role=pass init=zero bucket=u1 name=b0
 buf bytes=4456448 role=unused init=zero bucket=u1 name=b1
@@ -124,7 +124,7 @@ kernel bucket=u1 name=k21 slots=b6:bf16,b22:bf16,b7:bf16,b23:bf16,b8:bf16 kpts=f
 plan bucket=u1 type=linear_attention ops=in:b0,const:b12,call:k22,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 plan bucket=u1 type=full_attention ops=in:b2,call:k2,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 role bucket=u1 lin=k22 att=k2 mlp=k3 x=b12 st=b13 kv=b15 ia=b0 ib=b2 iu=b6 cd=b5 cm=b8 cb=L{i}/w11 sb=L{i}/w12
-bucket kind=g S=1024 B=1 M=1024 xd=3 name=u2 elf=u2.elf bytes=16579736 sha256=4da392f24a4e946d663f7297c0aa766b6d16a2cfb9b60091ff2d885359633408 csha256=955516869156169e96deb58e91dd2df2d52c5944b6228aa080a3f54112e365e9
+bucket kind=g S=1024 B=1 M=1024 xd=3 name=u2 elf=u2.elf bytes=16560264 sha256=f7a502480b675b528da04d3f3414eb8c542e2f7eda5190bd0a50ef47fd5e6ccb csha256=fd2bf78310d4aeb6ec906429b092457ca891b8d8167a1e853cb707dddeca26e5
 pass xw=8982528 gbase=69632 gst=1048576 fkv=1179648 bucket=u2
 buf bytes=2097152 role=pass init=zero bucket=u2 name=b0
 buf bytes=17825792 role=unused init=zero bucket=u2 name=b1
@@ -164,7 +164,7 @@ kernel bucket=u2 name=k21 slots=b6:bf16,b22:bf16,b7:bf16,b23:bf16,b8:bf16 kpts=f
 plan bucket=u2 type=linear_attention ops=in:b0,const:b12,call:k22,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 plan bucket=u2 type=full_attention ops=in:b2,call:k2,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 role bucket=u2 lin=k22 att=k2 mlp=k3 x=b12 st=b13 kv=b15 ia=b0 ib=b2 iu=b6 cd=b5 cm=b8 cb=L{i}/w11 sb=L{i}/w12
-bucket kind=g S=4096 B=1 M=4096 xd=3 name=u3 elf=u3.elf bytes=19812696 sha256=82ebc7209e38091c80b05e7ecd6dabfa714dd1056f7805dd8c03b6204bb0ab52 csha256=6b9c0b90fb8b1b9a4b38c7743db7c5a4c55e2afa1c6d232b26359d84cb8ec176
+bucket kind=g S=4096 B=1 M=4096 xd=3 name=u3 elf=u3.elf bytes=19793224 sha256=c95283f450d7d343d14c5e49fbd5dc4015b3723ba67e037fa4c4e8df2c0c3315 csha256=0548f9b1ae855e7aa19a83451cbaf6ef70d9521b50481656ae06bcda87969818
 pass xw=35721216 gbase=69632 gst=1048576 fkv=4718592 bucket=u3
 buf bytes=8388608 role=pass init=zero bucket=u3 name=b0
 buf bytes=71303168 role=unused init=zero bucket=u3 name=b1
@@ -204,7 +204,7 @@ kernel bucket=u3 name=k21 slots=b6:bf16,b22:bf16,b7:bf16,b23:bf16,b8:bf16 kpts=f
 plan bucket=u3 type=linear_attention ops=in:b0,const:b12,call:k22,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 plan bucket=u3 type=full_attention ops=in:b2,call:k2,out:b5@0,res,in:b6,call:k3,out:b8@0,res
 role bucket=u3 lin=k22 att=k2 mlp=k3 x=b12 st=b13 kv=b15 ia=b0 ib=b2 iu=b6 cd=b5 cm=b8 cb=L{i}/w11 sb=L{i}/w12
-bucket kind=g S=256 B=8 M=2048 xd=3 name=u4 elf=u4.elf bytes=18118600 sha256=9dfe2284c55cc14d937bd93f42bbc2584e487d1d0a8e24b39c43a629a6658a44 csha256=3b91ec8a7bb18e3dc4f1bfde9ff70335f95004625132e3e3e13f0b15d430d55b
+bucket kind=g S=256 B=8 M=2048 xd=3 name=u4 elf=u4.elf bytes=18063288 sha256=476c8986c4c810cd619349c52c141ef83580314017e5e036e09f71b573f4084e csha256=d110d6959ebc4a6480e635fffd365ea21ac4652037f360a70ac333854a049826
 pass xw=2297856 gbase=69632 gst=1048576 fkv=294912 bucket=u4
 buf bytes=4194304 role=pass init=zero bucket=u4 name=b0
 buf bytes=35651584 role=unused init=zero bucket=u4 name=b1

devices/u0.elf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bca4ece75ea5266f558782f912cea817acf8711cbb1d7114e374fca6ee4d3f79
+oid sha256:7035403ae86e92ac4db4c43c585c702b71b0d09b7a397908211b2fa9e746ca5e
 size 23440696

devices/u1.elf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cac434b7c9ee21d9681e69038947c82fd82bc48e9154e9ac05b08a8835d5ff1a
-size 15942680
+oid sha256:cb5c85d63f35f8ce826a4c2ee6498fca682f2416e28cebd9698df58dddb99458
+size 15923208

devices/u2.elf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4da392f24a4e946d663f7297c0aa766b6d16a2cfb9b60091ff2d885359633408
-size 16579736
+oid sha256:f7a502480b675b528da04d3f3414eb8c542e2f7eda5190bd0a50ef47fd5e6ccb
+size 16560264

devices/u3.elf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82ebc7209e38091c80b05e7ecd6dabfa714dd1056f7805dd8c03b6204bb0ab52
-size 19812696
+oid sha256:c95283f450d7d343d14c5e49fbd5dc4015b3723ba67e037fa4c4e8df2c0c3315
+size 19793224

devices/u4.elf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dfe2284c55cc14d937bd93f42bbc2584e487d1d0a8e24b39c43a629a6658a44
-size 18118600
+oid sha256:476c8986c4c810cd619349c52c141ef83580314017e5e036e09f71b573f4084e
+size 18063288