diff --git "a/transformer/index.json" "b/transformer/index.json" new file mode 100644--- /dev/null +++ "b/transformer/index.json" @@ -0,0 +1,3415 @@ +{ + "quantized": { + "transformer_blocks.0.attn.to_q": { + "file": "transformer_blocks__0__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.attn.to_k": { + "file": "transformer_blocks__0__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.attn.to_v": { + "file": "transformer_blocks__0__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.attn.to_out.0": { + "file": "transformer_blocks__0__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.img_mlp.proj": { + "file": "transformer_blocks__0__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.img_mlp.out": { + "file": "transformer_blocks__0__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.0.img_mlp.gate_layer": { + "file": "transformer_blocks__0__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.attn.to_q": { + "file": "transformer_blocks__1__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.attn.to_k": { + "file": "transformer_blocks__1__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.attn.to_v": { + "file": "transformer_blocks__1__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.attn.to_out.0": { + "file": "transformer_blocks__1__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.img_mlp.proj": { + "file": "transformer_blocks__1__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.img_mlp.out": { + "file": "transformer_blocks__1__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.1.img_mlp.gate_layer": { + "file": "transformer_blocks__1__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.attn.to_q": { + "file": "transformer_blocks__2__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.attn.to_k": { + "file": "transformer_blocks__2__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.attn.to_v": { + "file": "transformer_blocks__2__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.attn.to_out.0": { + "file": "transformer_blocks__2__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.img_mlp.proj": { + "file": "transformer_blocks__2__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.img_mlp.out": { + "file": "transformer_blocks__2__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.2.img_mlp.gate_layer": { + "file": "transformer_blocks__2__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.attn.to_q": { + "file": "transformer_blocks__3__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.attn.to_k": { + "file": "transformer_blocks__3__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.attn.to_v": { + "file": "transformer_blocks__3__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.attn.to_out.0": { + "file": "transformer_blocks__3__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.img_mlp.proj": { + "file": "transformer_blocks__3__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.img_mlp.out": { + "file": "transformer_blocks__3__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.3.img_mlp.gate_layer": { + "file": "transformer_blocks__3__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.attn.to_q": { + "file": "transformer_blocks__4__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.attn.to_k": { + "file": "transformer_blocks__4__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.attn.to_v": { + "file": "transformer_blocks__4__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.attn.to_out.0": { + "file": "transformer_blocks__4__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.img_mlp.proj": { + "file": "transformer_blocks__4__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.img_mlp.out": { + "file": "transformer_blocks__4__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.4.img_mlp.gate_layer": { + "file": "transformer_blocks__4__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.attn.to_q": { + "file": "transformer_blocks__5__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.attn.to_k": { + "file": "transformer_blocks__5__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.attn.to_v": { + "file": "transformer_blocks__5__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.attn.to_out.0": { + "file": "transformer_blocks__5__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.img_mlp.proj": { + "file": "transformer_blocks__5__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.img_mlp.out": { + "file": "transformer_blocks__5__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.5.img_mlp.gate_layer": { + "file": "transformer_blocks__5__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.attn.to_q": { + "file": "transformer_blocks__6__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.attn.to_k": { + "file": "transformer_blocks__6__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.attn.to_v": { + "file": "transformer_blocks__6__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.attn.to_out.0": { + "file": "transformer_blocks__6__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.img_mlp.proj": { + "file": "transformer_blocks__6__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.img_mlp.out": { + "file": "transformer_blocks__6__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.6.img_mlp.gate_layer": { + "file": "transformer_blocks__6__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.attn.to_q": { + "file": "transformer_blocks__7__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.attn.to_k": { + "file": "transformer_blocks__7__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.attn.to_v": { + "file": "transformer_blocks__7__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.attn.to_out.0": { + "file": "transformer_blocks__7__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.img_mlp.proj": { + "file": "transformer_blocks__7__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.img_mlp.out": { + "file": "transformer_blocks__7__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.7.img_mlp.gate_layer": { + "file": "transformer_blocks__7__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.attn.to_q": { + "file": "transformer_blocks__8__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.attn.to_k": { + "file": "transformer_blocks__8__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.attn.to_v": { + "file": "transformer_blocks__8__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.attn.to_out.0": { + "file": "transformer_blocks__8__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.img_mlp.proj": { + "file": "transformer_blocks__8__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.img_mlp.out": { + "file": "transformer_blocks__8__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.8.img_mlp.gate_layer": { + "file": "transformer_blocks__8__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.attn.to_q": { + "file": "transformer_blocks__9__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.attn.to_k": { + "file": "transformer_blocks__9__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.attn.to_v": { + "file": "transformer_blocks__9__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.attn.to_out.0": { + "file": "transformer_blocks__9__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.img_mlp.proj": { + "file": "transformer_blocks__9__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.img_mlp.out": { + "file": "transformer_blocks__9__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.9.img_mlp.gate_layer": { + "file": "transformer_blocks__9__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.attn.to_q": { + "file": "transformer_blocks__10__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.attn.to_k": { + "file": "transformer_blocks__10__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.attn.to_v": { + "file": "transformer_blocks__10__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.attn.to_out.0": { + "file": "transformer_blocks__10__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.img_mlp.proj": { + "file": "transformer_blocks__10__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.img_mlp.out": { + "file": "transformer_blocks__10__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.10.img_mlp.gate_layer": { + "file": "transformer_blocks__10__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.attn.to_q": { + "file": "transformer_blocks__11__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.attn.to_k": { + "file": "transformer_blocks__11__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.attn.to_v": { + "file": "transformer_blocks__11__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.attn.to_out.0": { + "file": "transformer_blocks__11__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.img_mlp.proj": { + "file": "transformer_blocks__11__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.img_mlp.out": { + "file": "transformer_blocks__11__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.11.img_mlp.gate_layer": { + "file": "transformer_blocks__11__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.attn.to_q": { + "file": "transformer_blocks__12__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.attn.to_k": { + "file": "transformer_blocks__12__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.attn.to_v": { + "file": "transformer_blocks__12__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.attn.to_out.0": { + "file": "transformer_blocks__12__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.img_mlp.proj": { + "file": "transformer_blocks__12__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.img_mlp.out": { + "file": "transformer_blocks__12__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.12.img_mlp.gate_layer": { + "file": "transformer_blocks__12__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.attn.to_q": { + "file": "transformer_blocks__13__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.attn.to_k": { + "file": "transformer_blocks__13__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.attn.to_v": { + "file": "transformer_blocks__13__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.attn.to_out.0": { + "file": "transformer_blocks__13__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.img_mlp.proj": { + "file": "transformer_blocks__13__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.img_mlp.out": { + "file": "transformer_blocks__13__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.13.img_mlp.gate_layer": { + "file": "transformer_blocks__13__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.attn.to_q": { + "file": "transformer_blocks__14__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.attn.to_k": { + "file": "transformer_blocks__14__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.attn.to_v": { + "file": "transformer_blocks__14__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.attn.to_out.0": { + "file": "transformer_blocks__14__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.img_mlp.proj": { + "file": "transformer_blocks__14__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.img_mlp.out": { + "file": "transformer_blocks__14__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.14.img_mlp.gate_layer": { + "file": "transformer_blocks__14__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.attn.to_q": { + "file": "transformer_blocks__15__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.attn.to_k": { + "file": "transformer_blocks__15__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.attn.to_v": { + "file": "transformer_blocks__15__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.attn.to_out.0": { + "file": "transformer_blocks__15__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.img_mlp.proj": { + "file": "transformer_blocks__15__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.img_mlp.out": { + "file": "transformer_blocks__15__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.15.img_mlp.gate_layer": { + "file": "transformer_blocks__15__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.attn.to_q": { + "file": "transformer_blocks__16__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.attn.to_k": { + "file": "transformer_blocks__16__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.attn.to_v": { + "file": "transformer_blocks__16__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.attn.to_out.0": { + "file": "transformer_blocks__16__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.img_mlp.proj": { + "file": "transformer_blocks__16__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.img_mlp.out": { + "file": "transformer_blocks__16__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.16.img_mlp.gate_layer": { + "file": "transformer_blocks__16__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.attn.to_q": { + "file": "transformer_blocks__17__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.attn.to_k": { + "file": "transformer_blocks__17__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.attn.to_v": { + "file": "transformer_blocks__17__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.attn.to_out.0": { + "file": "transformer_blocks__17__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.img_mlp.proj": { + "file": "transformer_blocks__17__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.img_mlp.out": { + "file": "transformer_blocks__17__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.17.img_mlp.gate_layer": { + "file": "transformer_blocks__17__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.attn.to_q": { + "file": "transformer_blocks__18__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.attn.to_k": { + "file": "transformer_blocks__18__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.attn.to_v": { + "file": "transformer_blocks__18__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.attn.to_out.0": { + "file": "transformer_blocks__18__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.img_mlp.proj": { + "file": "transformer_blocks__18__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.img_mlp.out": { + "file": "transformer_blocks__18__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.18.img_mlp.gate_layer": { + "file": "transformer_blocks__18__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.attn.to_q": { + "file": "transformer_blocks__19__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.attn.to_k": { + "file": "transformer_blocks__19__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.attn.to_v": { + "file": "transformer_blocks__19__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.attn.to_out.0": { + "file": "transformer_blocks__19__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.img_mlp.proj": { + "file": "transformer_blocks__19__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.img_mlp.out": { + "file": "transformer_blocks__19__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.19.img_mlp.gate_layer": { + "file": "transformer_blocks__19__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.attn.to_q": { + "file": "transformer_blocks__20__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.attn.to_k": { + "file": "transformer_blocks__20__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.attn.to_v": { + "file": "transformer_blocks__20__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.attn.to_out.0": { + "file": "transformer_blocks__20__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.img_mlp.proj": { + "file": "transformer_blocks__20__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.img_mlp.out": { + "file": "transformer_blocks__20__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.20.img_mlp.gate_layer": { + "file": "transformer_blocks__20__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.attn.to_q": { + "file": "transformer_blocks__21__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.attn.to_k": { + "file": "transformer_blocks__21__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.attn.to_v": { + "file": "transformer_blocks__21__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.attn.to_out.0": { + "file": "transformer_blocks__21__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.img_mlp.proj": { + "file": "transformer_blocks__21__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.img_mlp.out": { + "file": "transformer_blocks__21__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.21.img_mlp.gate_layer": { + "file": "transformer_blocks__21__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.attn.to_q": { + "file": "transformer_blocks__22__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.attn.to_k": { + "file": "transformer_blocks__22__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.attn.to_v": { + "file": "transformer_blocks__22__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.attn.to_out.0": { + "file": "transformer_blocks__22__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.img_mlp.proj": { + "file": "transformer_blocks__22__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.img_mlp.out": { + "file": "transformer_blocks__22__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.22.img_mlp.gate_layer": { + "file": "transformer_blocks__22__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.attn.to_q": { + "file": "transformer_blocks__23__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.attn.to_k": { + "file": "transformer_blocks__23__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.attn.to_v": { + "file": "transformer_blocks__23__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.attn.to_out.0": { + "file": "transformer_blocks__23__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.img_mlp.proj": { + "file": "transformer_blocks__23__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.img_mlp.out": { + "file": "transformer_blocks__23__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.23.img_mlp.gate_layer": { + "file": "transformer_blocks__23__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.attn.to_q": { + "file": "transformer_blocks__24__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.attn.to_k": { + "file": "transformer_blocks__24__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.attn.to_v": { + "file": "transformer_blocks__24__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.attn.to_out.0": { + "file": "transformer_blocks__24__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.img_mlp.proj": { + "file": "transformer_blocks__24__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.img_mlp.out": { + "file": "transformer_blocks__24__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.24.img_mlp.gate_layer": { + "file": "transformer_blocks__24__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.attn.to_q": { + "file": "transformer_blocks__25__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.attn.to_k": { + "file": "transformer_blocks__25__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.attn.to_v": { + "file": "transformer_blocks__25__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.attn.to_out.0": { + "file": "transformer_blocks__25__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.img_mlp.proj": { + "file": "transformer_blocks__25__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.img_mlp.out": { + "file": "transformer_blocks__25__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.25.img_mlp.gate_layer": { + "file": "transformer_blocks__25__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.attn.to_q": { + "file": "transformer_blocks__26__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.attn.to_k": { + "file": "transformer_blocks__26__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.attn.to_v": { + "file": "transformer_blocks__26__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.attn.to_out.0": { + "file": "transformer_blocks__26__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.img_mlp.proj": { + "file": "transformer_blocks__26__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.img_mlp.out": { + "file": "transformer_blocks__26__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.26.img_mlp.gate_layer": { + "file": "transformer_blocks__26__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.attn.to_q": { + "file": "transformer_blocks__27__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.attn.to_k": { + "file": "transformer_blocks__27__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.attn.to_v": { + "file": "transformer_blocks__27__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.attn.to_out.0": { + "file": "transformer_blocks__27__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.img_mlp.proj": { + "file": "transformer_blocks__27__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.img_mlp.out": { + "file": "transformer_blocks__27__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.27.img_mlp.gate_layer": { + "file": "transformer_blocks__27__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.attn.to_q": { + "file": "transformer_blocks__28__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.attn.to_k": { + "file": "transformer_blocks__28__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.attn.to_v": { + "file": "transformer_blocks__28__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.attn.to_out.0": { + "file": "transformer_blocks__28__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.img_mlp.proj": { + "file": "transformer_blocks__28__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.img_mlp.out": { + "file": "transformer_blocks__28__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.28.img_mlp.gate_layer": { + "file": "transformer_blocks__28__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.attn.to_q": { + "file": "transformer_blocks__29__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.attn.to_k": { + "file": "transformer_blocks__29__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.attn.to_v": { + "file": "transformer_blocks__29__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.attn.to_out.0": { + "file": "transformer_blocks__29__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.img_mlp.proj": { + "file": "transformer_blocks__29__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.img_mlp.out": { + "file": "transformer_blocks__29__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.29.img_mlp.gate_layer": { + "file": "transformer_blocks__29__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.attn.to_q": { + "file": "transformer_blocks__30__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.attn.to_k": { + "file": "transformer_blocks__30__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.attn.to_v": { + "file": "transformer_blocks__30__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.attn.to_out.0": { + "file": "transformer_blocks__30__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.img_mlp.proj": { + "file": "transformer_blocks__30__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.img_mlp.out": { + "file": "transformer_blocks__30__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.30.img_mlp.gate_layer": { + "file": "transformer_blocks__30__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.attn.to_q": { + "file": "transformer_blocks__31__attn__to_q.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.attn.to_k": { + "file": "transformer_blocks__31__attn__to_k.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.attn.to_v": { + "file": "transformer_blocks__31__attn__to_v.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.attn.to_out.0": { + "file": "transformer_blocks__31__attn__to_out__0.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.img_mlp.proj": { + "file": "transformer_blocks__31__img_mlp__proj.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.img_mlp.out": { + "file": "transformer_blocks__31__img_mlp__out.safetensors", + "in_features": 12288, + "out_features": 4096, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + }, + "transformer_blocks.31.img_mlp.gate_layer": { + "file": "transformer_blocks__31__img_mlp__gate_layer.safetensors", + "in_features": 4096, + "out_features": 12288, + "bias": false, + "quant_type": "nf4", + "compute_dtype": "bfloat16", + "quant_state_keys": [ + "absmax", + "quant_map", + "nested_absmax", + "nested_quant_map", + "quant_state.bitsandbytes__nf4" + ] + } + }, + "unquantized": { + "time_text_embed.timestep_embedder.linear_1": { + "file": "time_text_embed__timestep_embedder__linear_1.safetensors", + "in_features": 256, + "out_features": 4096, + "bias": false + }, + "time_text_embed.timestep_embedder.linear_2": { + "file": "time_text_embed__timestep_embedder__linear_2.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false + }, + "txt_in.in_layer": { + "file": "txt_in__in_layer.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false + }, + "txt_in.out_layer": { + "file": "txt_in__out_layer.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false + }, + "img_in": { + "file": "img_in.safetensors", + "in_features": 64, + "out_features": 4096, + "bias": false + }, + "modulation.1": { + "file": "modulation__1.safetensors", + "in_features": 4096, + "out_features": 16384, + "bias": false + }, + "norm_out.linear": { + "file": "norm_out__linear.safetensors", + "in_features": 4096, + "out_features": 4096, + "bias": false + }, + "proj_out": { + "file": "proj_out.safetensors", + "in_features": 4096, + "out_features": 64, + "bias": false + } + }, + "others": "others.safetensors" +} \ No newline at end of file