{ "quantized": { "text_fusion.layerwise_blocks.0.attn.to_q": { "file": "text_fusion__layerwise_blocks__0__attn__to_q.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.attn.to_k": { "file": "text_fusion__layerwise_blocks__0__attn__to_k.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.attn.to_v": { "file": "text_fusion__layerwise_blocks__0__attn__to_v.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.attn.to_gate": { "file": "text_fusion__layerwise_blocks__0__attn__to_gate.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.attn.to_out.0": { "file": "text_fusion__layerwise_blocks__0__attn__to_out__0.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.ff.gate": { "file": "text_fusion__layerwise_blocks__0__ff__gate.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.ff.up": { "file": "text_fusion__layerwise_blocks__0__ff__up.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.0.ff.down": { "file": "text_fusion__layerwise_blocks__0__ff__down.safetensors", "in_features": 6912, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.attn.to_q": { "file": "text_fusion__layerwise_blocks__1__attn__to_q.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.attn.to_k": { "file": "text_fusion__layerwise_blocks__1__attn__to_k.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.attn.to_v": { "file": "text_fusion__layerwise_blocks__1__attn__to_v.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.attn.to_gate": { "file": "text_fusion__layerwise_blocks__1__attn__to_gate.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.attn.to_out.0": { "file": "text_fusion__layerwise_blocks__1__attn__to_out__0.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.ff.gate": { "file": "text_fusion__layerwise_blocks__1__ff__gate.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.ff.up": { "file": "text_fusion__layerwise_blocks__1__ff__up.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.layerwise_blocks.1.ff.down": { "file": "text_fusion__layerwise_blocks__1__ff__down.safetensors", "in_features": 6912, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.projector": { "file": "text_fusion__projector.safetensors", "in_features": 12, "out_features": 1, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.attn.to_q": { "file": "text_fusion__refiner_blocks__0__attn__to_q.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.attn.to_k": { "file": "text_fusion__refiner_blocks__0__attn__to_k.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.attn.to_v": { "file": "text_fusion__refiner_blocks__0__attn__to_v.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.attn.to_gate": { "file": "text_fusion__refiner_blocks__0__attn__to_gate.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.attn.to_out.0": { "file": "text_fusion__refiner_blocks__0__attn__to_out__0.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.ff.gate": { "file": "text_fusion__refiner_blocks__0__ff__gate.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.ff.up": { "file": "text_fusion__refiner_blocks__0__ff__up.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.0.ff.down": { "file": "text_fusion__refiner_blocks__0__ff__down.safetensors", "in_features": 6912, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.attn.to_q": { "file": "text_fusion__refiner_blocks__1__attn__to_q.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.attn.to_k": { "file": "text_fusion__refiner_blocks__1__attn__to_k.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.attn.to_v": { "file": "text_fusion__refiner_blocks__1__attn__to_v.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.attn.to_gate": { "file": "text_fusion__refiner_blocks__1__attn__to_gate.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.attn.to_out.0": { "file": "text_fusion__refiner_blocks__1__attn__to_out__0.safetensors", "in_features": 2560, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.ff.gate": { "file": "text_fusion__refiner_blocks__1__ff__gate.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.ff.up": { "file": "text_fusion__refiner_blocks__1__ff__up.safetensors", "in_features": 2560, "out_features": 6912, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "text_fusion.refiner_blocks.1.ff.down": { "file": "text_fusion__refiner_blocks__1__ff__down.safetensors", "in_features": 6912, "out_features": 2560, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.attn.to_q": { "file": "transformer_blocks__0__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.attn.to_k": { "file": "transformer_blocks__0__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.attn.to_v": { "file": "transformer_blocks__0__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.attn.to_gate": { "file": "transformer_blocks__0__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.attn.to_out.0": { "file": "transformer_blocks__0__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.ff.gate": { "file": "transformer_blocks__0__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.ff.up": { "file": "transformer_blocks__0__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.0.ff.down": { "file": "transformer_blocks__0__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.attn.to_q": { "file": "transformer_blocks__1__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.attn.to_k": { "file": "transformer_blocks__1__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.attn.to_v": { "file": "transformer_blocks__1__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.attn.to_gate": { "file": "transformer_blocks__1__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.attn.to_out.0": { "file": "transformer_blocks__1__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.ff.gate": { "file": "transformer_blocks__1__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.ff.up": { "file": "transformer_blocks__1__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.1.ff.down": { "file": "transformer_blocks__1__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.attn.to_q": { "file": "transformer_blocks__2__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.attn.to_k": { "file": "transformer_blocks__2__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.attn.to_v": { "file": "transformer_blocks__2__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.attn.to_gate": { "file": "transformer_blocks__2__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.attn.to_out.0": { "file": "transformer_blocks__2__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.ff.gate": { "file": "transformer_blocks__2__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.ff.up": { "file": "transformer_blocks__2__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.2.ff.down": { "file": "transformer_blocks__2__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.attn.to_q": { "file": "transformer_blocks__3__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.attn.to_k": { "file": "transformer_blocks__3__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.attn.to_v": { "file": "transformer_blocks__3__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.attn.to_gate": { "file": "transformer_blocks__3__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.attn.to_out.0": { "file": "transformer_blocks__3__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.ff.gate": { "file": "transformer_blocks__3__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.ff.up": { "file": "transformer_blocks__3__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.3.ff.down": { "file": "transformer_blocks__3__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.attn.to_q": { "file": "transformer_blocks__4__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.attn.to_k": { "file": "transformer_blocks__4__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.attn.to_v": { "file": "transformer_blocks__4__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.attn.to_gate": { "file": "transformer_blocks__4__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.attn.to_out.0": { "file": "transformer_blocks__4__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.ff.gate": { "file": "transformer_blocks__4__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.ff.up": { "file": "transformer_blocks__4__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.4.ff.down": { "file": "transformer_blocks__4__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.attn.to_q": { "file": "transformer_blocks__5__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.attn.to_k": { "file": "transformer_blocks__5__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.attn.to_v": { "file": "transformer_blocks__5__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.attn.to_gate": { "file": "transformer_blocks__5__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.attn.to_out.0": { "file": "transformer_blocks__5__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.ff.gate": { "file": "transformer_blocks__5__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.ff.up": { "file": "transformer_blocks__5__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.5.ff.down": { "file": "transformer_blocks__5__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.attn.to_q": { "file": "transformer_blocks__6__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.attn.to_k": { "file": "transformer_blocks__6__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.attn.to_v": { "file": "transformer_blocks__6__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.attn.to_gate": { "file": "transformer_blocks__6__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.attn.to_out.0": { "file": "transformer_blocks__6__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.ff.gate": { "file": "transformer_blocks__6__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.ff.up": { "file": "transformer_blocks__6__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.6.ff.down": { "file": "transformer_blocks__6__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.attn.to_q": { "file": "transformer_blocks__7__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.attn.to_k": { "file": "transformer_blocks__7__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.attn.to_v": { "file": "transformer_blocks__7__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.attn.to_gate": { "file": "transformer_blocks__7__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.attn.to_out.0": { "file": "transformer_blocks__7__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.ff.gate": { "file": "transformer_blocks__7__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.ff.up": { "file": "transformer_blocks__7__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.7.ff.down": { "file": "transformer_blocks__7__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.attn.to_q": { "file": "transformer_blocks__8__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.attn.to_k": { "file": "transformer_blocks__8__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.attn.to_v": { "file": "transformer_blocks__8__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.attn.to_gate": { "file": "transformer_blocks__8__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.attn.to_out.0": { "file": "transformer_blocks__8__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.ff.gate": { "file": "transformer_blocks__8__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.ff.up": { "file": "transformer_blocks__8__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.8.ff.down": { "file": "transformer_blocks__8__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.attn.to_q": { "file": "transformer_blocks__9__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.attn.to_k": { "file": "transformer_blocks__9__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.attn.to_v": { "file": "transformer_blocks__9__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.attn.to_gate": { "file": "transformer_blocks__9__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.attn.to_out.0": { "file": "transformer_blocks__9__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.ff.gate": { "file": "transformer_blocks__9__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.ff.up": { "file": "transformer_blocks__9__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.9.ff.down": { "file": "transformer_blocks__9__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.attn.to_q": { "file": "transformer_blocks__10__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.attn.to_k": { "file": "transformer_blocks__10__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.attn.to_v": { "file": "transformer_blocks__10__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.attn.to_gate": { "file": "transformer_blocks__10__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.attn.to_out.0": { "file": "transformer_blocks__10__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.ff.gate": { "file": "transformer_blocks__10__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.ff.up": { "file": "transformer_blocks__10__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.10.ff.down": { "file": "transformer_blocks__10__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.attn.to_q": { "file": "transformer_blocks__11__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.attn.to_k": { "file": "transformer_blocks__11__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.attn.to_v": { "file": "transformer_blocks__11__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.attn.to_gate": { "file": "transformer_blocks__11__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.attn.to_out.0": { "file": "transformer_blocks__11__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.ff.gate": { "file": "transformer_blocks__11__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.ff.up": { "file": "transformer_blocks__11__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.11.ff.down": { "file": "transformer_blocks__11__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.attn.to_q": { "file": "transformer_blocks__12__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.attn.to_k": { "file": "transformer_blocks__12__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.attn.to_v": { "file": "transformer_blocks__12__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.attn.to_gate": { "file": "transformer_blocks__12__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.attn.to_out.0": { "file": "transformer_blocks__12__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.ff.gate": { "file": "transformer_blocks__12__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.ff.up": { "file": "transformer_blocks__12__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.12.ff.down": { "file": "transformer_blocks__12__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.attn.to_q": { "file": "transformer_blocks__13__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.attn.to_k": { "file": "transformer_blocks__13__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.attn.to_v": { "file": "transformer_blocks__13__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.attn.to_gate": { "file": "transformer_blocks__13__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.attn.to_out.0": { "file": "transformer_blocks__13__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.ff.gate": { "file": "transformer_blocks__13__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.ff.up": { "file": "transformer_blocks__13__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.13.ff.down": { "file": "transformer_blocks__13__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.attn.to_q": { "file": "transformer_blocks__14__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.attn.to_k": { "file": "transformer_blocks__14__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.attn.to_v": { "file": "transformer_blocks__14__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.attn.to_gate": { "file": "transformer_blocks__14__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.attn.to_out.0": { "file": "transformer_blocks__14__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.ff.gate": { "file": "transformer_blocks__14__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.ff.up": { "file": "transformer_blocks__14__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.14.ff.down": { "file": "transformer_blocks__14__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.attn.to_q": { "file": "transformer_blocks__15__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.attn.to_k": { "file": "transformer_blocks__15__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.attn.to_v": { "file": "transformer_blocks__15__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.attn.to_gate": { "file": "transformer_blocks__15__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.attn.to_out.0": { "file": "transformer_blocks__15__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.ff.gate": { "file": "transformer_blocks__15__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.ff.up": { "file": "transformer_blocks__15__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.15.ff.down": { "file": "transformer_blocks__15__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.attn.to_q": { "file": "transformer_blocks__16__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.attn.to_k": { "file": "transformer_blocks__16__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.attn.to_v": { "file": "transformer_blocks__16__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.attn.to_gate": { "file": "transformer_blocks__16__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.attn.to_out.0": { "file": "transformer_blocks__16__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.ff.gate": { "file": "transformer_blocks__16__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.ff.up": { "file": "transformer_blocks__16__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.16.ff.down": { "file": "transformer_blocks__16__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.attn.to_q": { "file": "transformer_blocks__17__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.attn.to_k": { "file": "transformer_blocks__17__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.attn.to_v": { "file": "transformer_blocks__17__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.attn.to_gate": { "file": "transformer_blocks__17__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.attn.to_out.0": { "file": "transformer_blocks__17__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.ff.gate": { "file": "transformer_blocks__17__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.ff.up": { "file": "transformer_blocks__17__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.17.ff.down": { "file": "transformer_blocks__17__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.attn.to_q": { "file": "transformer_blocks__18__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.attn.to_k": { "file": "transformer_blocks__18__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.attn.to_v": { "file": "transformer_blocks__18__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.attn.to_gate": { "file": "transformer_blocks__18__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.attn.to_out.0": { "file": "transformer_blocks__18__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.ff.gate": { "file": "transformer_blocks__18__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.ff.up": { "file": "transformer_blocks__18__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.18.ff.down": { "file": "transformer_blocks__18__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.attn.to_q": { "file": "transformer_blocks__19__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.attn.to_k": { "file": "transformer_blocks__19__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.attn.to_v": { "file": "transformer_blocks__19__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.attn.to_gate": { "file": "transformer_blocks__19__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.attn.to_out.0": { "file": "transformer_blocks__19__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.ff.gate": { "file": "transformer_blocks__19__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.ff.up": { "file": "transformer_blocks__19__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.19.ff.down": { "file": "transformer_blocks__19__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.attn.to_q": { "file": "transformer_blocks__20__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.attn.to_k": { "file": "transformer_blocks__20__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.attn.to_v": { "file": "transformer_blocks__20__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.attn.to_gate": { "file": "transformer_blocks__20__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.attn.to_out.0": { "file": "transformer_blocks__20__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.ff.gate": { "file": "transformer_blocks__20__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.ff.up": { "file": "transformer_blocks__20__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.20.ff.down": { "file": "transformer_blocks__20__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.attn.to_q": { "file": "transformer_blocks__21__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.attn.to_k": { "file": "transformer_blocks__21__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.attn.to_v": { "file": "transformer_blocks__21__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.attn.to_gate": { "file": "transformer_blocks__21__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.attn.to_out.0": { "file": "transformer_blocks__21__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.ff.gate": { "file": "transformer_blocks__21__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.ff.up": { "file": "transformer_blocks__21__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.21.ff.down": { "file": "transformer_blocks__21__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.attn.to_q": { "file": "transformer_blocks__22__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.attn.to_k": { "file": "transformer_blocks__22__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.attn.to_v": { "file": "transformer_blocks__22__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.attn.to_gate": { "file": "transformer_blocks__22__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.attn.to_out.0": { "file": "transformer_blocks__22__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.ff.gate": { "file": "transformer_blocks__22__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.ff.up": { "file": "transformer_blocks__22__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.22.ff.down": { "file": "transformer_blocks__22__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.attn.to_q": { "file": "transformer_blocks__23__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.attn.to_k": { "file": "transformer_blocks__23__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.attn.to_v": { "file": "transformer_blocks__23__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.attn.to_gate": { "file": "transformer_blocks__23__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.attn.to_out.0": { "file": "transformer_blocks__23__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.ff.gate": { "file": "transformer_blocks__23__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.ff.up": { "file": "transformer_blocks__23__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.23.ff.down": { "file": "transformer_blocks__23__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.attn.to_q": { "file": "transformer_blocks__24__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.attn.to_k": { "file": "transformer_blocks__24__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.attn.to_v": { "file": "transformer_blocks__24__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.attn.to_gate": { "file": "transformer_blocks__24__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.attn.to_out.0": { "file": "transformer_blocks__24__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.ff.gate": { "file": "transformer_blocks__24__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.ff.up": { "file": "transformer_blocks__24__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.24.ff.down": { "file": "transformer_blocks__24__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.attn.to_q": { "file": "transformer_blocks__25__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.attn.to_k": { "file": "transformer_blocks__25__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.attn.to_v": { "file": "transformer_blocks__25__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.attn.to_gate": { "file": "transformer_blocks__25__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.attn.to_out.0": { "file": "transformer_blocks__25__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.ff.gate": { "file": "transformer_blocks__25__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.ff.up": { "file": "transformer_blocks__25__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.25.ff.down": { "file": "transformer_blocks__25__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.attn.to_q": { "file": "transformer_blocks__26__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.attn.to_k": { "file": "transformer_blocks__26__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.attn.to_v": { "file": "transformer_blocks__26__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.attn.to_gate": { "file": "transformer_blocks__26__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.attn.to_out.0": { "file": "transformer_blocks__26__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.ff.gate": { "file": "transformer_blocks__26__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.ff.up": { "file": "transformer_blocks__26__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.26.ff.down": { "file": "transformer_blocks__26__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.attn.to_q": { "file": "transformer_blocks__27__attn__to_q.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.attn.to_k": { "file": "transformer_blocks__27__attn__to_k.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.attn.to_v": { "file": "transformer_blocks__27__attn__to_v.safetensors", "in_features": 6144, "out_features": 1536, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.attn.to_gate": { "file": "transformer_blocks__27__attn__to_gate.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.attn.to_out.0": { "file": "transformer_blocks__27__attn__to_out__0.safetensors", "in_features": 6144, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.ff.gate": { "file": "transformer_blocks__27__ff__gate.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.ff.up": { "file": "transformer_blocks__27__ff__up.safetensors", "in_features": 6144, "out_features": 16384, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] }, "transformer_blocks.27.ff.down": { "file": "transformer_blocks__27__ff__down.safetensors", "in_features": 16384, "out_features": 6144, "bias": false, "quant_type": "nf4", "compute_dtype": "bfloat16", "quant_state_keys": [ "absmax", "quant_map", "nested_absmax", "nested_quant_map", "quant_state.bitsandbytes__nf4" ] } }, "unquantized": { "img_in": { "file": "img_in.safetensors", "in_features": 64, "out_features": 6144, "bias": true }, "time_embed.linear_1": { "file": "time_embed__linear_1.safetensors", "in_features": 256, "out_features": 6144, "bias": true }, "time_embed.linear_2": { "file": "time_embed__linear_2.safetensors", "in_features": 6144, "out_features": 6144, "bias": true }, "time_mod_proj": { "file": "time_mod_proj.safetensors", "in_features": 6144, "out_features": 36864, "bias": true }, "txt_in.linear_1": { "file": "txt_in__linear_1.safetensors", "in_features": 2560, "out_features": 6144, "bias": true }, "txt_in.linear_2": { "file": "txt_in__linear_2.safetensors", "in_features": 6144, "out_features": 6144, "bias": true }, "final_layer.linear": { "file": "final_layer__linear.safetensors", "in_features": 6144, "out_features": 64, "bias": true } } }