| { | |
| "families": { | |
| "attention": "bfp8", | |
| "gdn": "bfp8", | |
| "gdn_output": "bfp8", | |
| "lm_head": "bfp8" | |
| }, | |
| "layers": { | |
| "31": { | |
| "mlp_down": "bfp8", | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "18": { | |
| "mlp_gate_up": "bfp8", | |
| "mlp_down": "bfp8" | |
| }, | |
| "17": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "19": { | |
| "mlp_gate_up": "bfp8", | |
| "mlp_down": "bfp8" | |
| }, | |
| "22": { | |
| "mlp_gate_up": "bfp8", | |
| "mlp_down": "bfp8" | |
| }, | |
| "16": { | |
| "mlp_gate_up": "bfp8", | |
| "mlp_down": "bfp8" | |
| }, | |
| "6": { | |
| "mlp_down": "bfp8" | |
| }, | |
| "20": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "15": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "21": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "14": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "30": { | |
| "mlp_gate_up": "bfp8", | |
| "mlp_down": "bfp8" | |
| }, | |
| "13": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "12": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "29": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "23": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "28": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "27": { | |
| "mlp_gate_up": "bfp8" | |
| }, | |
| "1": { | |
| "mlp_down": "bfp8" | |
| } | |
| } | |
| } | |