{ "model_type": "lightning", "vocab_size": 65830, "d_model": 256, "nhead": 4, "num_layers": 4, "dropout": 0.1, "max_seq_len": 160, "auto_map": { "AutoConfig": "configuration_lightning.LightningConfig", "AutoModelForCausalLM": "modeling_lightning.LightningForCausalLM" } }