deberta_base / zm_config.json
IMvision12's picture
Migrate to zeromodels (rename kf_*.json -> zm_*.json, fix refs in config + README, ensure tag + badge)
24db011 verified
Raw History Blame Contribute Delete
625 Bytes
{
"library_name": "zeromodels",
"zeromodels_version": "1.2.1",
"model_module": "zeromodels.models.deberta",
"model_class": "DebertaModel",
"variant": "deberta_base",
"weights": "model.weights.h5",
"schema_version": 2,
"weight_dtype": "float32",
"model_type": "deberta",
"text_config": {
"vocab_size": 50265,
"embed_dim": 768,
"num_layers": 12,
"num_heads": 12,
"mlp_dim": 3072,
"max_position_embeddings": 512,
"max_relative_positions": 512,
"pos_att_type": [
"c2p",
"p2c"
],
"hidden_act": "gelu",
"layer_norm_eps": 1e-07,
"pad_token_id": 0
}
}