File size: 795 Bytes
a24db0c 7309da8 a31fa49 7309da8 1710359 7309da8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"architectures": [
"NicheformerForMaskedLM"
],
"assay": true,
"batch_first": true,
"cls_classes": 164,
"context_length": 1500,
"dim_feedforward": 1024,
"dim_model": 512,
"dropout": 0.0,
"learnable_pe": true,
"masking_p": 0.15,
"modality": true,
"model_type": "nicheformer",
"n_tokens": 20340,
"nheads": 16,
"nlayers": 12,
"specie": true,
"supervised_task": null,
"torch_dtype": "float32",
"transformers_version": "4.49.0",
"auto_map": {
"AutoConfig": "configuration_nicheformer.NicheformerConfig",
"AutoModelForMaskedLM": "modeling_nicheformer.NicheformerForHuggingFace",
"AutoModel": "modeling_nicheformer.NicheformerForHuggingFace",
"AutoTokenizer": [
"tokenization_nicheformer.NicheformerTokenizer",
null
]
}
} |