esi-triage-bert-v70b / config.json
vadimbelsky's picture
Upload config.json with huggingface_hub
93e21fa verified
Raw
History Blame
2.37 kB
{
"model_type": "esi_triage_bert_v44",
"architecture": "BERTv44Heads multi-head",
"encoder": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext",
"model_version": "v70b",
"training_config": {
"epochs": 3,
"batch_size": 64,
"lr": 3e-5,
"bf16": true,
"label_smoothing_esi": 0.05,
"phase_3_consistency_alpha": 0.15,
"eng_features_dim": 12,
"age_bucket_head": true,
"pain_bucket_head": true,
"loss_weights": {
"esi": 2.0,
"symptom": 1.5,
"resource": 1.0,
"resource_count": 0.8,
"flag": 0.6,
"vitals": 1.0,
"ner": 0.5,
"medrec": 0.5,
"airway": 0.6,
"resus": 0.6,
"pain": 0.099,
"age": 0.06,
"arrival": 0.3,
"gender": 0.2,
"gestalt": 0.3,
"disposition": 0.2,
"syndrome": 0.2,
"history": 0.1,
"last_dx": 0.1,
"age_bucket": 1.0,
"pain_bucket": 1.0,
"consistency": 0.15
}
},
"heads": {
"esi": "5-class CE (PRIMARY)",
"symptom": "200-dim BCE per symptom",
"flag": "3-class CE airway/resus/altered_mental",
"vitals": "6-dim regression",
"airway": "binary BCE",
"resus": "binary BCE",
"ner": "21-class BIO span tagging",
"arrival": "5-class CE",
"age_bucket": "8-class CE",
"pain_bucket": "5-class CE",
"medrec": "binary BCE anticoag/antiplatelet",
"resource_count": "3-class CE (0/1/2+ bucket)",
"gestalt": "5-class CE OUT-1..5"
},
"esi_head_input_dim": 780,
"esi_head_dim_breakdown": "768 BERT [CLS] + 12 engineered features",
"max_length": 128,
"encoder_dim": 768,
"training_corpus": "v70+ (v67 base 405,242 records + 109 v70+ synth)",
"training_data_sources": [
"MIMIC-IV-ED (Boston compact CC, pyxis-truth resources)",
"MIETIC clean holdout (UCSF narrative)",
"MC-MED clean holdout (Stanford compact CC)",
"Lukina v3 (Russian-physician style narrative)",
"ER-REASON (UCSF academic narrative, truncated)",
"v70+ synth (DOA discrimination, ICH-on-anticoag, MCMED walk-in coverage)"
],
"ship_metrics": {
"val_esi_exact_epoch_3": 0.781,
"val_esi_adjacent_epoch_3": 0.980,
"stack_esi1_recall_mcmed": 0.84,
"stack_esi1_recall_mietic": 0.967,
"stack_esi1_recall_lukina": 1.0,
"stack_esi1_recall_mimic": 0.876,
"stack_esi1_recall_3corpus_avg": 0.881
}
}