{ "best_symptom_f1": 0.3915755715039991, "history": [ { "epoch": 1, "train_loss": { "total": 65.90288848223665, "symptom": 0.11329852499291461, "flag": 0.688484002789552, "pain": 3.7471775445493325, "arrival": 0.5798302846655637, "esi": 1.15998260800687, "ner": 0.3518076406680276, "gestalt": 2.548294963617589, "disposition": 0.9482717240384649, "syndrome": 0.09404764613145918 }, "val": { "symptom_f1_micro": 0.25730682616170664, "symptom_p_micro": 0.46593001841620624, "symptom_r_micro": 0.17772797216832809, "flag_f1_macro": 0.8137412377986054, "pain_mae": 0.25292912125587463, "arrival_acc": 0.9615384615384616, "esi_exact": 0.7195410223579237, "esi_adjacent": 0.9668570865753965, "ner_tok_acc": 0.9845446150739923, "ner_entity_f1": 0.952214966667425, "gestalt_acc": 0.5356854796409607, "age_bucket_acc": 0.9725770950317383, "pain_bucket_acc": 0.9987683892250061 } }, { "epoch": 2, "train_loss": { "total": 23.392621029192465, "symptom": 0.043324719249416214, "flag": 0.09317895971166937, "pain": 0.28719594684391003, "arrival": 0.0825618086180386, "esi": 0.8611835232568352, "ner": 0.03373490888758231, "gestalt": 2.0710202328975686, "disposition": 0.4628612898162871, "syndrome": 0.026409551348151948 }, "val": { "symptom_f1_micro": 0.3453692412624269, "symptom_p_micro": 0.4518903131591757, "symptom_r_micro": 0.2794875225797819, "flag_f1_macro": 0.897813195638208, "pain_mae": 0.14312352240085602, "arrival_acc": 0.9864572047670639, "esi_exact": 0.7654880330936669, "esi_adjacent": 0.9786762533241407, "ner_tok_acc": 0.9851020808095204, "ner_entity_f1": 0.9541253578458193, "gestalt_acc": 0.5325660109519958, "age_bucket_acc": 0.9846609234809875, "pain_bucket_acc": 0.9997360706329346 } }, { "epoch": 3, "train_loss": { "total": 22.918707742958365, "symptom": 0.03831316991438071, "flag": 0.05068493790747368, "pain": 0.22194639060984284, "arrival": 0.04372369346676463, "esi": 0.8090663204335082, "ner": 0.031623895555181, "gestalt": 1.9414106169473, "disposition": 0.4090130492701303, "syndrome": 0.024883129292460143 }, "val": { "symptom_f1_micro": 0.3915755715039991, "symptom_p_micro": 0.471308195640917, "symptom_r_micro": 0.33491670569345017, "flag_f1_macro": 0.9367175002945899, "pain_mae": 0.13402649760246277, "arrival_acc": 0.9877868610262976, "esi_exact": 0.7811976755638728, "esi_adjacent": 0.9803506352802127, "ner_tok_acc": 0.9852794900116393, "ner_entity_f1": 0.9545386155045615, "gestalt_acc": 0.5268111824989319, "age_bucket_acc": 0.9879161715507507, "pain_bucket_acc": 0.999824047088623 } } ], "args": { "data": "data/sft/bert_v70_train.jsonl", "lukina_eval": "data/eval/lukina_v2/triage_dataset_v2.jsonl", "output_dir": "models/bert-v70b-fixed", "encoder": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext", "max_length": "512", "dropout": "0.1", "epochs": "3", "batch_size": "64", "lr": "3e-05", "weight_decay": "0.01", "num_workers": "4", "bf16": "True", "resume_from": "None", "start_epoch": "0", "limit": "None", "seed": "42", "eng_features_sidecar": "data/sft/v70_combined_engineered_features.jsonl", "w_esi": "2.0", "w_symptom": "1.5", "w_flag": "0.6", "w_pain": "0.3", "w_vitals": "1.0", "w_age": "0.3", "w_arrival": "0.3", "w_consistency": "0.15", "w_ner": "0.5", "w_gestalt": "0.3", "w_disposition": "0.2", "w_syndrome": "0.2", "encoder_init": "None", "use_class_weighting": "True", "age_bucket_head": "True", "pain_bucket_head": "True", "gestalt_weight_cap": "10.0" }, "symptom_labels": [ "abdominal_pain", "abnl_labs_variants", "abscess", "active_hemorrhage", "active_labor", "active_seizure", "acute_glaucoma", "adrenal_crisis", "airway_concern", "allergic_reaction", "allergic_reaction_clinical", "altered_affect", "altered_mental_status", "altered_mentation", "altered_ms_abbrev", "anaphylaxis", "anemia_signs", "animal_bite", "ankle_sprain", "anonymized_cc", "anxiety", "aortic_dissection", "aortic_emergency", "assault", "assault_trauma", "back_pain", "bone_pain", "bradycardia_signs", "breast_pain", "bronchiolitis", "burn", "cardiac_arrest", "catatonia", "cellulitis", "cellulitis_signs", "chemo_complications", "chest_pain", "chest_wall_pain", "constipation", "cough", "croup", "cyanosis", "deformity", "dehydration", "dental_pain", "dialysis_access_issue", "diaphoresis", "diarrhea", "distress_appearance", "dizziness", "dka_signs", "dysphagia", "dyspnea", "dysuria_signs", "ear_pain", "ectopic_pregnancy", "edema_signs", "electrolyte_disturbance", "elevated_bp_text", "elevated_inr", "elevated_troponin", "epistaxis", "evaluation_request", "eye_emergency", "eye_pain", "eye_trauma", "facial_pain", "failure_to_thrive", "fall", "fall_from_height", "febrile_seizure", "feeding_tube_problem", "fetor_breath", "fever", "flank_pain", "flu_syndrome", "foreign_body_airway", "foreign_body_ingestion", "fracture", "generic_infection", "genitourinary_complaint", "gi_bleed", "gi_obstruction", "gsw", "head_injury", "headache", "heart_failure_signs", "heat_emergency", "hematuria", "homicidal", "hyperglycemia", "hyperglycemia_variants", "hyperkalemia", "hypertension_asymptomatic", "hypertensive_crisis", "hypertensive_emergency", "hypertensive_urgency", "hypoglycemia", "hyponatremia", "hypotension_signs", "hypothermia", "ill_appearing", "imaging_finding", "imminent_self_harm", "inguinal_pain", "insect_bite", "intracranial_hemorrhage", "intussusception", "jaundice", "jaw_pain", "joint_pain_swelling", "kidney_stones", "laceration", "lactic_acidosis", "limb_extremity_injury", "limb_pain", "limb_pain_severe", "low_back_pain_abbrev", "mi_rule_out", "miscarriage", "mobility_impaired", "mvc", "mvc_major", "mvc_minor", "mvc_recent", "nausea_vomiting", "neck_injury", "neck_pain", "neuro_eval", "neuro_focal_deficit", "ortho_injury", "ovarian_torsion", "pain_control_request", "palpitations", "panic_attack", "paraphimosis", "pedestrian_struck", "pelvic_pain", "peritonsillar_abscess", "phimosis", "pneumonia_signs", "polytrauma", "post_ictal", "post_procedure_eval", "preeclampsia", "pregnant", "psychiatric_complaint", "psychiatric_emergency", "psychotic", "pulled_elbow", "pulmonary_embolism", "rash", "rectal_pain", "renal_signs", "respiratory_arrest", "respiratory_distress", "respiratory_effort_increased", "respiratory_failure", "retinal_detachment", "rupture_of_membranes", "sepsis_rule_out", "sepsis_signs", "severe_trauma", "shingles", "shortness_of_breath", "simple_extremity_pain", "skin_complaint", "skin_mottling", "skin_pallor", "smoke_inhalation", "sore_throat", "speech_difficulty", "sprain", "stab_wound", "stroke_completed", "stroke_in_window", "stroke_rule_out", "stroke_symptoms", "substance_use_acute", "substance_withdrawal", "sudden_hearing_loss", "suicidal_ideation", "syncope", "tachycardia_signs", "testicular_pain", "throat_foreign_body", "thyroid_storm", "tia", "toxic_ingestion", "trach_issue", "tremors", "unilateral_leg_swelling", "unknown_unspecified", "uri", "urinary_obstruction", "urinary_retention", "urinary_symptoms", "vaginal_bleeding", "vascular_access_complaint", "vascular_emergency", "vision_changes_acute", "vision_loss", "vulvar_swelling", "weakness", "wheezing", "wound" ], "flag_labels": [ "altered_mentation", "severe_pain_distress", "active_hemorrhage" ], "arrival_labels": [ "walk-in", "ambulance", "helicopter", "other", "unknown" ], "esi_labels": [ 1, 2, 3, 4, 5 ], "bio_labels": [ "O", "B-AGE", "B-GENDER", "B-ARRIVAL", "B-BP_SYS", "B-BP_DIA", "B-HR", "B-RR", "B-SPO2", "B-TEMP", "B-PAIN", "I-AGE", "I-GENDER", "I-ARRIVAL", "I-BP_SYS", "I-BP_DIA", "I-HR", "I-RR", "I-SPO2", "I-TEMP", "I-PAIN" ], "ner_entity_types": [ "AGE", "GENDER", "ARRIVAL", "BP_SYS", "BP_DIA", "HR", "RR", "SPO2", "TEMP", "PAIN" ], "outcome_tiers": [ "OUT-1", "OUT-2", "OUT-3", "OUT-4", "OUT-5" ], "disposition_labels": [ "HOME", "ADMITTED", "TRANSFER", "EXPIRED", "LEFT WITHOUT BEING SEEN", "ELOPED", "LEFT AGAINST MEDICAL ADVICE", "OTHER", "UNKNOWN" ], "syndrome_labels": [ "ACS", "anaphylaxis", "appendicitis_perforation", "atrial_fibrillation", "dka_hyperglycemic_crisis", "ectopic_pregnancy", "gi_bleed", "heart_failure", "major_trauma", "meningitis_encephalitis", "pneumonia_severe", "pulmonary_embolism", "sepsis", "status_epilepticus", "stroke" ] }