vadimbelsky commited on
Commit
7de5570
·
verified ·
1 Parent(s): 93e21fa

Upload training_history.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_history.json +428 -0
training_history.json ADDED
@@ -0,0 +1,428 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_symptom_f1": 0.3915755715039991,
3
+ "history": [
4
+ {
5
+ "epoch": 1,
6
+ "train_loss": {
7
+ "total": 65.90288848223665,
8
+ "symptom": 0.11329852499291461,
9
+ "flag": 0.688484002789552,
10
+ "pain": 3.7471775445493325,
11
+ "arrival": 0.5798302846655637,
12
+ "esi": 1.15998260800687,
13
+ "ner": 0.3518076406680276,
14
+ "gestalt": 2.548294963617589,
15
+ "disposition": 0.9482717240384649,
16
+ "syndrome": 0.09404764613145918
17
+ },
18
+ "val": {
19
+ "symptom_f1_micro": 0.25730682616170664,
20
+ "symptom_p_micro": 0.46593001841620624,
21
+ "symptom_r_micro": 0.17772797216832809,
22
+ "flag_f1_macro": 0.8137412377986054,
23
+ "pain_mae": 0.25292912125587463,
24
+ "arrival_acc": 0.9615384615384616,
25
+ "esi_exact": 0.7195410223579237,
26
+ "esi_adjacent": 0.9668570865753965,
27
+ "ner_tok_acc": 0.9845446150739923,
28
+ "ner_entity_f1": 0.952214966667425,
29
+ "gestalt_acc": 0.5356854796409607,
30
+ "age_bucket_acc": 0.9725770950317383,
31
+ "pain_bucket_acc": 0.9987683892250061
32
+ }
33
+ },
34
+ {
35
+ "epoch": 2,
36
+ "train_loss": {
37
+ "total": 23.392621029192465,
38
+ "symptom": 0.043324719249416214,
39
+ "flag": 0.09317895971166937,
40
+ "pain": 0.28719594684391003,
41
+ "arrival": 0.0825618086180386,
42
+ "esi": 0.8611835232568352,
43
+ "ner": 0.03373490888758231,
44
+ "gestalt": 2.0710202328975686,
45
+ "disposition": 0.4628612898162871,
46
+ "syndrome": 0.026409551348151948
47
+ },
48
+ "val": {
49
+ "symptom_f1_micro": 0.3453692412624269,
50
+ "symptom_p_micro": 0.4518903131591757,
51
+ "symptom_r_micro": 0.2794875225797819,
52
+ "flag_f1_macro": 0.897813195638208,
53
+ "pain_mae": 0.14312352240085602,
54
+ "arrival_acc": 0.9864572047670639,
55
+ "esi_exact": 0.7654880330936669,
56
+ "esi_adjacent": 0.9786762533241407,
57
+ "ner_tok_acc": 0.9851020808095204,
58
+ "ner_entity_f1": 0.9541253578458193,
59
+ "gestalt_acc": 0.5325660109519958,
60
+ "age_bucket_acc": 0.9846609234809875,
61
+ "pain_bucket_acc": 0.9997360706329346
62
+ }
63
+ },
64
+ {
65
+ "epoch": 3,
66
+ "train_loss": {
67
+ "total": 22.918707742958365,
68
+ "symptom": 0.03831316991438071,
69
+ "flag": 0.05068493790747368,
70
+ "pain": 0.22194639060984284,
71
+ "arrival": 0.04372369346676463,
72
+ "esi": 0.8090663204335082,
73
+ "ner": 0.031623895555181,
74
+ "gestalt": 1.9414106169473,
75
+ "disposition": 0.4090130492701303,
76
+ "syndrome": 0.024883129292460143
77
+ },
78
+ "val": {
79
+ "symptom_f1_micro": 0.3915755715039991,
80
+ "symptom_p_micro": 0.471308195640917,
81
+ "symptom_r_micro": 0.33491670569345017,
82
+ "flag_f1_macro": 0.9367175002945899,
83
+ "pain_mae": 0.13402649760246277,
84
+ "arrival_acc": 0.9877868610262976,
85
+ "esi_exact": 0.7811976755638728,
86
+ "esi_adjacent": 0.9803506352802127,
87
+ "ner_tok_acc": 0.9852794900116393,
88
+ "ner_entity_f1": 0.9545386155045615,
89
+ "gestalt_acc": 0.5268111824989319,
90
+ "age_bucket_acc": 0.9879161715507507,
91
+ "pain_bucket_acc": 0.999824047088623
92
+ }
93
+ }
94
+ ],
95
+ "args": {
96
+ "data": "data/sft/bert_v70_train.jsonl",
97
+ "lukina_eval": "data/eval/lukina_v2/triage_dataset_v2.jsonl",
98
+ "output_dir": "models/bert-v70b-fixed",
99
+ "encoder": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext",
100
+ "max_length": "512",
101
+ "dropout": "0.1",
102
+ "epochs": "3",
103
+ "batch_size": "64",
104
+ "lr": "3e-05",
105
+ "weight_decay": "0.01",
106
+ "num_workers": "4",
107
+ "bf16": "True",
108
+ "resume_from": "None",
109
+ "start_epoch": "0",
110
+ "limit": "None",
111
+ "seed": "42",
112
+ "eng_features_sidecar": "data/sft/v70_combined_engineered_features.jsonl",
113
+ "w_esi": "2.0",
114
+ "w_symptom": "1.5",
115
+ "w_flag": "0.6",
116
+ "w_pain": "0.3",
117
+ "w_vitals": "1.0",
118
+ "w_age": "0.3",
119
+ "w_arrival": "0.3",
120
+ "w_consistency": "0.15",
121
+ "w_ner": "0.5",
122
+ "w_gestalt": "0.3",
123
+ "w_disposition": "0.2",
124
+ "w_syndrome": "0.2",
125
+ "encoder_init": "None",
126
+ "use_class_weighting": "True",
127
+ "age_bucket_head": "True",
128
+ "pain_bucket_head": "True",
129
+ "gestalt_weight_cap": "10.0"
130
+ },
131
+ "symptom_labels": [
132
+ "abdominal_pain",
133
+ "abnl_labs_variants",
134
+ "abscess",
135
+ "active_hemorrhage",
136
+ "active_labor",
137
+ "active_seizure",
138
+ "acute_glaucoma",
139
+ "adrenal_crisis",
140
+ "airway_concern",
141
+ "allergic_reaction",
142
+ "allergic_reaction_clinical",
143
+ "altered_affect",
144
+ "altered_mental_status",
145
+ "altered_mentation",
146
+ "altered_ms_abbrev",
147
+ "anaphylaxis",
148
+ "anemia_signs",
149
+ "animal_bite",
150
+ "ankle_sprain",
151
+ "anonymized_cc",
152
+ "anxiety",
153
+ "aortic_dissection",
154
+ "aortic_emergency",
155
+ "assault",
156
+ "assault_trauma",
157
+ "back_pain",
158
+ "bone_pain",
159
+ "bradycardia_signs",
160
+ "breast_pain",
161
+ "bronchiolitis",
162
+ "burn",
163
+ "cardiac_arrest",
164
+ "catatonia",
165
+ "cellulitis",
166
+ "cellulitis_signs",
167
+ "chemo_complications",
168
+ "chest_pain",
169
+ "chest_wall_pain",
170
+ "constipation",
171
+ "cough",
172
+ "croup",
173
+ "cyanosis",
174
+ "deformity",
175
+ "dehydration",
176
+ "dental_pain",
177
+ "dialysis_access_issue",
178
+ "diaphoresis",
179
+ "diarrhea",
180
+ "distress_appearance",
181
+ "dizziness",
182
+ "dka_signs",
183
+ "dysphagia",
184
+ "dyspnea",
185
+ "dysuria_signs",
186
+ "ear_pain",
187
+ "ectopic_pregnancy",
188
+ "edema_signs",
189
+ "electrolyte_disturbance",
190
+ "elevated_bp_text",
191
+ "elevated_inr",
192
+ "elevated_troponin",
193
+ "epistaxis",
194
+ "evaluation_request",
195
+ "eye_emergency",
196
+ "eye_pain",
197
+ "eye_trauma",
198
+ "facial_pain",
199
+ "failure_to_thrive",
200
+ "fall",
201
+ "fall_from_height",
202
+ "febrile_seizure",
203
+ "feeding_tube_problem",
204
+ "fetor_breath",
205
+ "fever",
206
+ "flank_pain",
207
+ "flu_syndrome",
208
+ "foreign_body_airway",
209
+ "foreign_body_ingestion",
210
+ "fracture",
211
+ "generic_infection",
212
+ "genitourinary_complaint",
213
+ "gi_bleed",
214
+ "gi_obstruction",
215
+ "gsw",
216
+ "head_injury",
217
+ "headache",
218
+ "heart_failure_signs",
219
+ "heat_emergency",
220
+ "hematuria",
221
+ "homicidal",
222
+ "hyperglycemia",
223
+ "hyperglycemia_variants",
224
+ "hyperkalemia",
225
+ "hypertension_asymptomatic",
226
+ "hypertensive_crisis",
227
+ "hypertensive_emergency",
228
+ "hypertensive_urgency",
229
+ "hypoglycemia",
230
+ "hyponatremia",
231
+ "hypotension_signs",
232
+ "hypothermia",
233
+ "ill_appearing",
234
+ "imaging_finding",
235
+ "imminent_self_harm",
236
+ "inguinal_pain",
237
+ "insect_bite",
238
+ "intracranial_hemorrhage",
239
+ "intussusception",
240
+ "jaundice",
241
+ "jaw_pain",
242
+ "joint_pain_swelling",
243
+ "kidney_stones",
244
+ "laceration",
245
+ "lactic_acidosis",
246
+ "limb_extremity_injury",
247
+ "limb_pain",
248
+ "limb_pain_severe",
249
+ "low_back_pain_abbrev",
250
+ "mi_rule_out",
251
+ "miscarriage",
252
+ "mobility_impaired",
253
+ "mvc",
254
+ "mvc_major",
255
+ "mvc_minor",
256
+ "mvc_recent",
257
+ "nausea_vomiting",
258
+ "neck_injury",
259
+ "neck_pain",
260
+ "neuro_eval",
261
+ "neuro_focal_deficit",
262
+ "ortho_injury",
263
+ "ovarian_torsion",
264
+ "pain_control_request",
265
+ "palpitations",
266
+ "panic_attack",
267
+ "paraphimosis",
268
+ "pedestrian_struck",
269
+ "pelvic_pain",
270
+ "peritonsillar_abscess",
271
+ "phimosis",
272
+ "pneumonia_signs",
273
+ "polytrauma",
274
+ "post_ictal",
275
+ "post_procedure_eval",
276
+ "preeclampsia",
277
+ "pregnant",
278
+ "psychiatric_complaint",
279
+ "psychiatric_emergency",
280
+ "psychotic",
281
+ "pulled_elbow",
282
+ "pulmonary_embolism",
283
+ "rash",
284
+ "rectal_pain",
285
+ "renal_signs",
286
+ "respiratory_arrest",
287
+ "respiratory_distress",
288
+ "respiratory_effort_increased",
289
+ "respiratory_failure",
290
+ "retinal_detachment",
291
+ "rupture_of_membranes",
292
+ "sepsis_rule_out",
293
+ "sepsis_signs",
294
+ "severe_trauma",
295
+ "shingles",
296
+ "shortness_of_breath",
297
+ "simple_extremity_pain",
298
+ "skin_complaint",
299
+ "skin_mottling",
300
+ "skin_pallor",
301
+ "smoke_inhalation",
302
+ "sore_throat",
303
+ "speech_difficulty",
304
+ "sprain",
305
+ "stab_wound",
306
+ "stroke_completed",
307
+ "stroke_in_window",
308
+ "stroke_rule_out",
309
+ "stroke_symptoms",
310
+ "substance_use_acute",
311
+ "substance_withdrawal",
312
+ "sudden_hearing_loss",
313
+ "suicidal_ideation",
314
+ "syncope",
315
+ "tachycardia_signs",
316
+ "testicular_pain",
317
+ "throat_foreign_body",
318
+ "thyroid_storm",
319
+ "tia",
320
+ "toxic_ingestion",
321
+ "trach_issue",
322
+ "tremors",
323
+ "unilateral_leg_swelling",
324
+ "unknown_unspecified",
325
+ "uri",
326
+ "urinary_obstruction",
327
+ "urinary_retention",
328
+ "urinary_symptoms",
329
+ "vaginal_bleeding",
330
+ "vascular_access_complaint",
331
+ "vascular_emergency",
332
+ "vision_changes_acute",
333
+ "vision_loss",
334
+ "vulvar_swelling",
335
+ "weakness",
336
+ "wheezing",
337
+ "wound"
338
+ ],
339
+ "flag_labels": [
340
+ "altered_mentation",
341
+ "severe_pain_distress",
342
+ "active_hemorrhage"
343
+ ],
344
+ "arrival_labels": [
345
+ "walk-in",
346
+ "ambulance",
347
+ "helicopter",
348
+ "other",
349
+ "unknown"
350
+ ],
351
+ "esi_labels": [
352
+ 1,
353
+ 2,
354
+ 3,
355
+ 4,
356
+ 5
357
+ ],
358
+ "bio_labels": [
359
+ "O",
360
+ "B-AGE",
361
+ "B-GENDER",
362
+ "B-ARRIVAL",
363
+ "B-BP_SYS",
364
+ "B-BP_DIA",
365
+ "B-HR",
366
+ "B-RR",
367
+ "B-SPO2",
368
+ "B-TEMP",
369
+ "B-PAIN",
370
+ "I-AGE",
371
+ "I-GENDER",
372
+ "I-ARRIVAL",
373
+ "I-BP_SYS",
374
+ "I-BP_DIA",
375
+ "I-HR",
376
+ "I-RR",
377
+ "I-SPO2",
378
+ "I-TEMP",
379
+ "I-PAIN"
380
+ ],
381
+ "ner_entity_types": [
382
+ "AGE",
383
+ "GENDER",
384
+ "ARRIVAL",
385
+ "BP_SYS",
386
+ "BP_DIA",
387
+ "HR",
388
+ "RR",
389
+ "SPO2",
390
+ "TEMP",
391
+ "PAIN"
392
+ ],
393
+ "outcome_tiers": [
394
+ "OUT-1",
395
+ "OUT-2",
396
+ "OUT-3",
397
+ "OUT-4",
398
+ "OUT-5"
399
+ ],
400
+ "disposition_labels": [
401
+ "HOME",
402
+ "ADMITTED",
403
+ "TRANSFER",
404
+ "EXPIRED",
405
+ "LEFT WITHOUT BEING SEEN",
406
+ "ELOPED",
407
+ "LEFT AGAINST MEDICAL ADVICE",
408
+ "OTHER",
409
+ "UNKNOWN"
410
+ ],
411
+ "syndrome_labels": [
412
+ "ACS",
413
+ "anaphylaxis",
414
+ "appendicitis_perforation",
415
+ "atrial_fibrillation",
416
+ "dka_hyperglycemic_crisis",
417
+ "ectopic_pregnancy",
418
+ "gi_bleed",
419
+ "heart_failure",
420
+ "major_trauma",
421
+ "meningitis_encephalitis",
422
+ "pneumonia_severe",
423
+ "pulmonary_embolism",
424
+ "sepsis",
425
+ "status_epilepticus",
426
+ "stroke"
427
+ ]
428
+ }