File size: 1,688 Bytes
1ed2881 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 | {
"version": 2.5,
"preset": "deberta_v3_base_en",
"sequence_length": 512,
"num_band_scores": 19,
"criteria": [
"Task Response",
"Coherence and Cohesion",
"Lexical Resource",
"Grammatical Range and Accuracy"
],
"training_params": {
"batch_size": 8,
"epochs": 10,
"learning_rate": 2e-05,
"label_smoothing": 0.1,
"augment_ratio": 0.1,
"synthetic_weight": 0.15,
"synthetic_csv": "/home/youwen/AEGIS/evalguide_client/backend/data/ielts_synthetic_cleaned.csv",
"initial_variance_target": 2.0,
"final_variance_target": 2.7,
"calibration_enabled": true,
"bias_correction_enabled": true
},
"bias_correction_offsets": [
-4.853433987432378e-17,
1.553098875978361e-16,
1.9413735949729513e-17,
8.736181177378281e-17
],
"final_metrics": {
"train_loss": 0.26780974864959717,
"val_loss": 0.41971996426582336,
"binary_acc": 0.12838737666606903,
"mae": 2.637578248977661,
"val_binary_acc": 0.0,
"val_mae": 2.3622758388519287,
"val_qwk": 0.5819463133811951,
"val_qwk_Task_Response": 0.5876268148422241,
"pred_variance_Task_Response": 6.448593750000001,
"val_qwk_Coherence_and_Cohesion": 0.5729712247848511,
"pred_variance_Coherence_and_Cohesion": 7.209999999999999,
"val_qwk_Lexical_Resource": 0.5792825222015381,
"pred_variance_Lexical_Resource": 6.469374999999999,
"val_qwk_Grammatical_Range_and_Accuracy": 0.5763903260231018,
"pred_variance_Grammatical_Range_and_Accuracy": 6.7435937500000005
},
"baseline_reference": {
"v2_4_overall_qwk": 0.7501,
"v2_4_adjacent_pct": 84.12,
"v2_4_exact_pct": 26.09,
"v2_4_rmse": 1.0084
}
} |