| { |
| "version": 2.5, |
| "preset": "deberta_v3_base_en", |
| "sequence_length": 512, |
| "num_band_scores": 19, |
| "criteria": [ |
| "Task Response", |
| "Coherence and Cohesion", |
| "Lexical Resource", |
| "Grammatical Range and Accuracy" |
| ], |
| "training_params": { |
| "batch_size": 8, |
| "epochs": 10, |
| "learning_rate": 2e-05, |
| "label_smoothing": 0.1, |
| "augment_ratio": 0.1, |
| "synthetic_weight": 0.15, |
| "synthetic_csv": "/home/youwen/AEGIS/evalguide_client/backend/data/ielts_synthetic_cleaned.csv", |
| "initial_variance_target": 2.0, |
| "final_variance_target": 2.7, |
| "calibration_enabled": true, |
| "bias_correction_enabled": true |
| }, |
| "bias_correction_offsets": [ |
| -4.853433987432378e-17, |
| 1.553098875978361e-16, |
| 1.9413735949729513e-17, |
| 8.736181177378281e-17 |
| ], |
| "final_metrics": { |
| "train_loss": 0.26780974864959717, |
| "val_loss": 0.41971996426582336, |
| "binary_acc": 0.12838737666606903, |
| "mae": 2.637578248977661, |
| "val_binary_acc": 0.0, |
| "val_mae": 2.3622758388519287, |
| "val_qwk": 0.5819463133811951, |
| "val_qwk_Task_Response": 0.5876268148422241, |
| "pred_variance_Task_Response": 6.448593750000001, |
| "val_qwk_Coherence_and_Cohesion": 0.5729712247848511, |
| "pred_variance_Coherence_and_Cohesion": 7.209999999999999, |
| "val_qwk_Lexical_Resource": 0.5792825222015381, |
| "pred_variance_Lexical_Resource": 6.469374999999999, |
| "val_qwk_Grammatical_Range_and_Accuracy": 0.5763903260231018, |
| "pred_variance_Grammatical_Range_and_Accuracy": 6.7435937500000005 |
| }, |
| "baseline_reference": { |
| "v2_4_overall_qwk": 0.7501, |
| "v2_4_adjacent_pct": 84.12, |
| "v2_4_exact_pct": 26.09, |
| "v2_4_rmse": 1.0084 |
| } |
| } |