Add v2.5 no-aug ablation checkpoint
Browse filesPreserves the first training run (augmentation off) for ablation reference. Superseded by augmented production checkpoint.
- README.md +18 -0
- ielts_v2.5_base_en_10ep.weights.h5 +3 -0
- ielts_v2.5_base_en_10ep_calibration.pkl +3 -0
- ielts_v2.5_base_en_10ep_config.json +54 -0
- model_config.json +18 -0
README.md
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
tags: [ielts, automated-essay-scoring, deberta-v3, evalguide, ablation]
|
| 4 |
+
---
|
| 5 |
+
|
| 6 |
+
# EvalGuide IELTS AES v2.5 — no-aug ablation (superseded)
|
| 7 |
+
|
| 8 |
+
This commit preserves the first v2.5 training run where synonym augmentation was **disabled** (NLTK WordNet not loaded).
|
| 9 |
+
|
| 10 |
+
**Superseded by the augmented + calibrated production checkpoint in the next commit.**
|
| 11 |
+
|
| 12 |
+
| Field | Value |
|
| 13 |
+
|-------|-------|
|
| 14 |
+
| Variant | No-aug ablation |
|
| 15 |
+
| Gold harness raw QWK | 0.8595 |
|
| 16 |
+
| Augmentation | Disabled (unintentionally) |
|
| 17 |
+
|
| 18 |
+
See repo HEAD for the production model card.
|
ielts_v2.5_base_en_10ep.weights.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b224be1ff02811af7c7b67d8ab750a0c43506f3060f3b4a081060bd86e85c9e
|
| 3 |
+
size 3696208736
|
ielts_v2.5_base_en_10ep_calibration.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f28235d93b1e494db459f98f1f4f194669ef0ad4d5b4afb9c4a339a0b445cc8c
|
| 3 |
+
size 1750
|
ielts_v2.5_base_en_10ep_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 2.5,
|
| 3 |
+
"preset": "deberta_v3_base_en",
|
| 4 |
+
"sequence_length": 512,
|
| 5 |
+
"num_band_scores": 19,
|
| 6 |
+
"criteria": [
|
| 7 |
+
"Task Response",
|
| 8 |
+
"Coherence and Cohesion",
|
| 9 |
+
"Lexical Resource",
|
| 10 |
+
"Grammatical Range and Accuracy"
|
| 11 |
+
],
|
| 12 |
+
"training_params": {
|
| 13 |
+
"batch_size": 8,
|
| 14 |
+
"epochs": 10,
|
| 15 |
+
"learning_rate": 2e-05,
|
| 16 |
+
"label_smoothing": 0.1,
|
| 17 |
+
"augment_ratio": 0.1,
|
| 18 |
+
"synthetic_weight": 0.15,
|
| 19 |
+
"synthetic_csv": "/home/youwen/AEGIS/evalguide_client/backend/data/ielts_synthetic_cleaned.csv",
|
| 20 |
+
"initial_variance_target": 2.0,
|
| 21 |
+
"final_variance_target": 2.7,
|
| 22 |
+
"calibration_enabled": true,
|
| 23 |
+
"bias_correction_enabled": true
|
| 24 |
+
},
|
| 25 |
+
"bias_correction_offsets": [
|
| 26 |
+
-4.853433987432378e-17,
|
| 27 |
+
1.553098875978361e-16,
|
| 28 |
+
1.9413735949729513e-17,
|
| 29 |
+
8.736181177378281e-17
|
| 30 |
+
],
|
| 31 |
+
"final_metrics": {
|
| 32 |
+
"train_loss": 0.26780974864959717,
|
| 33 |
+
"val_loss": 0.41971996426582336,
|
| 34 |
+
"binary_acc": 0.12838737666606903,
|
| 35 |
+
"mae": 2.637578248977661,
|
| 36 |
+
"val_binary_acc": 0.0,
|
| 37 |
+
"val_mae": 2.3622758388519287,
|
| 38 |
+
"val_qwk": 0.5819463133811951,
|
| 39 |
+
"val_qwk_Task_Response": 0.5876268148422241,
|
| 40 |
+
"pred_variance_Task_Response": 6.448593750000001,
|
| 41 |
+
"val_qwk_Coherence_and_Cohesion": 0.5729712247848511,
|
| 42 |
+
"pred_variance_Coherence_and_Cohesion": 7.209999999999999,
|
| 43 |
+
"val_qwk_Lexical_Resource": 0.5792825222015381,
|
| 44 |
+
"pred_variance_Lexical_Resource": 6.469374999999999,
|
| 45 |
+
"val_qwk_Grammatical_Range_and_Accuracy": 0.5763903260231018,
|
| 46 |
+
"pred_variance_Grammatical_Range_and_Accuracy": 6.7435937500000005
|
| 47 |
+
},
|
| 48 |
+
"baseline_reference": {
|
| 49 |
+
"v2_4_overall_qwk": 0.7501,
|
| 50 |
+
"v2_4_adjacent_pct": 84.12,
|
| 51 |
+
"v2_4_exact_pct": 26.09,
|
| 52 |
+
"v2_4_rmse": 1.0084
|
| 53 |
+
}
|
| 54 |
+
}
|
model_config.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 2.5,
|
| 3 |
+
"config": {
|
| 4 |
+
"preset": "deberta_v3_base_en",
|
| 5 |
+
"sequence_length": 512,
|
| 6 |
+
"dropout": 0.08
|
| 7 |
+
},
|
| 8 |
+
"weights_file": "ielts_v2.5_base_en_10ep.weights.h5",
|
| 9 |
+
"calibration_file": "ielts_v2.5_base_en_10ep_calibration.pkl",
|
| 10 |
+
"bias_correction_offsets": [0.0, 0.0, 0.0, 0.0],
|
| 11 |
+
"serving": {
|
| 12 |
+
"variant": "augmented_calibrated",
|
| 13 |
+
"input_format": "essay_only",
|
| 14 |
+
"calibration_enabled": true,
|
| 15 |
+
"hf_repo": "koecheup/evalguide-ielts-v2.5"
|
| 16 |
+
},
|
| 17 |
+
"_note": "Production v2.5: augmented retrain + isotonic calibration. Weights are gitignored; download from HF or train locally. Rollback: set weights_file to ielts_v2.4_base_en_10ep.weights.h5 and version 2.4."
|
| 18 |
+
}
|