koecheup commited on
Commit
1ed2881
·
verified ·
1 Parent(s): 4332309

Add v2.5 no-aug ablation checkpoint

Browse files

Preserves the first training run (augmentation off) for ablation reference. Superseded by augmented production checkpoint.

README.md ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ tags: [ielts, automated-essay-scoring, deberta-v3, evalguide, ablation]
4
+ ---
5
+
6
+ # EvalGuide IELTS AES v2.5 — no-aug ablation (superseded)
7
+
8
+ This commit preserves the first v2.5 training run where synonym augmentation was **disabled** (NLTK WordNet not loaded).
9
+
10
+ **Superseded by the augmented + calibrated production checkpoint in the next commit.**
11
+
12
+ | Field | Value |
13
+ |-------|-------|
14
+ | Variant | No-aug ablation |
15
+ | Gold harness raw QWK | 0.8595 |
16
+ | Augmentation | Disabled (unintentionally) |
17
+
18
+ See repo HEAD for the production model card.
ielts_v2.5_base_en_10ep.weights.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b224be1ff02811af7c7b67d8ab750a0c43506f3060f3b4a081060bd86e85c9e
3
+ size 3696208736
ielts_v2.5_base_en_10ep_calibration.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28235d93b1e494db459f98f1f4f194669ef0ad4d5b4afb9c4a339a0b445cc8c
3
+ size 1750
ielts_v2.5_base_en_10ep_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 2.5,
3
+ "preset": "deberta_v3_base_en",
4
+ "sequence_length": 512,
5
+ "num_band_scores": 19,
6
+ "criteria": [
7
+ "Task Response",
8
+ "Coherence and Cohesion",
9
+ "Lexical Resource",
10
+ "Grammatical Range and Accuracy"
11
+ ],
12
+ "training_params": {
13
+ "batch_size": 8,
14
+ "epochs": 10,
15
+ "learning_rate": 2e-05,
16
+ "label_smoothing": 0.1,
17
+ "augment_ratio": 0.1,
18
+ "synthetic_weight": 0.15,
19
+ "synthetic_csv": "/home/youwen/AEGIS/evalguide_client/backend/data/ielts_synthetic_cleaned.csv",
20
+ "initial_variance_target": 2.0,
21
+ "final_variance_target": 2.7,
22
+ "calibration_enabled": true,
23
+ "bias_correction_enabled": true
24
+ },
25
+ "bias_correction_offsets": [
26
+ -4.853433987432378e-17,
27
+ 1.553098875978361e-16,
28
+ 1.9413735949729513e-17,
29
+ 8.736181177378281e-17
30
+ ],
31
+ "final_metrics": {
32
+ "train_loss": 0.26780974864959717,
33
+ "val_loss": 0.41971996426582336,
34
+ "binary_acc": 0.12838737666606903,
35
+ "mae": 2.637578248977661,
36
+ "val_binary_acc": 0.0,
37
+ "val_mae": 2.3622758388519287,
38
+ "val_qwk": 0.5819463133811951,
39
+ "val_qwk_Task_Response": 0.5876268148422241,
40
+ "pred_variance_Task_Response": 6.448593750000001,
41
+ "val_qwk_Coherence_and_Cohesion": 0.5729712247848511,
42
+ "pred_variance_Coherence_and_Cohesion": 7.209999999999999,
43
+ "val_qwk_Lexical_Resource": 0.5792825222015381,
44
+ "pred_variance_Lexical_Resource": 6.469374999999999,
45
+ "val_qwk_Grammatical_Range_and_Accuracy": 0.5763903260231018,
46
+ "pred_variance_Grammatical_Range_and_Accuracy": 6.7435937500000005
47
+ },
48
+ "baseline_reference": {
49
+ "v2_4_overall_qwk": 0.7501,
50
+ "v2_4_adjacent_pct": 84.12,
51
+ "v2_4_exact_pct": 26.09,
52
+ "v2_4_rmse": 1.0084
53
+ }
54
+ }
model_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 2.5,
3
+ "config": {
4
+ "preset": "deberta_v3_base_en",
5
+ "sequence_length": 512,
6
+ "dropout": 0.08
7
+ },
8
+ "weights_file": "ielts_v2.5_base_en_10ep.weights.h5",
9
+ "calibration_file": "ielts_v2.5_base_en_10ep_calibration.pkl",
10
+ "bias_correction_offsets": [0.0, 0.0, 0.0, 0.0],
11
+ "serving": {
12
+ "variant": "augmented_calibrated",
13
+ "input_format": "essay_only",
14
+ "calibration_enabled": true,
15
+ "hf_repo": "koecheup/evalguide-ielts-v2.5"
16
+ },
17
+ "_note": "Production v2.5: augmented retrain + isotonic calibration. Weights are gitignored; download from HF or train locally. Rollback: set weights_file to ielts_v2.4_base_en_10ep.weights.h5 and version 2.4."
18
+ }