Hugging Face's logo

Aviadara
/
phone-accentedness-scorer

PyTorch
Safetensors
English
audio
speech
pronunciation-assessment
phoneme-level
ordinal-regression
Model card Files
xet
 Community
phone-accentedness-scorer
File size: 3,700 Bytes
88c2ce0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{
  "artifacts": {
    "validation_predictions": {
      "path": "evidence://validation-predictions/33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29",
      "sha256": "33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29"
    }
  },
  "elapsed_seconds": 276.7497069835663,
  "evaluation_role": "post_fit_reporting_only_not_model_selection",
  "production_changed": true,
  "schema_version": "e16-production-metrics-v1",
  "validation": {
    "alignment_fallbacks": 0,
    "bootstrap_intervals": {
      "balanced_accuracy": {
        "bootstrap_mean": 0.6640156886613191,
        "ci_high": 0.6896536645321528,
        "ci_low": 0.6377636418641608,
        "estimate": 0.6642032613765775,
        "n_valid": 10000
      },
      "balanced_mae": {
        "bootstrap_mean": 21.866685362912975,
        "ci_high": 23.045756356266924,
        "ci_low": 20.732721802525955,
        "estimate": 21.849645054964242,
        "n_valid": 10000
      },
      "class_mae_0": {
        "bootstrap_mean": 34.6759639804836,
        "ci_high": 37.873304224334326,
        "ci_low": 31.648109994197114,
        "estimate": 34.624903014346735,
        "n_valid": 10000
      },
      "class_mae_1": {
        "bootstrap_mean": 15.49520231318786,
        "ci_high": 17.331812150187154,
        "ci_low": 13.663092727072183,
        "estimate": 15.496812683875572,
        "n_valid": 10000
      },
      "class_mae_2": {
        "bootstrap_mean": 15.428889795067459,
        "ci_high": 16.47818029113295,
        "ci_low": 14.404904993613147,
        "estimate": 15.427219466670428,
        "n_valid": 10000
      },
      "class_recall_0": {
        "bootstrap_mean": 0.4669497713031939,
        "ci_high": 0.5192307692307693,
        "ci_low": 0.4117647058823529,
        "estimate": 0.46766169154228854,
        "n_valid": 10000
      },
      "class_recall_1": {
        "bootstrap_mean": 0.7607215727366815,
        "ci_high": 0.8165978874688493,
        "ci_low": 0.702926403252546,
        "estimate": 0.7605633802816901,
        "n_valid": 10000
      },
      "class_recall_2": {
        "bootstrap_mean": 0.7643757219440818,
        "ci_high": 0.7827332537987644,
        "ci_low": 0.7456569442718087,
        "estimate": 0.7643847123057539,
        "n_valid": 10000
      },
      "macro_f1": {
        "bootstrap_mean": 0.567788525557074,
        "ci_high": 0.5897986721037253,
        "ci_low": 0.5454221042333964,
        "estimate": 0.568161736352917,
        "n_valid": 10000
      },
      "mae": {
        "bootstrap_mean": 18.01260110570957,
        "ci_high": 18.955799271189644,
        "ci_low": 17.088135412607432,
        "estimate": 18.008091342982368,
        "n_valid": 10000
      },
      "qwk": {
        "bootstrap_mean": 0.5778887599139267,
        "ci_high": 0.6124760043870767,
        "ci_low": 0.5420999122300578,
        "estimate": 0.5785832532047936,
        "n_valid": 10000
      },
      "spearman": {
        "bootstrap_mean": 0.5578891142183924,
        "ci_high": 0.5842990287225893,
        "ci_low": 0.5306851819072866,
        "estimate": 0.5582944362508487,
        "n_valid": 10000
      }
    },
    "metrics": {
      "balanced_accuracy": 0.6642032613765775,
      "balanced_mae": 21.849645054964242,
      "class_mae": {
        "0": 34.624903014346735,
        "1": 15.496812683875572,
        "2": 15.427219466670428
      },
      "class_recall": {
        "0": 0.46766169154228854,
        "1": 0.7605633802816901,
        "2": 0.7643847123057539
      },
      "macro_f1": 0.568161736352917,
      "mae": 18.008091342982368,
      "n_phones": 2996,
      "qwk": 0.5785832532047936,
      "spearman": 0.5582944362508487
    }
  }
}