| { |
| "artifacts": { |
| "validation_predictions": { |
| "path": "evidence://validation-predictions/33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29", |
| "sha256": "33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29" |
| } |
| }, |
| "elapsed_seconds": 276.7497069835663, |
| "evaluation_role": "post_fit_reporting_only_not_model_selection", |
| "production_changed": true, |
| "schema_version": "e16-production-metrics-v1", |
| "validation": { |
| "alignment_fallbacks": 0, |
| "bootstrap_intervals": { |
| "balanced_accuracy": { |
| "bootstrap_mean": 0.6640156886613191, |
| "ci_high": 0.6896536645321528, |
| "ci_low": 0.6377636418641608, |
| "estimate": 0.6642032613765775, |
| "n_valid": 10000 |
| }, |
| "balanced_mae": { |
| "bootstrap_mean": 21.866685362912975, |
| "ci_high": 23.045756356266924, |
| "ci_low": 20.732721802525955, |
| "estimate": 21.849645054964242, |
| "n_valid": 10000 |
| }, |
| "class_mae_0": { |
| "bootstrap_mean": 34.6759639804836, |
| "ci_high": 37.873304224334326, |
| "ci_low": 31.648109994197114, |
| "estimate": 34.624903014346735, |
| "n_valid": 10000 |
| }, |
| "class_mae_1": { |
| "bootstrap_mean": 15.49520231318786, |
| "ci_high": 17.331812150187154, |
| "ci_low": 13.663092727072183, |
| "estimate": 15.496812683875572, |
| "n_valid": 10000 |
| }, |
| "class_mae_2": { |
| "bootstrap_mean": 15.428889795067459, |
| "ci_high": 16.47818029113295, |
| "ci_low": 14.404904993613147, |
| "estimate": 15.427219466670428, |
| "n_valid": 10000 |
| }, |
| "class_recall_0": { |
| "bootstrap_mean": 0.4669497713031939, |
| "ci_high": 0.5192307692307693, |
| "ci_low": 0.4117647058823529, |
| "estimate": 0.46766169154228854, |
| "n_valid": 10000 |
| }, |
| "class_recall_1": { |
| "bootstrap_mean": 0.7607215727366815, |
| "ci_high": 0.8165978874688493, |
| "ci_low": 0.702926403252546, |
| "estimate": 0.7605633802816901, |
| "n_valid": 10000 |
| }, |
| "class_recall_2": { |
| "bootstrap_mean": 0.7643757219440818, |
| "ci_high": 0.7827332537987644, |
| "ci_low": 0.7456569442718087, |
| "estimate": 0.7643847123057539, |
| "n_valid": 10000 |
| }, |
| "macro_f1": { |
| "bootstrap_mean": 0.567788525557074, |
| "ci_high": 0.5897986721037253, |
| "ci_low": 0.5454221042333964, |
| "estimate": 0.568161736352917, |
| "n_valid": 10000 |
| }, |
| "mae": { |
| "bootstrap_mean": 18.01260110570957, |
| "ci_high": 18.955799271189644, |
| "ci_low": 17.088135412607432, |
| "estimate": 18.008091342982368, |
| "n_valid": 10000 |
| }, |
| "qwk": { |
| "bootstrap_mean": 0.5778887599139267, |
| "ci_high": 0.6124760043870767, |
| "ci_low": 0.5420999122300578, |
| "estimate": 0.5785832532047936, |
| "n_valid": 10000 |
| }, |
| "spearman": { |
| "bootstrap_mean": 0.5578891142183924, |
| "ci_high": 0.5842990287225893, |
| "ci_low": 0.5306851819072866, |
| "estimate": 0.5582944362508487, |
| "n_valid": 10000 |
| } |
| }, |
| "metrics": { |
| "balanced_accuracy": 0.6642032613765775, |
| "balanced_mae": 21.849645054964242, |
| "class_mae": { |
| "0": 34.624903014346735, |
| "1": 15.496812683875572, |
| "2": 15.427219466670428 |
| }, |
| "class_recall": { |
| "0": 0.46766169154228854, |
| "1": 0.7605633802816901, |
| "2": 0.7643847123057539 |
| }, |
| "macro_f1": 0.568161736352917, |
| "mae": 18.008091342982368, |
| "n_phones": 2996, |
| "qwk": 0.5785832532047936, |
| "spearman": 0.5582944362508487 |
| } |
| } |
| } |
|
|
