{
  "artifacts": {
    "validation_predictions": {
      "path": "evidence://validation-predictions/33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29",
      "sha256": "33a80035cd2db88019fa1f02b9e1d6d476326c773ce2ef736804387ab9f63d29"
    }
  },
  "elapsed_seconds": 276.7497069835663,
  "evaluation_role": "post_fit_reporting_only_not_model_selection",
  "production_changed": true,
  "schema_version": "e16-production-metrics-v1",
  "validation": {
    "alignment_fallbacks": 0,
    "bootstrap_intervals": {
      "balanced_accuracy": {
        "bootstrap_mean": 0.6640156886613191,
        "ci_high": 0.6896536645321528,
        "ci_low": 0.6377636418641608,
        "estimate": 0.6642032613765775,
        "n_valid": 10000
      },
      "balanced_mae": {
        "bootstrap_mean": 21.866685362912975,
        "ci_high": 23.045756356266924,
        "ci_low": 20.732721802525955,
        "estimate": 21.849645054964242,
        "n_valid": 10000
      },
      "class_mae_0": {
        "bootstrap_mean": 34.6759639804836,
        "ci_high": 37.873304224334326,
        "ci_low": 31.648109994197114,
        "estimate": 34.624903014346735,
        "n_valid": 10000
      },
      "class_mae_1": {
        "bootstrap_mean": 15.49520231318786,
        "ci_high": 17.331812150187154,
        "ci_low": 13.663092727072183,
        "estimate": 15.496812683875572,
        "n_valid": 10000
      },
      "class_mae_2": {
        "bootstrap_mean": 15.428889795067459,
        "ci_high": 16.47818029113295,
        "ci_low": 14.404904993613147,
        "estimate": 15.427219466670428,
        "n_valid": 10000
      },
      "class_recall_0": {
        "bootstrap_mean": 0.4669497713031939,
        "ci_high": 0.5192307692307693,
        "ci_low": 0.4117647058823529,
        "estimate": 0.46766169154228854,
        "n_valid": 10000
      },
      "class_recall_1": {
        "bootstrap_mean": 0.7607215727366815,
        "ci_high": 0.8165978874688493,
        "ci_low": 0.702926403252546,
        "estimate": 0.7605633802816901,
        "n_valid": 10000
      },
      "class_recall_2": {
        "bootstrap_mean": 0.7643757219440818,
        "ci_high": 0.7827332537987644,
        "ci_low": 0.7456569442718087,
        "estimate": 0.7643847123057539,
        "n_valid": 10000
      },
      "macro_f1": {
        "bootstrap_mean": 0.567788525557074,
        "ci_high": 0.5897986721037253,
        "ci_low": 0.5454221042333964,
        "estimate": 0.568161736352917,
        "n_valid": 10000
      },
      "mae": {
        "bootstrap_mean": 18.01260110570957,
        "ci_high": 18.955799271189644,
        "ci_low": 17.088135412607432,
        "estimate": 18.008091342982368,
        "n_valid": 10000
      },
      "qwk": {
        "bootstrap_mean": 0.5778887599139267,
        "ci_high": 0.6124760043870767,
        "ci_low": 0.5420999122300578,
        "estimate": 0.5785832532047936,
        "n_valid": 10000
      },
      "spearman": {
        "bootstrap_mean": 0.5578891142183924,
        "ci_high": 0.5842990287225893,
        "ci_low": 0.5306851819072866,
        "estimate": 0.5582944362508487,
        "n_valid": 10000
      }
    },
    "metrics": {
      "balanced_accuracy": 0.6642032613765775,
      "balanced_mae": 21.849645054964242,
      "class_mae": {
        "0": 34.624903014346735,
        "1": 15.496812683875572,
        "2": 15.427219466670428
      },
      "class_recall": {
        "0": 0.46766169154228854,
        "1": 0.7605633802816901,
        "2": 0.7643847123057539
      },
      "macro_f1": 0.568161736352917,
      "mae": 18.008091342982368,
      "n_phones": 2996,
      "qwk": 0.5785832532047936,
      "spearman": 0.5582944362508487
    }
  }
}