diff --git "a/BENCHMARK_COMPARISON.json" "b/BENCHMARK_COMPARISON.json"
deleted file mode 100644--- "a/BENCHMARK_COMPARISON.json"
+++ /dev/null
@@ -1,12403 +0,0 @@
-{
-  "status": "COMPLETE_FIXED_PUBLISHED_SOL_NOX_MAINCARD_COMPARISON",
-  "rows_per_decoder": 46023,
-  "source_rows": {
-    "boolq_native": 2303,
-    "kai_native": 41720,
-    "lex_test": 2000
-  },
-  "six_kai_card_panels": {
-    "English|Choice": {
-      "Nox:raw": {
-        "hard_accuracy": 0.7082452431289641,
-        "normalized_ev_error": null,
-        "soft_nll": 1.2919816329918743,
-        "utility": 0.7082452431289641
-      },
-      "Nox:shipped": {
-        "hard_accuracy": 0.7082452431289641,
-        "normalized_ev_error": null,
-        "soft_nll": 2.2115292582454105,
-        "utility": 0.7082452431289641
-      },
-      "Sol:raw": {
-        "hard_accuracy": 0.6596194503171248,
-        "normalized_ev_error": null,
-        "soft_nll": 1.0175942354423,
-        "utility": 0.6596194503171248
-      },
-      "Sol:shipped": {
-        "hard_accuracy": 0.6596194503171248,
-        "normalized_ev_error": null,
-        "soft_nll": 1.1982058434506049,
-        "utility": 0.6596194503171248
-      },
-      "english:raw": {
-        "hard_accuracy": 0.4080338266384778,
-        "normalized_ev_error": null,
-        "soft_nll": 1.7832054540226336,
-        "utility": 0.4080338266384778
-      },
-      "english:shipped": {
-        "hard_accuracy": 0.4080338266384778,
-        "normalized_ev_error": null,
-        "soft_nll": 1.4228187413515176,
-        "utility": 0.4080338266384778
-      },
-      "multilingual:raw": {
-        "hard_accuracy": 0.3097251585623679,
-        "normalized_ev_error": null,
-        "soft_nll": 1.6298813071898506,
-        "utility": 0.3097251585623679
-      },
-      "multilingual:shipped": {
-        "hard_accuracy": 0.3097251585623679,
-        "normalized_ev_error": null,
-        "soft_nll": 1.6298813071898506,
-        "utility": 0.3097251585623679
-      },
-      "nano:raw": {
-        "hard_accuracy": 0.41014799154334036,
-        "normalized_ev_error": null,
-        "soft_nll": 1.47870435937039,
-        "utility": 0.41014799154334036
-      },
-      "nano:shipped": {
-        "hard_accuracy": 0.41014799154334036,
-        "normalized_ev_error": null,
-        "soft_nll": 1.47870435937039,
-        "utility": 0.41014799154334036
-      }
-    },
-    "English|Noul": {
-      "Nox:raw": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.6149597276459047,
-        "utility": 0.8524220851616598
-      },
-      "Nox:shipped": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 1.076717602537065,
-        "utility": 0.8524220851616598
-      },
-      "Sol:raw": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.6103703016307487,
-        "utility": 0.7492524744204759
-      },
-      "Sol:shipped": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.758601391623007,
-        "utility": 0.7492524744204759
-      },
-      "english:raw": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.8684227329154734,
-        "utility": 0.7291885085628758
-      },
-      "english:shipped": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.6018553290583766,
-        "utility": 0.7291885085628758
-      },
-      "multilingual:raw": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.9479799515269438,
-        "utility": 0.6216687379177023
-      },
-      "multilingual:shipped": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.9479799515269438,
-        "utility": 0.6216687379177023
-      },
-      "nano:raw": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.599822495789673,
-        "utility": 0.718031454887641
-      },
-      "nano:shipped": {
-        "metric": "BoolQ BA",
-        "rows": 2303,
-        "soft_nll": 0.599822495789673,
-        "utility": 0.718031454887641
-      }
-    },
-    "English|Score": {
-      "Nox:raw": {
-        "hard_accuracy": 0.36398968253968256,
-        "normalized_ev_error": 0.19056428965709168,
-        "soft_nll": 2.0114052695112354,
-        "utility": 0.871962114528138
-      },
-      "Nox:shipped": {
-        "hard_accuracy": 0.36398968253968256,
-        "normalized_ev_error": 0.20668947794082587,
-        "soft_nll": 3.160263405492771,
-        "utility": 0.8499630497232681
-      },
-      "Sol:raw": {
-        "hard_accuracy": 0.3006896825396824,
-        "normalized_ev_error": 0.18514932162061382,
-        "soft_nll": 1.6143468666302518,
-        "utility": 0.8822778495378581
-      },
-      "Sol:shipped": {
-        "hard_accuracy": 0.3006896825396824,
-        "normalized_ev_error": 0.19581098022644064,
-        "soft_nll": 1.8429014465271267,
-        "utility": 0.866289675261523
-      },
-      "english:raw": {
-        "hard_accuracy": 0.2521198412698412,
-        "normalized_ev_error": 0.2514871956253196,
-        "soft_nll": 2.0541330476965487,
-        "utility": 0.8397179096933083
-      },
-      "english:shipped": {
-        "hard_accuracy": 0.2521198412698412,
-        "normalized_ev_error": 0.2508355914360449,
-        "soft_nll": 1.876274659759073,
-        "utility": 0.8470639989885821
-      },
-      "multilingual:raw": {
-        "hard_accuracy": 0.20867063492063492,
-        "normalized_ev_error": 0.2852287049629432,
-        "soft_nll": 1.7936188769991672,
-        "utility": 0.8306440853303452
-      },
-      "multilingual:shipped": {
-        "hard_accuracy": 0.20867063492063492,
-        "normalized_ev_error": 0.2852287049629432,
-        "soft_nll": 1.7936188769991672,
-        "utility": 0.8306440853303452
-      },
-      "nano:raw": {
-        "hard_accuracy": 0.4618849206349207,
-        "normalized_ev_error": 0.16005236834940234,
-        "soft_nll": 1.221959057137454,
-        "utility": 0.9180227652036174
-      },
-      "nano:shipped": {
-        "hard_accuracy": 0.4618849206349207,
-        "normalized_ev_error": 0.16005236834940234,
-        "soft_nll": 1.221959057137454,
-        "utility": 0.9180227652036174
-      }
-    },
-    "non-English|Choice": {
-      "Nox:raw": {
-        "hard_accuracy": 0.6847215155726739,
-        "normalized_ev_error": null,
-        "soft_nll": 0.9850066215749322,
-        "utility": 0.6847215155726739
-      },
-      "Nox:shipped": {
-        "hard_accuracy": 0.6847215155726739,
-        "normalized_ev_error": null,
-        "soft_nll": 1.573300274775694,
-        "utility": 0.6847215155726739
-      },
-      "Sol:raw": {
-        "hard_accuracy": 0.6140771389769917,
-        "normalized_ev_error": null,
-        "soft_nll": 0.9374498931486999,
-        "utility": 0.6140771389769917
-      },
-      "Sol:shipped": {
-        "hard_accuracy": 0.6140771389769917,
-        "normalized_ev_error": null,
-        "soft_nll": 1.0973778373043928,
-        "utility": 0.6140771389769917
-      },
-      "english:raw": {
-        "hard_accuracy": 0.3995970692396039,
-        "normalized_ev_error": null,
-        "soft_nll": 1.2580830247514296,
-        "utility": 0.3995970692396039
-      },
-      "english:shipped": {
-        "hard_accuracy": 0.3995970692396039,
-        "normalized_ev_error": null,
-        "soft_nll": 1.096364544290339,
-        "utility": 0.3995970692396039
-      },
-      "multilingual:raw": {
-        "hard_accuracy": 0.4381624463825357,
-        "normalized_ev_error": null,
-        "soft_nll": 1.1449079023605742,
-        "utility": 0.4381624463825357
-      },
-      "multilingual:shipped": {
-        "hard_accuracy": 0.4381624463825357,
-        "normalized_ev_error": null,
-        "soft_nll": 1.1449079023605742,
-        "utility": 0.4381624463825357
-      },
-      "nano:raw": {
-        "hard_accuracy": 0.4844379783159092,
-        "normalized_ev_error": null,
-        "soft_nll": 1.0156877864869065,
-        "utility": 0.4844379783159092
-      },
-      "nano:shipped": {
-        "hard_accuracy": 0.4844379783159092,
-        "normalized_ev_error": null,
-        "soft_nll": 1.0156877864869065,
-        "utility": 0.4844379783159092
-      }
-    },
-    "non-English|Noul": {
-      "Nox:raw": {
-        "hard_accuracy": 0.8178462157809984,
-        "normalized_ev_error": null,
-        "soft_nll": 0.7369209711746177,
-        "utility": 0.8178462157809984
-      },
-      "Nox:shipped": {
-        "hard_accuracy": 0.8178462157809984,
-        "normalized_ev_error": null,
-        "soft_nll": 1.3289963095797805,
-        "utility": 0.8178462157809984
-      },
-      "Sol:raw": {
-        "hard_accuracy": 0.7534273201302185,
-        "normalized_ev_error": null,
-        "soft_nll": 1.0145984456669943,
-        "utility": 0.7534273201302185
-      },
-      "Sol:shipped": {
-        "hard_accuracy": 0.7534273201302185,
-        "normalized_ev_error": null,
-        "soft_nll": 1.3559802497393965,
-        "utility": 0.7534273201302185
-      },
-      "english:raw": {
-        "hard_accuracy": 0.5104245352071438,
-        "normalized_ev_error": null,
-        "soft_nll": 2.1835188292946084,
-        "utility": 0.5104245352071438
-      },
-      "english:shipped": {
-        "hard_accuracy": 0.5104245352071438,
-        "normalized_ev_error": null,
-        "soft_nll": 1.259324778886179,
-        "utility": 0.5104245352071438
-      },
-      "multilingual:raw": {
-        "hard_accuracy": 0.5358333333333333,
-        "normalized_ev_error": null,
-        "soft_nll": 1.1620514432873634,
-        "utility": 0.5358333333333333
-      },
-      "multilingual:shipped": {
-        "hard_accuracy": 0.5358333333333333,
-        "normalized_ev_error": null,
-        "soft_nll": 1.1620514432873634,
-        "utility": 0.5358333333333333
-      },
-      "nano:raw": {
-        "hard_accuracy": 0.7479803208064079,
-        "normalized_ev_error": null,
-        "soft_nll": 0.6086856875130262,
-        "utility": 0.7479803208064079
-      },
-      "nano:shipped": {
-        "hard_accuracy": 0.7479803208064079,
-        "normalized_ev_error": null,
-        "soft_nll": 0.6086856875130262,
-        "utility": 0.7479803208064079
-      }
-    },
-    "non-English|Score": {
-      "Nox:raw": {
-        "hard_accuracy": 0.36369067551558903,
-        "normalized_ev_error": 0.24212178915293706,
-        "soft_nll": 1.66119167756846,
-        "utility": 0.8286927062656422
-      },
-      "Nox:shipped": {
-        "hard_accuracy": 0.36369067551558903,
-        "normalized_ev_error": 0.2624545125830913,
-        "soft_nll": 2.48439426790733,
-        "utility": 0.8009622664865349
-      },
-      "Sol:raw": {
-        "hard_accuracy": 0.3778470617212058,
-        "normalized_ev_error": 0.21237377819273698,
-        "soft_nll": 1.3367410873338892,
-        "utility": 0.8533678050214322
-      },
-      "Sol:shipped": {
-        "hard_accuracy": 0.3778470617212058,
-        "normalized_ev_error": 0.22397488854800124,
-        "soft_nll": 1.4650920331482462,
-        "utility": 0.842888675770216
-      },
-      "english:raw": {
-        "hard_accuracy": 0.35376788071420084,
-        "normalized_ev_error": 0.27344442285531084,
-        "soft_nll": 1.5698601506080274,
-        "utility": 0.8135664891245495
-      },
-      "english:shipped": {
-        "hard_accuracy": 0.35376788071420084,
-        "normalized_ev_error": 0.26600266528911953,
-        "soft_nll": 1.4763149426765627,
-        "utility": 0.820769638403554
-      },
-      "multilingual:raw": {
-        "hard_accuracy": 0.406928820010542,
-        "normalized_ev_error": 0.25212281855380003,
-        "soft_nll": 1.3957223458905026,
-        "utility": 0.8340922070382155
-      },
-      "multilingual:shipped": {
-        "hard_accuracy": 0.406928820010542,
-        "normalized_ev_error": 0.25212281855380003,
-        "soft_nll": 1.3957223458905026,
-        "utility": 0.8340922070382155
-      },
-      "nano:raw": {
-        "hard_accuracy": 0.5127114972481,
-        "normalized_ev_error": 0.1842622123977736,
-        "soft_nll": 1.3419215472985977,
-        "utility": 0.8747354651505361
-      },
-      "nano:shipped": {
-        "hard_accuracy": 0.5127114972481,
-        "normalized_ev_error": 0.1842622123977736,
-        "soft_nll": 1.3419215472985977,
-        "utility": 0.8747354651505361
-      }
-    }
-  },
-  "boolq_native": {
-    "Nox:raw": {
-      "accuracy": 0.859573502722323,
-      "balanced_accuracy": 0.8524220851616598,
-      "brier": 0.11804851827260103,
-      "class_balanced_brier": 0.12429200710241375,
-      "class_balanced_nll": 0.6149597276459047,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.5768731809357184,
-      "no_recall": 0.823943661971831,
-      "predicted_counts": {
-        "NO": 894,
-        "YES": 1409
-      },
-      "rows": 2303,
-      "yes_recall": 0.8809005083514887
-    },
-    "Nox:shipped": {
-      "accuracy": 0.859573502722323,
-      "balanced_accuracy": 0.8524220851616598,
-      "brier": 0.12711969764830025,
-      "class_balanced_brier": 0.1335814134836716,
-      "class_balanced_nll": 1.076717602537065,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 1.0086485108434518,
-      "no_recall": 0.823943661971831,
-      "predicted_counts": {
-        "NO": 894,
-        "YES": 1409
-      },
-      "rows": 2303,
-      "yes_recall": 0.8809005083514887
-    },
-    "Sol:raw": {
-      "accuracy": 0.794313369630974,
-      "balanced_accuracy": 0.7492524744204759,
-      "brier": 0.1516565358794959,
-      "class_balanced_brier": 0.18244198981985552,
-      "class_balanced_nll": 0.6103703016307487,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.5106025179153689,
-      "no_recall": 0.5633802816901409,
-      "predicted_counts": {
-        "NO": 584,
-        "YES": 1719
-      },
-      "rows": 2303,
-      "yes_recall": 0.935124667150811
-    },
-    "Sol:shipped": {
-      "accuracy": 0.794313369630974,
-      "balanced_accuracy": 0.7492524744204759,
-      "brier": 0.16055525487005975,
-      "class_balanced_brier": 0.19449581666044172,
-      "class_balanced_nll": 0.758601391623007,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.6259660386927689,
-      "no_recall": 0.5633802816901409,
-      "predicted_counts": {
-        "NO": 584,
-        "YES": 1719
-      },
-      "rows": 2303,
-      "yes_recall": 0.935124667150811
-    },
-    "english:raw": {
-      "accuracy": 0.7571460980036298,
-      "balanced_accuracy": 0.7291885085628758,
-      "brier": 0.19862978111109345,
-      "class_balanced_brier": 0.22310425835347117,
-      "class_balanced_nll": 0.8684227329154734,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.7637935369379737,
-      "no_recall": 0.6100352112676056,
-      "predicted_counts": {
-        "NO": 753,
-        "YES": 1550
-      },
-      "rows": 2303,
-      "yes_recall": 0.8483418058581458
-    },
-    "english:shipped": {
-      "accuracy": 0.7571460980036298,
-      "balanced_accuracy": 0.7291885085628758,
-      "brier": 0.1739964730790445,
-      "class_balanced_brier": 0.19278492790272084,
-      "class_balanced_nll": 0.6018553290583766,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.5471072435159001,
-      "no_recall": 0.6100352112676056,
-      "predicted_counts": {
-        "NO": 753,
-        "YES": 1550
-      },
-      "rows": 2303,
-      "yes_recall": 0.8483418058581458
-    },
-    "multilingual:raw": {
-      "accuracy": 0.6517695099818511,
-      "balanced_accuracy": 0.6216687379177023,
-      "brier": 0.2568018612338001,
-      "class_balanced_brier": 0.2795728347614439,
-      "class_balanced_nll": 0.9479799515269438,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.8728351468511617,
-      "no_recall": 0.4982394366197183,
-      "predicted_counts": {
-        "NO": 798,
-        "YES": 1505
-      },
-      "rows": 2303,
-      "yes_recall": 0.7450980392156863
-    },
-    "multilingual:shipped": {
-      "accuracy": 0.6517695099818511,
-      "balanced_accuracy": 0.6216687379177023,
-      "brier": 0.2568018612338001,
-      "class_balanced_brier": 0.2795728347614439,
-      "class_balanced_nll": 0.9479799515269438,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.8728351468511617,
-      "no_recall": 0.4982394366197183,
-      "predicted_counts": {
-        "NO": 798,
-        "YES": 1505
-      },
-      "rows": 2303,
-      "yes_recall": 0.7450980392156863
-    },
-    "nano:raw": {
-      "accuracy": 0.7374092558983666,
-      "balanced_accuracy": 0.718031454887641,
-      "brier": 0.1809118516180265,
-      "class_balanced_brier": 0.1977176356520713,
-      "class_balanced_nll": 0.599822495789673,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.5472592220774761,
-      "no_recall": 0.6346830985915493,
-      "predicted_counts": {
-        "NO": 837,
-        "YES": 1466
-      },
-      "rows": 2303,
-      "yes_recall": 0.8013798111837328
-    },
-    "nano:shipped": {
-      "accuracy": 0.7374092558983666,
-      "balanced_accuracy": 0.718031454887641,
-      "brier": 0.1809118516180265,
-      "class_balanced_brier": 0.1977176356520713,
-      "class_balanced_nll": 0.599822495789673,
-      "class_components": {
-        "NO": 852,
-        "YES": 1377
-      },
-      "class_rows": {
-        "NO": 879,
-        "YES": 1424
-      },
-      "components": 2204,
-      "nll": 0.5472592220774761,
-      "no_recall": 0.6346830985915493,
-      "predicted_counts": {
-        "NO": 837,
-        "YES": 1466
-      },
-      "rows": 2303,
-      "yes_recall": 0.8013798111837328
-    }
-  },
-  "lex_test": {
-    "components": 400,
-    "paired_shipped": {
-      "Nox minus Lex:shipped": {
-        "component_sizes": {
-          "typed-decisions-canonical-v1/002377138d7ccce7f77139742efccc9d18bb0845f0b6720ac280553000d9d5e3": 5,
-          "typed-decisions-canonical-v1/009ed184761b66f1d021d66f659f489262d5ad73af69ea5d22ab852ba45628a3": 5,
-          "typed-decisions-canonical-v1/00e118e966bc65cb28db2c1cfdcdadf3bc0165e9a7a0bbe154e100d8329bc400": 5,
-          "typed-decisions-canonical-v1/01f972e097b4e681d7392cc70a82cc58ddc6c5d27759adb4592b7c0a8b8d2a90": 5,
-          "typed-decisions-canonical-v1/0269f5a692a9ec9701719523f1305edca3fa8c5031e1293cee46861af4ec3ed3": 5,
-          "typed-decisions-canonical-v1/02b9a1f4d7515fe8c159c428f628a648f5eee8c9a91a8f8c8981b912279ecf16": 5,
-          "typed-decisions-canonical-v1/03bdaf907164fbc862026f985fe14bc525829850c38dca74b8e2271a56c26abc": 5,
-          "typed-decisions-canonical-v1/03cbf56451920117a234ba9093c9cfe692d4871a3db2d0bb49160155dced64f0": 5,
-          "typed-decisions-canonical-v1/060b21f9390526d8159d480c02540a67ddbf952237c8452804e22a76ea7329b7": 5,
-          "typed-decisions-canonical-v1/0848541e4136e6355375229f5f4257d6c4ae982ae38ba18e5e5dc0bd085b1135": 5,
-          "typed-decisions-canonical-v1/086e26b1ad6d7dcdc5a63cb7d17d0034d174ab31240c0180e3707bd03af8cccc": 5,
-          "typed-decisions-canonical-v1/091eeb25b22a8549aff2c3f402148ddf4ef1cf538846bad974d8122852490f21": 5,
-          "typed-decisions-canonical-v1/0ab30163e64d36fb9795efa9532f678d97039d05e20569e397b52c62f2b8bf64": 5,
-          "typed-decisions-canonical-v1/0affac39c8de7b2bcbc585de402c3f890eae9efce3ba5ac622d20bc537dc074c": 5,
-          "typed-decisions-canonical-v1/0b71c96b88e4bcee4244f41d6fbbf5b44c48d8bcf3ded97c1f9cb9af5b1e6b97": 5,
-          "typed-decisions-canonical-v1/0be6a3c4a8a05e85a41c5836d59938c47d1a4f7fb234a1fd86fd072c7758ee58": 5,
-          "typed-decisions-canonical-v1/0e268135cdec859fec65bb2b866d09ba151b89d899a9627e5fb332def00798a7": 5,
-          "typed-decisions-canonical-v1/0ef3b448d111886e95a664b5a40681bbe7c1aa15afc0f38bd0b346dcf4b139b8": 5,
-          "typed-decisions-canonical-v1/0f11af2a636a18d206013a08c6aaa4b5422605ed62c3ea7ab27de3eb70487e2d": 5,
-          "typed-decisions-canonical-v1/0f2e5786f8ebcd890159234fedc70fd03f54a204d5b2bdaf3cd511bb947136aa": 5,
-          "typed-decisions-canonical-v1/10343a754d9a8f4b78a9fdd4845c276c78e2d449133dc30b27592aaf26c14dff": 5,
-          "typed-decisions-canonical-v1/10b12f4056879eca8ecdcd981aac3847c5ed13a065afa0198c8dc879e852d5b1": 5,
-          "typed-decisions-canonical-v1/10df4b8da1b16950815284c452bc1c916919419c03d76aafa280163aa35e15f7": 5,
-          "typed-decisions-canonical-v1/12935cda131afe4ee28dc70fc83cc7b64f860ffcd265f77fb071d513f1204a84": 5,
-          "typed-decisions-canonical-v1/12e5c5c167c4bfdce35ae093675479e182a0fca035ebc1c668118968be2453bb": 5,
-          "typed-decisions-canonical-v1/1377294b62d138b5effcf658874ed1c1dc7c56070ca1c88c35f839f1443b409a": 5,
-          "typed-decisions-canonical-v1/13d760e12434b0cbaf2cf58ff725c6b536893f4cff7062eadc80055846745902": 5,
-          "typed-decisions-canonical-v1/1442978f3813143c9d4f8fdda52f2ff705b121fb1f9aed3a67476e02dc8ecaa0": 5,
-          "typed-decisions-canonical-v1/1560a1ec6b2ab14d2b632210265e1beb0f1d903dc56d4ad850b40b05d4252466": 5,
-          "typed-decisions-canonical-v1/15a458bcc5bf4fdb65e7ae8ace0325173e35acd2eb592590fdb5ff843ae98a5b": 5,
-          "typed-decisions-canonical-v1/15fa8bb58c5173ac33a2ec4ab63cb05c922ec229ecea0788b9605c10c6757597": 5,
-          "typed-decisions-canonical-v1/161170445ecbcab7a1a7c072f3d2c9afa4134ac6af4f5f7c2f866d7c9a3f2601": 5,
-          "typed-decisions-canonical-v1/165c562e4dc4e794787781a988fa38e5e39c7625d2a97690b1b7066ea38f9644": 5,
-          "typed-decisions-canonical-v1/170615029c646c5e2b455a5d97299ad41dab6197da85a88f08cf97d60d35fe21": 5,
-          "typed-decisions-canonical-v1/17c101e11af4ae13ac0764ee5201bba53cf9cbe1e70fe83e36ff0a4f635340a2": 5,
-          "typed-decisions-canonical-v1/1865a88422f84c64c5e709a43bf06578abf473d3e655e53843bc7b6a50056ceb": 5,
-          "typed-decisions-canonical-v1/189cc135ff098fc8ff1646030ab53fdc1069072b5769541890c90329b096f0c6": 5,
-          "typed-decisions-canonical-v1/18ce20f8930098dd83af038939971fd7f0a81d273d870de6b6ee3e2179287a66": 5,
-          "typed-decisions-canonical-v1/19068da1f0d32dc9bb3c8162ed75f15b34cbedc4709ec797e17faf071565dd94": 5,
-          "typed-decisions-canonical-v1/1932a815e106e66272dfd238adf0f4db2936443aa4d45e93402948dfe4621c6d": 5,
-          "typed-decisions-canonical-v1/1984edaeb527123ca902f73a0626c939c93ee7416a20717839176464059aaf83": 5,
-          "typed-decisions-canonical-v1/1ba4e8d3b2eac963f888f04762da7ee0fb339fc1231ecbf2a5b801830fa979ac": 5,
-          "typed-decisions-canonical-v1/1c0a53ed665a97de7b7bd082cf77112ed8a4a5bfa5093f1c525b4e972a5fae00": 5,
-          "typed-decisions-canonical-v1/1c41477d8dabce462a0b69ad3fda2e9ce7a7140a2488c0888f21dd671580ac5c": 5,
-          "typed-decisions-canonical-v1/1d9cba8170e2b20947e8023a616009ba95109c096f066bdeaea1d46b942c0b16": 5,
-          "typed-decisions-canonical-v1/1e0673959a90f4ab9d89cce600c78c303cc76026be9f3850968c57fa5e4f3a6f": 5,
-          "typed-decisions-canonical-v1/1e852e65c54c3d7213de7de01285d23246b9c631e7389047f1f41de4dabc1c13": 5,
-          "typed-decisions-canonical-v1/20cb850cc4f78d5ffa51a4bd666a41794e55a01621a89c6f1d117de370c5d971": 5,
-          "typed-decisions-canonical-v1/20effa7f3598b776cd1722a87eecad69a786d361e25d026ffedfcfc2d9391050": 5,
-          "typed-decisions-canonical-v1/21cf91e41e0cddff7f3ea328a80e05864a422b26552ebb1b837bf3915b9ca8a8": 5,
-          "typed-decisions-canonical-v1/21df0eb78a2ea7d13f76ebaad0b04cbc47c5ec10c3d0b4c5d1cd0147521cbb98": 5,
-          "typed-decisions-canonical-v1/2219011325e2dc86f1883ddfa82b42a3eafbe48e22bf26153a50412a4c914e4a": 5,
-          "typed-decisions-canonical-v1/2314d8056d355f0904546859a04c201258b080597b7c019208b54dc7f12ab40a": 5,
-          "typed-decisions-canonical-v1/2387b2cbb7adefc01ee8ba3f2b6498cd843c02bd737a44df306919cd974a743f": 5,
-          "typed-decisions-canonical-v1/23e2816b2c1835ba51c0be27172b108e66036d326b6ffe1ef08df0d03252e440": 5,
-          "typed-decisions-canonical-v1/23f0f2b3fe3e5ae23eba59a4f414bc7df396ef77092bc5cc6a0e66563e7f126f": 5,
-          "typed-decisions-canonical-v1/2458edcc545361c38d45a24b09d2bccab0bc13dbae8e83789a8d8f0362a607dc": 5,
-          "typed-decisions-canonical-v1/25410d7946870100854de49d82f73266e6d3e09bcbd2947129763d180480d11a": 5,
-          "typed-decisions-canonical-v1/26133b3939b64561edcfa7fd3337fd013c6c44b4c0f96751d39c6088f786946d": 5,
-          "typed-decisions-canonical-v1/263e40a2fe4bee58480465050809b148d8e7df2e7d141697c0d213a9afa25c03": 5,
-          "typed-decisions-canonical-v1/269dd1d288832ffd8aaff1bae6d040edb647f532744c6faa59cb29ef06bc8016": 5,
-          "typed-decisions-canonical-v1/270da66e9d35918a96d46d9955c08aa6d53eb7f67b421522cd8d256ff4148b47": 5,
-          "typed-decisions-canonical-v1/2770f077d70e7ee59d85d5b8e1e7c8b2e91cd0f91c0f5cf90ac6473f729890db": 5,
-          "typed-decisions-canonical-v1/277c8100fd347f44ef05bb441ab9edb5d9fa7cc7aab7a21dfe5c0968883369a9": 5,
-          "typed-decisions-canonical-v1/27d8dd8c8575e74a3dfbeb9d2bef4c71a00054df969405e25d2e1becb517ad19": 5,
-          "typed-decisions-canonical-v1/282bdb856b00ebe289fdbd0803c72613abba2004bc2f08d130d475e8ac6a8e2c": 5,
-          "typed-decisions-canonical-v1/28620ad4df0cc454d223c1f914fa7143e14ce20e12be9f32ac9b382923273ba1": 5,
-          "typed-decisions-canonical-v1/28a84ca1e21618129b1044aa7d257a04d32db2fcb4674460157ca4515dae0072": 5,
-          "typed-decisions-canonical-v1/29147e9d17085108b1d87bc90aa0a64909794ec4364cb5ea6b0c2022aa6dd3e1": 5,
-          "typed-decisions-canonical-v1/2939cc24fb15e1b6e15e6cf1309e0e04453c53494fba08bb0fe68d73fdf4bee5": 5,
-          "typed-decisions-canonical-v1/2a0277254abbd7046fd56a9cfba1127ebef95855e6507f027e4dac418f5b4ebb": 5,
-          "typed-decisions-canonical-v1/2a29c5b391f34c0d63ce5e1426663c349dbf919d5842f095ad53b1e96ccf6787": 5,
-          "typed-decisions-canonical-v1/2a7cb1ae13a43752cf0d7929419836e33d376ee565f5bf239fa16871b5ac8bb1": 5,
-          "typed-decisions-canonical-v1/2a8dea233bf38d43ff75d0dbe48eeb1c1eeb452c2ef19f99313123a60995ee14": 5,
-          "typed-decisions-canonical-v1/2aee06f6ae575121158d5c476954c7f353235f89a59659b66d38b3df6a66e26d": 5,
-          "typed-decisions-canonical-v1/2c51ef12b8fd177fc8acc0606f554e4ec33e0461c97800259fff48f21d114408": 5,
-          "typed-decisions-canonical-v1/328a8429577a0bf42e4f92c70b75839bf613b201a529dfece2e3a9ba10685fc0": 5,
-          "typed-decisions-canonical-v1/3381c3cd90b6fa834627dfae7d4b899759e05706224eea92b68c7c0b12e27940": 5,
-          "typed-decisions-canonical-v1/338399e644d26938ebfc6f73787f8ab2371461b4d0d8a09a86e2c471f05b8635": 5,
-          "typed-decisions-canonical-v1/33ac4fe85f54360cc991d5a968af659ee7adbcfda5cf6e41a2d8d814c1398d72": 5,
-          "typed-decisions-canonical-v1/33ee899f917d0104a8b1f3fd72bbe8c6202e72c0b1b95559f3a19c1877cfd866": 5,
-          "typed-decisions-canonical-v1/34a66bb6beff61dc69ca8253d2aae651091476ff29d154ae9dda545c16d25d15": 5,
-          "typed-decisions-canonical-v1/34ffbd9f57a281ef55bbed66b83354501c17867f652d45115110c6db6099df84": 5,
-          "typed-decisions-canonical-v1/367e3c0348e9083a8adc137a62a0504a0838bf373a02d39499a0a0a145a01985": 5,
-          "typed-decisions-canonical-v1/3780178eb1aca30b361b9300e87e8d15b8bda37905505321f210b1e8fe313239": 5,
-          "typed-decisions-canonical-v1/379963e3b7c58b9b69ddd68f350398f6a4c63ee79aca383c395bb2064cc5c485": 5,
-          "typed-decisions-canonical-v1/38666b47dec747689a09988adc3f3616cceb929a704f69c8cfc7afff7b5836db": 5,
-          "typed-decisions-canonical-v1/38a341300773cefb5c4000b8eabd6ac264a2d782493474f310eb8ec13d48fed8": 5,
-          "typed-decisions-canonical-v1/38a3b4efad54f55febb3770c10e18f565368fd0a4e26e7033d3100adee5076fe": 5,
-          "typed-decisions-canonical-v1/390123ca3bf2b490082a921b16f81c7f73baafaa865951201c14544f51a3024e": 5,
-          "typed-decisions-canonical-v1/3a7802af87dc634efd6c16fc2f555f679036a2b04fd1b5e9e0071fbbe822b83b": 5,
-          "typed-decisions-canonical-v1/3aeaa0211674e4d6bd182c653459c2b94df478ecc9679463239157611606e0f1": 5,
-          "typed-decisions-canonical-v1/3b610935091bac8ccc5d66aae465cbaef548c3569ab840644c6fb32363ba0997": 5,
-          "typed-decisions-canonical-v1/3bbbc2590bc41b9484a8336285487ba7017a1c2fc157638ef296f45992fab573": 5,
-          "typed-decisions-canonical-v1/3caac8dc277363e43c98c8d592eba6ba1e12eb8ae1d01f589e8e493e9be6c00e": 5,
-          "typed-decisions-canonical-v1/3d2a146823dafe3d4fd60ad69826d7b7863f6ee0e055aab0dfd19326baa6d45c": 5,
-          "typed-decisions-canonical-v1/3d9a51c9ab286a497ab8fe2b3fcd3129e8ed5503352a678a7fa1645488020f61": 5,
-          "typed-decisions-canonical-v1/3dc7c3b4587b93ea7e1967f6b0f5a0d7c1050be1b83ca8ba9270e6f0f9137d9a": 5,
-          "typed-decisions-canonical-v1/3ded4e4ce87702bd9f2a12d4b61587e0fa1bfd008bebeb82e30f597cca012018": 5,
-          "typed-decisions-canonical-v1/3df07d4dd97d5bcddac21c94981d8da10478fdc7fc2e976987a873bc7a3bed6d": 5,
-          "typed-decisions-canonical-v1/3e845f24403bfccf12547388a7b076db4957929d462721ee7be510ac700d9c72": 5,
-          "typed-decisions-canonical-v1/3fad70a747e18d117a956f43c931d170f92f63c0214fdfeed70fa4e4487d00c5": 5,
-          "typed-decisions-canonical-v1/4005b59515a7d1d146bcb1f5733774e7f3bd68c104891b564b9ca05b74cd5b68": 5,
-          "typed-decisions-canonical-v1/4199589c6681404aeeb7f617b4acf2d1f6b6363fa98f177170ca2ffca9ca8be2": 5,
-          "typed-decisions-canonical-v1/41bb26abbb1956a02c9bde837e0fc850c8f5db9c971c79aeacf5468ef18fd802": 5,
-          "typed-decisions-canonical-v1/41e25e54d156275003b15dba94cedb4ccdc6ee5e498f23c2285745e4f4d75d60": 5,
-          "typed-decisions-canonical-v1/42755c31bfe14343870e4659e224fee5abc53e42fc72acbb5f1b0177d8ee7890": 5,
-          "typed-decisions-canonical-v1/4331ba8dce5073358054e75a0c18bda173e232b3c2a0948c0de141acaefa436f": 5,
-          "typed-decisions-canonical-v1/4353b82c69d60f52b06f5b308b8b820aaff2c69988d5b65e3b6ac137ea2f3cd3": 5,
-          "typed-decisions-canonical-v1/4543f3b3989c228d49fe6ed15ee633a858d763299b67193bb09867b9e8ec79b1": 5,
-          "typed-decisions-canonical-v1/459d33f14bff9fe451318ef809be3d712d1af6d8980f86b8f58e22fe4baec39e": 5,
-          "typed-decisions-canonical-v1/48fda87282ed3c9c496ae2dc8435e841ccc27632180b3825cbaec234bff50963": 5,
-          "typed-decisions-canonical-v1/4907ee666d0fe360f0800f97e5c364a9beb4af8332be37835ae0b3bf19e0cf47": 5,
-          "typed-decisions-canonical-v1/4a8218b9c09b1364a220313d79d8f702babad92f20ed776b71306caa4e97c76c": 5,
-          "typed-decisions-canonical-v1/4aad50c995fa670d9864d75ea00dea8f31fa076bb8626254dbe76a74980b4778": 5,
-          "typed-decisions-canonical-v1/4c04dea0713399bc47d8f95f38e9139c77182ed8b92f9b2a8c64cbf7ba642c9e": 5,
-          "typed-decisions-canonical-v1/4d25c84af94bfb91b2769b5c5db53cabe4a79fb58c14a66bc85c0afb6276dc88": 5,
-          "typed-decisions-canonical-v1/4e2159cf67735a3c8b3ebe53286c1880195c126e111d2cbd83733edd4877d58e": 5,
-          "typed-decisions-canonical-v1/4ff18eaf45c8c0829a273cc646e7527b67c60f25fdb7af388ca48f7a09c82f7d": 5,
-          "typed-decisions-canonical-v1/53322f7694218b5481bf7c2fe805fd6aeabb8500fe8a4539fcf4c45e9ff6b696": 5,
-          "typed-decisions-canonical-v1/53e0c7575b19f76e0fe8b0c41dbef1ce7860ca70e19055182b2bf59be47728c3": 5,
-          "typed-decisions-canonical-v1/540ec4a64abbc65b68f1e7165c151899a41c135415f966a731b294298e140917": 5,
-          "typed-decisions-canonical-v1/54131fe1fb599f69d63ae2864f4815623b65e677b8250162fd125b6c0c674796": 5,
-          "typed-decisions-canonical-v1/54504da604f80c6d5ecc87bb6ca51aa7bb425a0592070ddd9f184df671266e5d": 5,
-          "typed-decisions-canonical-v1/553ef0db93f1c99729095817fde1ab4e89f5d17f01b0ff09c6dd0a4ca4af0abb": 5,
-          "typed-decisions-canonical-v1/556503823b96c6cc8a1aa29e5dce07c6d936c5bca1c81f41fabd499b29e40a22": 5,
-          "typed-decisions-canonical-v1/5649b9cd6c0c4b59c2d9cb05e0e0e1dd5ac2c6b1d9956db7cd4ccd41b0cebc7d": 5,
-          "typed-decisions-canonical-v1/567297941af677bb649e336fab4bcbf2fff1a286d9fa2c65e60a5a66f0a5231e": 5,
-          "typed-decisions-canonical-v1/5825d600c8f1b14a1720a08715aacc6f674a933bd2c12779fa49c9e7c6680e81": 5,
-          "typed-decisions-canonical-v1/58d1821fc7d5de85ab565246f8d363b8b931c7a9db4590d70cf03ef6352d44bc": 5,
-          "typed-decisions-canonical-v1/58d73b1f4afd28a88f2266744aca056fb935fa3f16e90cea582b9c7a6f9b7c4b": 5,
-          "typed-decisions-canonical-v1/596753530572470d7c94365aa5a2f7ec91144aec45d2f1425ded32441a64d7ef": 5,
-          "typed-decisions-canonical-v1/597e2d97cc1ccb624fab5f71fe3aed834088357aad2b57bd044d28649813edb2": 5,
-          "typed-decisions-canonical-v1/5afb374ded576e3e7a0d094894211b6675cde49f082a754ace919bb2b315ea84": 5,
-          "typed-decisions-canonical-v1/5b1762b91faca3751311a2c9922d3d9a962965179fc45fe86cff26afc925ba50": 5,
-          "typed-decisions-canonical-v1/5c0555d7a4de7c79d4e1ad8cb3ab3dccd2aee811ab808f29877e683736cade09": 5,
-          "typed-decisions-canonical-v1/5d601e063ba05c923ee9347624b11553f2bea48d40a3bfd39a0650dc09034167": 5,
-          "typed-decisions-canonical-v1/5dba79315cb0456b2d7c1209cc7c8cad61c9dc5de535b83d414dde6b3850eda1": 5,
-          "typed-decisions-canonical-v1/5deb036005e02988d82f45de7c39642a47e2d33a9b337f3cee36ee280016bad7": 5,
-          "typed-decisions-canonical-v1/5e9392f54495f057fab31856e73c13b26da36f5630c86e59d9295dcaecd855c8": 5,
-          "typed-decisions-canonical-v1/5f1d68aa4a2679cc8740b49677be47d53a179df4de8d587cebd22075c4234fd8": 5,
-          "typed-decisions-canonical-v1/5f86000cf00d087ed1f21147fa60d7565cfc772e04e4a3ca7f3074b73cd94d8e": 5,
-          "typed-decisions-canonical-v1/609891bfbdc2d4312bb542c91938a2b9e32a17187b7532c8de35defbe27c1faf": 5,
-          "typed-decisions-canonical-v1/60bf4e3979359e3f4b7b8a258aa9fa01b50581919efc7415bbf889ebf31d7169": 5,
-          "typed-decisions-canonical-v1/61013ec640614aa3d29eeeb185a4e761beb0a4309b355c813611980db0c07750": 5,
-          "typed-decisions-canonical-v1/618e477cd744fa78392132f3a4942663bd9756ea9a4ad4ba66dfda697c22f785": 5,
-          "typed-decisions-canonical-v1/62def0efa18aef58e1960815317a25fa373c0b3f066e7487d1bc3e2968aed05c": 5,
-          "typed-decisions-canonical-v1/62f69d81dee59cf7079df5521708d8e15e96100e5dbe7fe1925113fd42559671": 5,
-          "typed-decisions-canonical-v1/63f26e56820733242dbae26ada0dada67921dffb0c930e6dc66b2d5ae095b566": 5,
-          "typed-decisions-canonical-v1/644432b28635870bc4e563090ed3359b988f941f1ecc480206d156801effab05": 5,
-          "typed-decisions-canonical-v1/6451687d3ff148f31bd86aa6d949d609a13f66e48c75aaf0da3cd0d3cf9d9578": 5,
-          "typed-decisions-canonical-v1/65dbd868cdf89ad85321472ed17d7d573b61fff01c56622f679aca91e6afc8b9": 5,
-          "typed-decisions-canonical-v1/666ed439fbccb54de69686951802713be601463013be8c488b5c29876175b952": 5,
-          "typed-decisions-canonical-v1/67268d447683f3014357083820d64da357680230615be22b58f40493d229ab05": 5,
-          "typed-decisions-canonical-v1/6734d29ec2c7e03aa386c41900200b4cc7f4c40f68f143b1ffb9c49ac0d409ee": 5,
-          "typed-decisions-canonical-v1/680336316089838ca48a8711063aee6e98326bef5c7201aeac2b8f1e45e8a9bc": 5,
-          "typed-decisions-canonical-v1/688df38f6982efe4538251011ce68f779cf340d4efa56abccce689eeb702a79c": 5,
-          "typed-decisions-canonical-v1/68a502af3009b6ee9f2977b5a5bbef18d6b9e813057d4767c319d2db42fe07ca": 5,
-          "typed-decisions-canonical-v1/6978cf387905b0c0cd4693121bf5932c65822b42a3fcf7a042d581f2c69db5ba": 5,
-          "typed-decisions-canonical-v1/6abeb5745c913a4625ef7535a6ca65bfacda9f2c40ae760223aa7bc2695917f4": 5,
-          "typed-decisions-canonical-v1/6ae444223058a17cbc30ccd07098d99094109412f9343a9550a58c8d06c7ebce": 5,
-          "typed-decisions-canonical-v1/6b448ff9531e5c04d49ad9e67e4aa817a32c88f72261bf128bada8aa660f6746": 5,
-          "typed-decisions-canonical-v1/6b46bb0e9731da75f52c19822e557b25113fa093ce7ea84bdfe9fbfb31049b9b": 5,
-          "typed-decisions-canonical-v1/6be46adb2bac8f15e9d762edbd738dc70867c0a3f590cf6f53feeb70a92c85d3": 5,
-          "typed-decisions-canonical-v1/6d9e2f0b9c48ed1d4ca43c91135b3e0fd51604a193182e00f5e2b9e70fb9d5bc": 5,
-          "typed-decisions-canonical-v1/6dddda4794bff7e916276bb3d1a3774f20e6699edfc6e9d66c65d7bbdb80ea2c": 5,
-          "typed-decisions-canonical-v1/6ddfb34f873bfbea553b07ad12435ce21c181daf888dbd3a1d7d111c03f4e36e": 5,
-          "typed-decisions-canonical-v1/6e062ebd5304a3fb61e08048ee1d6461c3ec8731f1b62a1e4bd9b38d0900efa2": 5,
-          "typed-decisions-canonical-v1/6eed8e211404638f9a67f680bdab5be4669dc5a0ec63aa8e78d6cc9ef9def354": 5,
-          "typed-decisions-canonical-v1/6ef8b7ce1b3131706ef7c8a66ddc39532eadcf5296264d730c84db8f87e57ad0": 5,
-          "typed-decisions-canonical-v1/6f78d9c90808e157959d09d9ac7b0ed562eaa79ebcdde728d791ad97d3d2109d": 5,
-          "typed-decisions-canonical-v1/70c92a7545b585c610831860fa0aafeb7f2231042a8f79674a9eb57efbe84a62": 5,
-          "typed-decisions-canonical-v1/71648966edac3e99b60af3fc922be4f8d70029c98187e496c61449bec4d983b0": 5,
-          "typed-decisions-canonical-v1/716b377c370d975646928d3fe8d35a1834cafb6b5ef45276f73af2615c16e5d8": 5,
-          "typed-decisions-canonical-v1/73734a5fc0cd829a5dacad03f51cc16224b916ce9e4dd33cc70a49f55ef3bfe4": 5,
-          "typed-decisions-canonical-v1/75a7917281ea26f26db04823595c36d908621d4678f75b394766ca491b5d4d97": 5,
-          "typed-decisions-canonical-v1/75c76abe09b9e84c138ff99e7895a4b4b4699ffe15bd20140f9a6b36124e6257": 5,
-          "typed-decisions-canonical-v1/75e338f80e5c5f38e195617ca2a78197f2671423a298e78694fc2e01d8d7a26d": 5,
-          "typed-decisions-canonical-v1/770320af18581b78ddd6ff8f34703788a460ef1c8872248b529fe8ab8e9f5216": 5,
-          "typed-decisions-canonical-v1/785af311f4039bae00300cf4b3863544fc7cbbe3164022d9ab86982d1a6a7d07": 5,
-          "typed-decisions-canonical-v1/78b34d8590ecdd43f18be0b16e8bc8d5e3b9b9ef879da41825f0e34b01e65836": 5,
-          "typed-decisions-canonical-v1/793700320019ee57b9f1950f5f4dec529da8075e79a51925ea646d6e4d2f3a61": 5,
-          "typed-decisions-canonical-v1/79545206b403925f85b6222c5eced3c25327fccba10ab5010567b02169392a88": 5,
-          "typed-decisions-canonical-v1/79c00089f63a57003058f919684bcfa18d5bc91e4671cc560dbaa288376ba503": 5,
-          "typed-decisions-canonical-v1/7acd8e0f21dc09c8301d72361eadaa8d50f8fd592986965d3a660734e6520e61": 5,
-          "typed-decisions-canonical-v1/7b5d1669b2731be2a694224fa40cb032f4a1f57624aac5a2edcf6fff9278a026": 5,
-          "typed-decisions-canonical-v1/7b5f9b8a5580108c7c9f208c19f531215a14b708c4f276166b4d59cfe48d3f9a": 5,
-          "typed-decisions-canonical-v1/7b92336f25586de9695c5ac80cb565372788eb27e588467cd8711d377a9a89f3": 5,
-          "typed-decisions-canonical-v1/7cfd5572cff4b19bbc4d02e1bbe9aaaf0f9a035af19ae4b840bfc86ab3bc2dd8": 5,
-          "typed-decisions-canonical-v1/7d21027013ce6b96af9493c0ef0e637aaabaa0cbc892f40fce4b677b2e9275d2": 5,
-          "typed-decisions-canonical-v1/7d2e36770bcddd51683e9de1fb25e57a7c635808f20a0d7fa87ad2e5e16326a9": 5,
-          "typed-decisions-canonical-v1/7dcbc206ab4b94d417b9fee9365e8b7ef29ddff8558672f86ba3b37a7ee99ead": 5,
-          "typed-decisions-canonical-v1/7de4060fdb58469cc5c1ad2ccad4553d2985df4b2dc3b22d6cb058e09323bd71": 5,
-          "typed-decisions-canonical-v1/7dee7ea8cffad2cc136fe276262a3333e803b99b5092accde1bdf443f99c6d33": 5,
-          "typed-decisions-canonical-v1/80365f692188363a3ea070f038d37919665cd5725429f1a2381129a751e27624": 5,
-          "typed-decisions-canonical-v1/82f58c698ee337b5bf710a74578a99f964202ef95a3c7131027e98d702f2ffeb": 5,
-          "typed-decisions-canonical-v1/833cea30c86afeafec7d0ab9ef22d09e265addc30f80582c82d0c9cbc32ac6ec": 5,
-          "typed-decisions-canonical-v1/83adc3bef98a07fddfcdac25d4603e84888a1a80ea0346f9234995eac15179b9": 5,
-          "typed-decisions-canonical-v1/83b9cd09210a4e14518aaedae427ad7aa4c2d20b77e8c54ca34181ea6315faf2": 5,
-          "typed-decisions-canonical-v1/851cf075ca81b17f3d95aaebfcdf027ce0c81ab87a7c066b5a169429331117ed": 5,
-          "typed-decisions-canonical-v1/852e0ad88e7bfa760e57ffe58b259fe49d779b7f08f143522271bca149190b0b": 5,
-          "typed-decisions-canonical-v1/8530944a8c2c0494f38f2cac68873248d61812aec12a4e5d6201498003a41bc4": 5,
-          "typed-decisions-canonical-v1/8591966c24288de777f2be1fd00ccc061c390df9f7d9b0c33d7817df66e22eee": 5,
-          "typed-decisions-canonical-v1/875c39a8ed86895c1088cd2300d2ed79db6268eb48db1abae7e7e461a1fbd39a": 5,
-          "typed-decisions-canonical-v1/875c4b165cb7af9e57d2933088f022783dad890b6867c97c96aaa9b7a2eca422": 5,
-          "typed-decisions-canonical-v1/87cf03bee20a38c85ae9c6aaaf83698fead066b73bfff637c98c27c7d754fb01": 5,
-          "typed-decisions-canonical-v1/8811dc58cb64cdd9be698a4640d33ea56df1c75a961e084d9647bd3a1c69cee5": 5,
-          "typed-decisions-canonical-v1/8945afc121c986c3eb05abcd672601c8648aea10914d394d9aaedacfa98b7512": 5,
-          "typed-decisions-canonical-v1/89850798d0e0ef065706c57a682c45691f679699b5bdf3b7e2eb6d0808c38c61": 5,
-          "typed-decisions-canonical-v1/89cd0cab1c35a450976ff4591854710af9e2684086895b8a658862d7f9a2cc7a": 5,
-          "typed-decisions-canonical-v1/8b54c893995d42562920d692fa8a4b1511cc90460d42dbc84caff1390e641807": 5,
-          "typed-decisions-canonical-v1/8b9036c682ec2676c2f3cd37a69af294c319bd8056e9a53b35b7544dbe2600e7": 5,
-          "typed-decisions-canonical-v1/8bb72f76e2a7845bba3b931abdf56598ae37282f64b8878739844e5e652f5e57": 5,
-          "typed-decisions-canonical-v1/8c1fa47e763eb2b2ed536493d7fda2e000dd03153e078f6ce4c294d57ee9ed7d": 5,
-          "typed-decisions-canonical-v1/8d1e3069af9c678ec5bb2b985011890a5e2e0f59bee6fbe087e0a1c63351cb93": 5,
-          "typed-decisions-canonical-v1/8d3a6cdf87908e3f95df135f321d9226acadd39d884a96e3b5a9a0968bb92b3e": 5,
-          "typed-decisions-canonical-v1/8e72ee65c7a8a4410d293e13ab364e08cd6172b53988cb424ccffef2b9beb1d7": 5,
-          "typed-decisions-canonical-v1/8f25d31fa1d15c6d35452fa985b799ea24fe7cf4dd5e5c99370391981c64a1a8": 5,
-          "typed-decisions-canonical-v1/91fcf60bd129da30a09afa8e6d06b5887419f68d850ddeb5bce63593af16e352": 5,
-          "typed-decisions-canonical-v1/9269fd63fcc2d1a003c1c15445041a488fedc4fd6e38ea348ee251052fac9abd": 5,
-          "typed-decisions-canonical-v1/928cf49eeea6c5baf3fef6f8078a766d015ff258e8cfec4795434d725e2c6f58": 5,
-          "typed-decisions-canonical-v1/9293ee8a4c1f88f3d97f3065e836a41fdcaa14e1dec59835799a81bcf5ddbc35": 5,
-          "typed-decisions-canonical-v1/92bb53be7e0c30a9ee9d7c823c06b8bb7cb1277469d0aa60f97f024f8b1257ef": 5,
-          "typed-decisions-canonical-v1/93c36d6a59936a23696e0690d9153eaca35a08ef948446f17630e07cf8f0a943": 5,
-          "typed-decisions-canonical-v1/9433c7a3562457c6c5419e9c08b1a4fc9a78b7c8997a6a2f95184030ee734c71": 5,
-          "typed-decisions-canonical-v1/94bb42ac7ef960016b92b74bd03801f76915a4a692140c1d562515cda3d543cf": 5,
-          "typed-decisions-canonical-v1/94bd04ea1cd2b5dce7b132d50d79d22e66bb78f8db53a001036cef524e11fd00": 5,
-          "typed-decisions-canonical-v1/9535ae114bc6e4a6872adcadab2520afae6b60d18ef822705ff558bf0e1f9cfb": 5,
-          "typed-decisions-canonical-v1/95c40647a0769ccfca48df1773db8af81281ba7019abbc56af6583a21b7d36a2": 5,
-          "typed-decisions-canonical-v1/96c94ec8156d4f8a4ae1acb93cc2f49cf5fd007646f9fc768cb745e940128986": 5,
-          "typed-decisions-canonical-v1/970732f1ad7046b082374259a6323a594c27dabd5e19c4dc4f658f80028ea61a": 5,
-          "typed-decisions-canonical-v1/974089f34aab5d7907640039d2ad590be254d98f3ab5392a20768f5e161f4633": 5,
-          "typed-decisions-canonical-v1/978dbc62d012f2a507481a7f5bee88a6c9a3c6ae53cddd2caa60c82aafbbfbe8": 5,
-          "typed-decisions-canonical-v1/97cdadd140fe6bf1034c8c6e5ff3bdf86e12fb12f34d42964617ccf90b19717a": 5,
-          "typed-decisions-canonical-v1/9897bea6b6d7d574f325b2d78042b75d20bee315928ef6b75550a8d363bdba82": 5,
-          "typed-decisions-canonical-v1/9a022de5f42780e1e503e66b59d3ee5c3fc8cd7c40bcea8893a86568784f3e4a": 5,
-          "typed-decisions-canonical-v1/9c88652275225374378c4e6540c334df46d21b5caf2e6c3574b10ecf8807eeae": 5,
-          "typed-decisions-canonical-v1/9d16b27302a63c8752e5393394f465365dd7d6e2158ad19738c6d3bc60f74b3b": 5,
-          "typed-decisions-canonical-v1/9d9e3db5a6e625db5b0ef9c1078c01b90f964079567c56d9e15ebbbae807b397": 5,
-          "typed-decisions-canonical-v1/9dca1196311e32675fbd372d248e1e711410daa9028030f17c803d363c85193f": 5,
-          "typed-decisions-canonical-v1/9e6fbf11f1300cfaf13e930f7267bf1cf2ee15614979f39a416dc63aeff77dc6": 5,
-          "typed-decisions-canonical-v1/9efdbbbbd938af76a078245dd85b130bbba1bbca86e977f69e05aa0476ffd49d": 5,
-          "typed-decisions-canonical-v1/a1867a976e8e1449c59b68bfdb6afc491ead82dd45a0810b16199bed6293b941": 5,
-          "typed-decisions-canonical-v1/a1ad5cc63630bf46ea5b0f964921ea5b40f72f5d31b262d828c620fab16dcb87": 5,
-          "typed-decisions-canonical-v1/a1e924b47f3136513eb63650be46a3b9b79cc5730b8f4c52406a5f80e02aa05b": 5,
-          "typed-decisions-canonical-v1/a2141ffbcc74b07e080784e7080d75d568566c46f08eae06df6c5e1ba452775f": 5,
-          "typed-decisions-canonical-v1/a222f53b8578919397e2cd396bff133f302807cf5299d01b84c315fe16d508e8": 5,
-          "typed-decisions-canonical-v1/a230142f4ccb77de8d57958b58d69bcb8aa2cca7923530dd265eca0c3ed54f17": 5,
-          "typed-decisions-canonical-v1/a2c5f4fbe104af913db75475a5edcd7f188d499e6b7b526295d0d0ba2678d2ed": 5,
-          "typed-decisions-canonical-v1/a31ffaa2af1e90e197b46dfde3ec7f7f6eaf370ed016e9110e4becf3acb2fd92": 5,
-          "typed-decisions-canonical-v1/a4d41ae1036fca4614f752ac7a9d2fa6ceeb2884210c240fbc069d3a949e4abf": 5,
-          "typed-decisions-canonical-v1/a510828c1fe1ecc1bbdbcb7bbdc75f93f5436936a8bdf3c26b0634fc42a39701": 5,
-          "typed-decisions-canonical-v1/a5d39bea8f4c9d1f9fe1e6acbd3f1be5111c40f50a762a5be27065dd28d43dd1": 5,
-          "typed-decisions-canonical-v1/a66e18918e249ef81fa85d5456ed5876a03c15328e620cfea369bb8cf41afa64": 5,
-          "typed-decisions-canonical-v1/a69b0f3aa2555770b776ac3b44f1f3e97fe8794b28287a331e4d0b5febb86414": 5,
-          "typed-decisions-canonical-v1/a748bfb891ec1806e53e1008e09eed0f95edd2d2fcd4ff069c72353b36dc1306": 5,
-          "typed-decisions-canonical-v1/a7b1aad05f10796570e37c6bc2797a84e52c5acd6cad8ce4bd6e1cffa68fa7f9": 5,
-          "typed-decisions-canonical-v1/a901dcb8fe189b634fdadbdcb3ca7001f41d3066a09d7c1254d776dbb1244654": 5,
-          "typed-decisions-canonical-v1/a9666cc1a6a8137437223fdb27d42afe69e72781ed8d90555b9e4ee0787da797": 5,
-          "typed-decisions-canonical-v1/a9ab1350f1cfa7b7236cf6e305d8db4917c246b009a3fab59d6130685c885255": 5,
-          "typed-decisions-canonical-v1/aa07e455bafa6ed71e32fbffa01ae3d8ae5cd927d119852bd1ea10850b67e0f9": 5,
-          "typed-decisions-canonical-v1/aaaa686be1f7df44094429eb233459edcdb5e6f919746ad88b452a84a362ba1d": 5,
-          "typed-decisions-canonical-v1/aab86c463445bfb2438d23344df55023006bb0d8eb3b511899b64b60fab25427": 5,
-          "typed-decisions-canonical-v1/aaeec1f4cab38f0547ed886cda8c58e7a3f9b9bca116ad2f7c9c7a606d9f5ffc": 5,
-          "typed-decisions-canonical-v1/ab109f3814ef4d8b79dec8ea41b05358f45b61da6df8ded06e1ed93adef1992b": 5,
-          "typed-decisions-canonical-v1/ab1d2579ddf66b602d73946a7b1e924a71a637db295bf10850a8da7a7f5c7a09": 5,
-          "typed-decisions-canonical-v1/ac709be5b156ca5b30cefc1e7f0bf27d2b0bd803876c19bc871c21b44b60e1c1": 5,
-          "typed-decisions-canonical-v1/ac79cc889202ef5ba59acdf922479657222cd12943b46ac00e6c2a4b4986d095": 5,
-          "typed-decisions-canonical-v1/acf8876f009d96f19cab8195484bb618c0a1374121594d10480f4a50a66f9201": 5,
-          "typed-decisions-canonical-v1/ae745ca05b2fe24d83194c49a00bce534327425b4830db4984316a6047448773": 5,
-          "typed-decisions-canonical-v1/ae9b93a4f6237860364dce33eec7643f686014d190fc5252d060f17bbbd8c457": 5,
-          "typed-decisions-canonical-v1/afda0c7cbdaebd4298ac0688a2800f5f9b99b414a0af59aac4ac0089409066ff": 5,
-          "typed-decisions-canonical-v1/b087da08767d1ffa48776525d4239de714ee7d2eddac60bf467a45da34d1ae51": 5,
-          "typed-decisions-canonical-v1/b1eace46630ee69775dca668ec6a43b9aeb79fc546882d04758105dd6da9ca10": 5,
-          "typed-decisions-canonical-v1/b2b0c5a7e14980c2165dc486370e508f514ff0ae302e353403a0c76a9ba569ca": 5,
-          "typed-decisions-canonical-v1/b33f66ef27f62b5749869b8eaab3593c899dd1a261961d9b2e04846819c1a4bc": 5,
-          "typed-decisions-canonical-v1/b39bd92b2079d2942287002304e83b65a63b3bcebe008439cde24ffb8681daec": 5,
-          "typed-decisions-canonical-v1/b3a47fc830ed5fff81b6a44d3f5e41ec58f783db8d1b1c6febfbbb603e112d61": 5,
-          "typed-decisions-canonical-v1/b3b5ffd2b08b3200ab96dfd1faf43e647c0192d148ac26cc7f9df61f3503e550": 5,
-          "typed-decisions-canonical-v1/b3dd215a5b51d00f8711bc685ae17eb1c7f4385f013e1df66cb1a26fc4fcc81f": 5,
-          "typed-decisions-canonical-v1/b404b1a60ff6b0101344931e2789c766827df22743a57191e44325f9260d0044": 5,
-          "typed-decisions-canonical-v1/b41c5bf38d273d9aee2e5b086154f5df9e29a1af20ee6efa99fe1c9035387942": 5,
-          "typed-decisions-canonical-v1/b426586e960045da5befd206320fd96f65742f2ff8e91b2817189032c7ef4b5b": 5,
-          "typed-decisions-canonical-v1/b4b6fdbdb6dd9904488086861fecc9b73437f06bf9c78c24784c947c6aafd977": 5,
-          "typed-decisions-canonical-v1/b4d54e1b6364ffb59aa981a3156f14443b712ffa9cdfb7399ecf8e797b700500": 5,
-          "typed-decisions-canonical-v1/b5b4e5a919c172a9cb1ba5b98f029fe0bc7813251a1b35508ba77ab11efcb868": 5,
-          "typed-decisions-canonical-v1/b5cc2d17e0736427ab683ad5bc577667012d07861ea1169ae16e2c5659da7649": 5,
-          "typed-decisions-canonical-v1/b60838caca7a3298167833d87111236b8538e2a3cb0628fac68054d746a07247": 5,
-          "typed-decisions-canonical-v1/b62c91bda5d87e140ebd87a979c5ab73447f9a53ca21d983e8c2ccb6e7cc164c": 5,
-          "typed-decisions-canonical-v1/b682feca477d103b862018b6132052b1917611b69bef86f5dd4d578093414196": 5,
-          "typed-decisions-canonical-v1/b7252410bae49a66d58f793d547018853025b3c84101e6e42d64755482f2571e": 5,
-          "typed-decisions-canonical-v1/b7ef4cfc9d60ede6e21d3bd661cbd5035e26a9c470a49e3e6ab2ab4599194914": 5,
-          "typed-decisions-canonical-v1/b8470de0761c37c09200613ca8ce6b04e50b9a11673beead4da7f0de044ad433": 5,
-          "typed-decisions-canonical-v1/b9adb8084a5561cad62c8925f6b915ea3236d85b08e8f76423e48fc188c7484c": 5,
-          "typed-decisions-canonical-v1/bad86e255ed3b4e2f7c96c123a3bf054889935f19679447fe7dc31ed21765f90": 5,
-          "typed-decisions-canonical-v1/bb30a0739d854506870277cf137d0fe810d3ca386d5898ae17da4aa0f0083c6d": 5,
-          "typed-decisions-canonical-v1/bbdb84c6ea5cfabf0f3ee0ba15b3acf2ed7406ec40ac44eb30f4280560e077a9": 5,
-          "typed-decisions-canonical-v1/bc9d4fce05f0ee3a0cb1f94f722552a9c828210a8be1cb7732fcb32eb118ef98": 5,
-          "typed-decisions-canonical-v1/bd173f08005ded071ccf49825268ff7d8daa16d2a16d6ee0634a7bd2bc91386e": 5,
-          "typed-decisions-canonical-v1/be8760a7c89475e373ba3b7bee218fe8174c3e23f2350fede581fd93fcfd712f": 5,
-          "typed-decisions-canonical-v1/bfad65bcac41727f3f2ded8dbb79294510788571a8a565b057d408d40f93352b": 5,
-          "typed-decisions-canonical-v1/bfc8a15b40538b1e42294aaa7021ce06933fc4bc1cc1da338ebe79a1d1e9db63": 5,
-          "typed-decisions-canonical-v1/c0a2e6ee2278490192b7edddd773e3eb303111c1f86337601124122b23ffe4cb": 5,
-          "typed-decisions-canonical-v1/c2cefde658933e562d7cae342856842d821239e96a8a3136e91230ef00dbfee3": 5,
-          "typed-decisions-canonical-v1/c40a258d72849838fb98c327c077942552df101a378a814f1355a1005ddca704": 5,
-          "typed-decisions-canonical-v1/c45b730a19fe96bb5e51ae3f5050be77e401a38605a14e24214bf024f7fe0659": 5,
-          "typed-decisions-canonical-v1/c4fe126285d50e01f98e4256130e644d0a2a0664f6f80c5e4c848df59498a53f": 5,
-          "typed-decisions-canonical-v1/c548d6eb289de30c0f9c9ffb0a172d1b12508cd466ea16b2557d53619d6fc36f": 5,
-          "typed-decisions-canonical-v1/c55b366357ab7a1ba206ba0eeff0d3e01412b506430cc023785e40dafee63f53": 5,
-          "typed-decisions-canonical-v1/c68fd341847b90afd4e0ba51962a9167294f5b628db0400e4de28dd8dc318ef6": 5,
-          "typed-decisions-canonical-v1/c8a60e3bc9027d14b3b87f6852a4c0c29cfd75e52695bbfa866e1fd793c8fd47": 5,
-          "typed-decisions-canonical-v1/c90ef06acc99c07f6d244d8e524248cafa2f7f0ccb73c30d8628c795fbff0217": 5,
-          "typed-decisions-canonical-v1/c929f26716e6e29bbb74ec4acdbd9e8ea087dd71c11f9fd52e5c061c4fe35c34": 5,
-          "typed-decisions-canonical-v1/c9694d4c53aa03f15349ab1eed112ef23e7f9f4321c14b60ead29fce347f1dec": 5,
-          "typed-decisions-canonical-v1/ca5225fc2fe211f9f829f08ad9dd2bda07b10aa47fdfa9bf9a22c734e9f6b503": 5,
-          "typed-decisions-canonical-v1/cb9b60b46fc09310d5818976bcc0fd87ee89308ac21c5762a9a9b4e77a5e7371": 5,
-          "typed-decisions-canonical-v1/cba74b25d887d0c3f7e45c0b54d250d38c89116b8770ff08654ecf90154808a1": 5,
-          "typed-decisions-canonical-v1/cc87595bb4a31aa6ff32f3fd8878e03247b5691bbe6932f07b3ea52196130569": 5,
-          "typed-decisions-canonical-v1/cd8c75757c4fd93d9802c878aa7bfb0a42c9fd442156d90d6c87eb07e50daf58": 5,
-          "typed-decisions-canonical-v1/cdbcd002538345edf6b9988268d50394db1a6276b13735b70e1caef2077b61f4": 5,
-          "typed-decisions-canonical-v1/cf2e2a91468e5997344bea23e7594f616f648ce4aa22e99c428df6532fa959eb": 5,
-          "typed-decisions-canonical-v1/cf4dbb68a789f0db1329912b15d8f66cff37676be5c964b6356bd683592a2395": 5,
-          "typed-decisions-canonical-v1/d0e40a804e87a513565f4a686a4ae9e7d04dd8f6723338f89e0eeee61295c595": 5,
-          "typed-decisions-canonical-v1/d14e10ed20a1b58167d986ce48d7b8cfff032e64022af507883313ca36d88a49": 5,
-          "typed-decisions-canonical-v1/d1eb210c828b67c7c6f009996052d75bf07fc779eaf09b45967de04f4d4519e8": 5,
-          "typed-decisions-canonical-v1/d3e60ba0cff9132ded2e73092f401275f85e2659a999d7516fd525a819965b28": 5,
-          "typed-decisions-canonical-v1/d458c74681f58b4cc1f8d1b7ee76906485b165466a453f6804c9b614a9e092c5": 5,
-          "typed-decisions-canonical-v1/d54590ea86df8db9873fcbe93e3545301f75bf1e957c65990e21290cf6326138": 5,
-          "typed-decisions-canonical-v1/d64732e42b08ff09a608cbe82be6674a9a488a77565879c5d6c3d871757c6c15": 5,
-          "typed-decisions-canonical-v1/d7350f7de448fc2b0327e58072c8bb440efc3b1e7d16427e430c1be3cdeeaaee": 5,
-          "typed-decisions-canonical-v1/d775b800fb15faf781dcc846f055b0deeec7f0d2d23ad955e055074c5f8ef5b9": 5,
-          "typed-decisions-canonical-v1/d8201b920513e1e9e4f96edc6f740576611837cd2b2488580aa4f6c4c2d996f0": 5,
-          "typed-decisions-canonical-v1/d93d8210c61533d8fc238c51db027af711b87fcee90ce55773eeea71048af9d2": 5,
-          "typed-decisions-canonical-v1/d97347a07990c4bcdb4535db8a5740bf774e7aef73b99bf95869f4ac5482c5d5": 5,
-          "typed-decisions-canonical-v1/d99ae4fd95652cb52afae030a902c0cf96df6367cac63e1b4beae09ca60dae01": 5,
-          "typed-decisions-canonical-v1/da27af37d2aa22aa2cd8aaecde019e7eedde44a6e3b897d48660f9390a9d2c4e": 5,
-          "typed-decisions-canonical-v1/da70a34af36e66dbd891f25e606d234da62b2a3b267fe9475c862fe15c082997": 5,
-          "typed-decisions-canonical-v1/daab45e2fde3ab2db2a4132fedd58d7af73978da32fbebc1e4ec2afe1ec69053": 5,
-          "typed-decisions-canonical-v1/db0ff419e4d2c1b7f9b2846f33e072a725e955174839883d0bffdee28cbb230c": 5,
-          "typed-decisions-canonical-v1/dc79245c78540a6c02045587c1d6ee3cea8c72b7c3857d1ae02e7dd7636442ab": 5,
-          "typed-decisions-canonical-v1/dc9f24a90e4c1d2acfbafedd38b89315842205264483808ed0b3a304f3158e76": 5,
-          "typed-decisions-canonical-v1/dd950b3fdfa48b4121a7abe1a8d867567c21e77b3333a8eb5dc7ac4768b74c5e": 5,
-          "typed-decisions-canonical-v1/de722ae3ba7673edfbf27bea9516fba1ddae023dcfd5876683d0747177e85ceb": 5,
-          "typed-decisions-canonical-v1/df8fda198b5a0acd9e7d0ebb366a58c089a2a6f58902739612234ca420b391dc": 5,
-          "typed-decisions-canonical-v1/df97086f781804c4d6ed7198692485702c0e8d97d7b99c68a0f443f2b87490b0": 5,
-          "typed-decisions-canonical-v1/e08d910d4c05914049e64f6e9f6c4d7a50d24f4c1fc5d05c3333ade0f5086519": 5,
-          "typed-decisions-canonical-v1/e10731156932bf8885b6edf7b690fcb4b02cc005d2dccc95a8bf6e543486e86a": 5,
-          "typed-decisions-canonical-v1/e2732bbd265e0c6b34ef822d5a8fb3995df5161b71d629db42333580ea159497": 5,
-          "typed-decisions-canonical-v1/e2884772dc3c97a6ee4aee9c66d61cf1d64a0c7bc1b5ce16a99f333f12e64b43": 5,
-          "typed-decisions-canonical-v1/e2a5c5c3379eb75788cdaedc6da3ae5b8fc2f7f42396450c8d830c618c57ad0a": 5,
-          "typed-decisions-canonical-v1/e2eb9dbe963a27958ba11c4675fc65175d91b88974bfec381e300ff035a5d68c": 5,
-          "typed-decisions-canonical-v1/e31a77410ba49f7e4d29326666a63130ddffac003f1d8b2f8e2d6ab821d6041c": 5,
-          "typed-decisions-canonical-v1/e39bdd476d8a6ed6ee7ad739f7295bba726dbcb13c2896de2dae54354f14ee30": 5,
-          "typed-decisions-canonical-v1/e3f33f22f355a92f720baf3c240ae86461df9032cfe329f7aeed5ea508ab9728": 5,
-          "typed-decisions-canonical-v1/e4c03f8365c2f8fd711c494deed640bdb5016b04b2284b73710d3eab432b5f3b": 5,
-          "typed-decisions-canonical-v1/e4ff543334f9584d1dcaf7bd505f58213ccac85c109e50be2e25a15941f6f396": 5,
-          "typed-decisions-canonical-v1/e50ff882bb2bc6cf5d020c58fd749faa17fa90385f8a33919aab0c0f5da86f64": 5,
-          "typed-decisions-canonical-v1/e5179d619ceaab5ef9b77db8940491167f2d232b74357b9271abfc8ef5eb3759": 5,
-          "typed-decisions-canonical-v1/e5326471c2b526590a2c1a3c4b70deed7fef2edd8e1878508d23d9e6cab56a40": 5,
-          "typed-decisions-canonical-v1/e633bd398b71cfc1ecc6b758dbf35b7fb1149187ad4f12985a1ae2f6d377d9e5": 5,
-          "typed-decisions-canonical-v1/e7c4f6086b1a154900d10589b5dcd40938d3b8396ef1e55726e456dc05b81c01": 5,
-          "typed-decisions-canonical-v1/e8c3e5416f07673f612a00ed2d982ce68d5c8d7a6f5be5b7cbdee933b64f12f8": 5,
-          "typed-decisions-canonical-v1/e917323bfb81e5760276ad09f71c050a773811bff3cefda7780f5d4c77469d97": 5,
-          "typed-decisions-canonical-v1/e945ca2c0a841b9ecb5c6883c6ba7d7ba4a1b5b1a34c8d5b9bf79247085686a8": 5,
-          "typed-decisions-canonical-v1/e96ca94e3390ecb5d1bf2c9511fb2e5500b8c45fe928dab2080aa5f7ed751bc9": 5,
-          "typed-decisions-canonical-v1/ea53d1167766d542c935b49e1e5eb74ab9202f79ea8baddf95cf033747eefdbc": 5,
-          "typed-decisions-canonical-v1/ea7f4406bcff80756ebfbd7c58587335c767e6cb2611d32d3540c495f1b80315": 5,
-          "typed-decisions-canonical-v1/ea9d2e1eb30772979ab8577ccfa81298c9390dd54a33110961d9d86969022434": 5,
-          "typed-decisions-canonical-v1/eb2fb36e31de2ce3558383715e3477d2a0e8ce4773a13cfd89061bf19495e3c8": 5,
-          "typed-decisions-canonical-v1/ed92a6cf5eb82c49c68a130f2d15ea317f2614249af7966188da4854543d1536": 5,
-          "typed-decisions-canonical-v1/eda087bf55b8d9d866a4f0666978a46fd659cd3b36e23235c215fd8a38d99547": 5,
-          "typed-decisions-canonical-v1/edf256cfc05c22ce15eb31fb965d8173951f1c69cef16b22867d07a60104c50f": 5,
-          "typed-decisions-canonical-v1/f10f9ea6f58698a4ce525ee4d4a3bd1d2c9f42d0498d224f94226e16c27efd71": 5,
-          "typed-decisions-canonical-v1/f12a02e6320ee161d1c0527afbc2efddf0ab59d9ee39cfdfcca420fa3486a5f2": 5,
-          "typed-decisions-canonical-v1/f14ae2516e89bd71212200cee39f08a11122efa10fa2e7e3eb26e1e177c10023": 5,
-          "typed-decisions-canonical-v1/f16f02e6efecc4ec76c8cfba40ecf2656abd53eaca6b70b753933be5c931371a": 5,
-          "typed-decisions-canonical-v1/f1d3ae5601eb4e3cc7e78618af3919edbc678c24e3fe95d262c0a3cc575ccbdf": 5,
-          "typed-decisions-canonical-v1/f2e80012f4394a622524fe8ab189961300ef6328827b8751e2975d257a3ebcb1": 5,
-          "typed-decisions-canonical-v1/f5737c3a652a0b346c7b1bfdf50b64d94f7ac569c18cc58e9b6e16694df3f40c": 5,
-          "typed-decisions-canonical-v1/f585ab98ea0fc1b3b23d75444d33bcc5e4b6de4c5b6db5bca4956bff598deec3": 5,
-          "typed-decisions-canonical-v1/f611d3cc62ac1785bfb9c7229b54e8453e71dbf2a2a485d7600063ee1dddcf5a": 5,
-          "typed-decisions-canonical-v1/f930f426f825235cb522b69d1ec5c29a718943e75228d8dbdff3a49caae5fcf2": 5,
-          "typed-decisions-canonical-v1/f9bff5523bbdd021c79bf9bf8b6d612924355eec5038bcc9b458693cbad8bdb7": 5,
-          "typed-decisions-canonical-v1/f9e60be024740ed6654ab0bb96a2ef6ad871977fab905db52bbf6688a9afba60": 5,
-          "typed-decisions-canonical-v1/fa8d089796fca2f81750f11d770af3e563928594d8b1e1ee90bc7323bba8aa19": 5,
-          "typed-decisions-canonical-v1/fa937ba27943544856a55e70e4f4bcf74328492923d5dc4f49b1d580bb9a07d6": 5,
-          "typed-decisions-canonical-v1/fab80e3f03b31c9acae6a98ed2e22a7e9383ae74ba402963a476be9cdde6eb24": 5,
-          "typed-decisions-canonical-v1/fb0598b645e608442344866f618d25d8afbaa91d364d7f14d6a5b17231aa7ee1": 5,
-          "typed-decisions-canonical-v1/fb0a5ea1dc4ba332719ff707d745b80da5eab906a563589cbc7b48c721cae908": 5,
-          "typed-decisions-canonical-v1/fbe29ce8c8ddb1b260f7a7451fdd69d51de818d58de1f28343ff091c1aba6daf": 5,
-          "typed-decisions-canonical-v1/fbeef81d3cabe1b54517e35b137fd6bccccbae7c5143b48e44d36f33897064cc": 5,
-          "typed-decisions-canonical-v1/fd2a4142b977923b907e4486a7f1735fcd9ef41dd0845ff7d83e8c497e87a768": 5,
-          "typed-decisions-canonical-v1/fda24227b6fc27ae52361a04259c225a0bd041314002cc20cf2c314362f66e8a": 5,
-          "typed-decisions-canonical-v1/fe6310dad1da680dd6f6ecbda70f2609b4407d9b8a7b1a16e840cf89260f10af": 5,
-          "typed-decisions-canonical-v1/fe7524707ad838fe5725fec88af54ccb9ab7e400147e9d24d5cf4d2bdd662ef4": 5,
-          "typed-decisions-canonical-v1/fe80bcb616b7bb935d7ef021d568179065189f157f864e4dff5077e884740e60": 5,
-          "typed-decisions-canonical-v1/fecba74c4524f223671b601b9276f75b02de160d75ee946d4d77126b027ac790": 5,
-          "typed-decisions-canonical-v1/ff153b66920a54242dbb07cc34199a14e241ca21d2eade5b9564b3e7c261cff6": 5,
-          "typed-decisions-canonical-v1/ff3b35a85cb5d2a6d50399b75809416d97f8bef162ec8ec27b2652321a901a1f": 5,
-          "typed-decisions-canonical-v1/ffc60991fbeee89a3777167407cef30cd854b55dfee4b1767ab830f5680c4971": 5
-        },
-        "components": 400,
-        "direction": "second minus first",
-        "draws": 2000,
-        "excluded_from_interval_rows": 0,
-        "interval_has_same_support_as_point_table": true,
-        "metrics": {
-          "accuracy": {
-            "ci95": [
-              -0.2935125,
-              -0.2405
-            ],
-            "difference": -0.2665,
-            "valid_bootstrap_draws": 2000
-          },
-          "brier_soft_mean": {
-            "ci95": [
-              0.09741748514035004,
-              0.11311064032910213
-            ],
-            "difference": 0.10530159551243835,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_mae": {
-            "ci95": [
-              0.3821697706750196,
-              0.46800861892854156
-            ],
-            "difference": 0.4255870032922819,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_rps": {
-            "ci95": [
-              0.08381791970300265,
-              0.10426965448864851
-            ],
-            "difference": 0.09417786649258787,
-            "valid_bootstrap_draws": 2000
-          },
-          "soft_nll": {
-            "ci95": [
-              1.3110718406630437,
-              1.5173328598778786
-            ],
-            "difference": 1.4140607753017933,
-            "valid_bootstrap_draws": 2000
-          }
-        },
-        "rows": 2000,
-        "scope": "One pre-frozen final recipe; all point rows retained; whole normalized-state components, stratified by the set of workflows within each component. No TEST-driven model selection.",
-        "seed": 20260921,
-        "strata": [
-          {
-            "components": 100,
-            "workflows": [
-              "agent_trace_observability"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "customer_service"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "invoice_processing"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "security_incidents"
-            ]
-          }
-        ]
-      },
-      "Nox minus official_typed:shipped": {
-        "component_sizes": {
-          "typed-decisions-canonical-v1/002377138d7ccce7f77139742efccc9d18bb0845f0b6720ac280553000d9d5e3": 5,
-          "typed-decisions-canonical-v1/009ed184761b66f1d021d66f659f489262d5ad73af69ea5d22ab852ba45628a3": 5,
-          "typed-decisions-canonical-v1/00e118e966bc65cb28db2c1cfdcdadf3bc0165e9a7a0bbe154e100d8329bc400": 5,
-          "typed-decisions-canonical-v1/01f972e097b4e681d7392cc70a82cc58ddc6c5d27759adb4592b7c0a8b8d2a90": 5,
-          "typed-decisions-canonical-v1/0269f5a692a9ec9701719523f1305edca3fa8c5031e1293cee46861af4ec3ed3": 5,
-          "typed-decisions-canonical-v1/02b9a1f4d7515fe8c159c428f628a648f5eee8c9a91a8f8c8981b912279ecf16": 5,
-          "typed-decisions-canonical-v1/03bdaf907164fbc862026f985fe14bc525829850c38dca74b8e2271a56c26abc": 5,
-          "typed-decisions-canonical-v1/03cbf56451920117a234ba9093c9cfe692d4871a3db2d0bb49160155dced64f0": 5,
-          "typed-decisions-canonical-v1/060b21f9390526d8159d480c02540a67ddbf952237c8452804e22a76ea7329b7": 5,
-          "typed-decisions-canonical-v1/0848541e4136e6355375229f5f4257d6c4ae982ae38ba18e5e5dc0bd085b1135": 5,
-          "typed-decisions-canonical-v1/086e26b1ad6d7dcdc5a63cb7d17d0034d174ab31240c0180e3707bd03af8cccc": 5,
-          "typed-decisions-canonical-v1/091eeb25b22a8549aff2c3f402148ddf4ef1cf538846bad974d8122852490f21": 5,
-          "typed-decisions-canonical-v1/0ab30163e64d36fb9795efa9532f678d97039d05e20569e397b52c62f2b8bf64": 5,
-          "typed-decisions-canonical-v1/0affac39c8de7b2bcbc585de402c3f890eae9efce3ba5ac622d20bc537dc074c": 5,
-          "typed-decisions-canonical-v1/0b71c96b88e4bcee4244f41d6fbbf5b44c48d8bcf3ded97c1f9cb9af5b1e6b97": 5,
-          "typed-decisions-canonical-v1/0be6a3c4a8a05e85a41c5836d59938c47d1a4f7fb234a1fd86fd072c7758ee58": 5,
-          "typed-decisions-canonical-v1/0e268135cdec859fec65bb2b866d09ba151b89d899a9627e5fb332def00798a7": 5,
-          "typed-decisions-canonical-v1/0ef3b448d111886e95a664b5a40681bbe7c1aa15afc0f38bd0b346dcf4b139b8": 5,
-          "typed-decisions-canonical-v1/0f11af2a636a18d206013a08c6aaa4b5422605ed62c3ea7ab27de3eb70487e2d": 5,
-          "typed-decisions-canonical-v1/0f2e5786f8ebcd890159234fedc70fd03f54a204d5b2bdaf3cd511bb947136aa": 5,
-          "typed-decisions-canonical-v1/10343a754d9a8f4b78a9fdd4845c276c78e2d449133dc30b27592aaf26c14dff": 5,
-          "typed-decisions-canonical-v1/10b12f4056879eca8ecdcd981aac3847c5ed13a065afa0198c8dc879e852d5b1": 5,
-          "typed-decisions-canonical-v1/10df4b8da1b16950815284c452bc1c916919419c03d76aafa280163aa35e15f7": 5,
-          "typed-decisions-canonical-v1/12935cda131afe4ee28dc70fc83cc7b64f860ffcd265f77fb071d513f1204a84": 5,
-          "typed-decisions-canonical-v1/12e5c5c167c4bfdce35ae093675479e182a0fca035ebc1c668118968be2453bb": 5,
-          "typed-decisions-canonical-v1/1377294b62d138b5effcf658874ed1c1dc7c56070ca1c88c35f839f1443b409a": 5,
-          "typed-decisions-canonical-v1/13d760e12434b0cbaf2cf58ff725c6b536893f4cff7062eadc80055846745902": 5,
-          "typed-decisions-canonical-v1/1442978f3813143c9d4f8fdda52f2ff705b121fb1f9aed3a67476e02dc8ecaa0": 5,
-          "typed-decisions-canonical-v1/1560a1ec6b2ab14d2b632210265e1beb0f1d903dc56d4ad850b40b05d4252466": 5,
-          "typed-decisions-canonical-v1/15a458bcc5bf4fdb65e7ae8ace0325173e35acd2eb592590fdb5ff843ae98a5b": 5,
-          "typed-decisions-canonical-v1/15fa8bb58c5173ac33a2ec4ab63cb05c922ec229ecea0788b9605c10c6757597": 5,
-          "typed-decisions-canonical-v1/161170445ecbcab7a1a7c072f3d2c9afa4134ac6af4f5f7c2f866d7c9a3f2601": 5,
-          "typed-decisions-canonical-v1/165c562e4dc4e794787781a988fa38e5e39c7625d2a97690b1b7066ea38f9644": 5,
-          "typed-decisions-canonical-v1/170615029c646c5e2b455a5d97299ad41dab6197da85a88f08cf97d60d35fe21": 5,
-          "typed-decisions-canonical-v1/17c101e11af4ae13ac0764ee5201bba53cf9cbe1e70fe83e36ff0a4f635340a2": 5,
-          "typed-decisions-canonical-v1/1865a88422f84c64c5e709a43bf06578abf473d3e655e53843bc7b6a50056ceb": 5,
-          "typed-decisions-canonical-v1/189cc135ff098fc8ff1646030ab53fdc1069072b5769541890c90329b096f0c6": 5,
-          "typed-decisions-canonical-v1/18ce20f8930098dd83af038939971fd7f0a81d273d870de6b6ee3e2179287a66": 5,
-          "typed-decisions-canonical-v1/19068da1f0d32dc9bb3c8162ed75f15b34cbedc4709ec797e17faf071565dd94": 5,
-          "typed-decisions-canonical-v1/1932a815e106e66272dfd238adf0f4db2936443aa4d45e93402948dfe4621c6d": 5,
-          "typed-decisions-canonical-v1/1984edaeb527123ca902f73a0626c939c93ee7416a20717839176464059aaf83": 5,
-          "typed-decisions-canonical-v1/1ba4e8d3b2eac963f888f04762da7ee0fb339fc1231ecbf2a5b801830fa979ac": 5,
-          "typed-decisions-canonical-v1/1c0a53ed665a97de7b7bd082cf77112ed8a4a5bfa5093f1c525b4e972a5fae00": 5,
-          "typed-decisions-canonical-v1/1c41477d8dabce462a0b69ad3fda2e9ce7a7140a2488c0888f21dd671580ac5c": 5,
-          "typed-decisions-canonical-v1/1d9cba8170e2b20947e8023a616009ba95109c096f066bdeaea1d46b942c0b16": 5,
-          "typed-decisions-canonical-v1/1e0673959a90f4ab9d89cce600c78c303cc76026be9f3850968c57fa5e4f3a6f": 5,
-          "typed-decisions-canonical-v1/1e852e65c54c3d7213de7de01285d23246b9c631e7389047f1f41de4dabc1c13": 5,
-          "typed-decisions-canonical-v1/20cb850cc4f78d5ffa51a4bd666a41794e55a01621a89c6f1d117de370c5d971": 5,
-          "typed-decisions-canonical-v1/20effa7f3598b776cd1722a87eecad69a786d361e25d026ffedfcfc2d9391050": 5,
-          "typed-decisions-canonical-v1/21cf91e41e0cddff7f3ea328a80e05864a422b26552ebb1b837bf3915b9ca8a8": 5,
-          "typed-decisions-canonical-v1/21df0eb78a2ea7d13f76ebaad0b04cbc47c5ec10c3d0b4c5d1cd0147521cbb98": 5,
-          "typed-decisions-canonical-v1/2219011325e2dc86f1883ddfa82b42a3eafbe48e22bf26153a50412a4c914e4a": 5,
-          "typed-decisions-canonical-v1/2314d8056d355f0904546859a04c201258b080597b7c019208b54dc7f12ab40a": 5,
-          "typed-decisions-canonical-v1/2387b2cbb7adefc01ee8ba3f2b6498cd843c02bd737a44df306919cd974a743f": 5,
-          "typed-decisions-canonical-v1/23e2816b2c1835ba51c0be27172b108e66036d326b6ffe1ef08df0d03252e440": 5,
-          "typed-decisions-canonical-v1/23f0f2b3fe3e5ae23eba59a4f414bc7df396ef77092bc5cc6a0e66563e7f126f": 5,
-          "typed-decisions-canonical-v1/2458edcc545361c38d45a24b09d2bccab0bc13dbae8e83789a8d8f0362a607dc": 5,
-          "typed-decisions-canonical-v1/25410d7946870100854de49d82f73266e6d3e09bcbd2947129763d180480d11a": 5,
-          "typed-decisions-canonical-v1/26133b3939b64561edcfa7fd3337fd013c6c44b4c0f96751d39c6088f786946d": 5,
-          "typed-decisions-canonical-v1/263e40a2fe4bee58480465050809b148d8e7df2e7d141697c0d213a9afa25c03": 5,
-          "typed-decisions-canonical-v1/269dd1d288832ffd8aaff1bae6d040edb647f532744c6faa59cb29ef06bc8016": 5,
-          "typed-decisions-canonical-v1/270da66e9d35918a96d46d9955c08aa6d53eb7f67b421522cd8d256ff4148b47": 5,
-          "typed-decisions-canonical-v1/2770f077d70e7ee59d85d5b8e1e7c8b2e91cd0f91c0f5cf90ac6473f729890db": 5,
-          "typed-decisions-canonical-v1/277c8100fd347f44ef05bb441ab9edb5d9fa7cc7aab7a21dfe5c0968883369a9": 5,
-          "typed-decisions-canonical-v1/27d8dd8c8575e74a3dfbeb9d2bef4c71a00054df969405e25d2e1becb517ad19": 5,
-          "typed-decisions-canonical-v1/282bdb856b00ebe289fdbd0803c72613abba2004bc2f08d130d475e8ac6a8e2c": 5,
-          "typed-decisions-canonical-v1/28620ad4df0cc454d223c1f914fa7143e14ce20e12be9f32ac9b382923273ba1": 5,
-          "typed-decisions-canonical-v1/28a84ca1e21618129b1044aa7d257a04d32db2fcb4674460157ca4515dae0072": 5,
-          "typed-decisions-canonical-v1/29147e9d17085108b1d87bc90aa0a64909794ec4364cb5ea6b0c2022aa6dd3e1": 5,
-          "typed-decisions-canonical-v1/2939cc24fb15e1b6e15e6cf1309e0e04453c53494fba08bb0fe68d73fdf4bee5": 5,
-          "typed-decisions-canonical-v1/2a0277254abbd7046fd56a9cfba1127ebef95855e6507f027e4dac418f5b4ebb": 5,
-          "typed-decisions-canonical-v1/2a29c5b391f34c0d63ce5e1426663c349dbf919d5842f095ad53b1e96ccf6787": 5,
-          "typed-decisions-canonical-v1/2a7cb1ae13a43752cf0d7929419836e33d376ee565f5bf239fa16871b5ac8bb1": 5,
-          "typed-decisions-canonical-v1/2a8dea233bf38d43ff75d0dbe48eeb1c1eeb452c2ef19f99313123a60995ee14": 5,
-          "typed-decisions-canonical-v1/2aee06f6ae575121158d5c476954c7f353235f89a59659b66d38b3df6a66e26d": 5,
-          "typed-decisions-canonical-v1/2c51ef12b8fd177fc8acc0606f554e4ec33e0461c97800259fff48f21d114408": 5,
-          "typed-decisions-canonical-v1/328a8429577a0bf42e4f92c70b75839bf613b201a529dfece2e3a9ba10685fc0": 5,
-          "typed-decisions-canonical-v1/3381c3cd90b6fa834627dfae7d4b899759e05706224eea92b68c7c0b12e27940": 5,
-          "typed-decisions-canonical-v1/338399e644d26938ebfc6f73787f8ab2371461b4d0d8a09a86e2c471f05b8635": 5,
-          "typed-decisions-canonical-v1/33ac4fe85f54360cc991d5a968af659ee7adbcfda5cf6e41a2d8d814c1398d72": 5,
-          "typed-decisions-canonical-v1/33ee899f917d0104a8b1f3fd72bbe8c6202e72c0b1b95559f3a19c1877cfd866": 5,
-          "typed-decisions-canonical-v1/34a66bb6beff61dc69ca8253d2aae651091476ff29d154ae9dda545c16d25d15": 5,
-          "typed-decisions-canonical-v1/34ffbd9f57a281ef55bbed66b83354501c17867f652d45115110c6db6099df84": 5,
-          "typed-decisions-canonical-v1/367e3c0348e9083a8adc137a62a0504a0838bf373a02d39499a0a0a145a01985": 5,
-          "typed-decisions-canonical-v1/3780178eb1aca30b361b9300e87e8d15b8bda37905505321f210b1e8fe313239": 5,
-          "typed-decisions-canonical-v1/379963e3b7c58b9b69ddd68f350398f6a4c63ee79aca383c395bb2064cc5c485": 5,
-          "typed-decisions-canonical-v1/38666b47dec747689a09988adc3f3616cceb929a704f69c8cfc7afff7b5836db": 5,
-          "typed-decisions-canonical-v1/38a341300773cefb5c4000b8eabd6ac264a2d782493474f310eb8ec13d48fed8": 5,
-          "typed-decisions-canonical-v1/38a3b4efad54f55febb3770c10e18f565368fd0a4e26e7033d3100adee5076fe": 5,
-          "typed-decisions-canonical-v1/390123ca3bf2b490082a921b16f81c7f73baafaa865951201c14544f51a3024e": 5,
-          "typed-decisions-canonical-v1/3a7802af87dc634efd6c16fc2f555f679036a2b04fd1b5e9e0071fbbe822b83b": 5,
-          "typed-decisions-canonical-v1/3aeaa0211674e4d6bd182c653459c2b94df478ecc9679463239157611606e0f1": 5,
-          "typed-decisions-canonical-v1/3b610935091bac8ccc5d66aae465cbaef548c3569ab840644c6fb32363ba0997": 5,
-          "typed-decisions-canonical-v1/3bbbc2590bc41b9484a8336285487ba7017a1c2fc157638ef296f45992fab573": 5,
-          "typed-decisions-canonical-v1/3caac8dc277363e43c98c8d592eba6ba1e12eb8ae1d01f589e8e493e9be6c00e": 5,
-          "typed-decisions-canonical-v1/3d2a146823dafe3d4fd60ad69826d7b7863f6ee0e055aab0dfd19326baa6d45c": 5,
-          "typed-decisions-canonical-v1/3d9a51c9ab286a497ab8fe2b3fcd3129e8ed5503352a678a7fa1645488020f61": 5,
-          "typed-decisions-canonical-v1/3dc7c3b4587b93ea7e1967f6b0f5a0d7c1050be1b83ca8ba9270e6f0f9137d9a": 5,
-          "typed-decisions-canonical-v1/3ded4e4ce87702bd9f2a12d4b61587e0fa1bfd008bebeb82e30f597cca012018": 5,
-          "typed-decisions-canonical-v1/3df07d4dd97d5bcddac21c94981d8da10478fdc7fc2e976987a873bc7a3bed6d": 5,
-          "typed-decisions-canonical-v1/3e845f24403bfccf12547388a7b076db4957929d462721ee7be510ac700d9c72": 5,
-          "typed-decisions-canonical-v1/3fad70a747e18d117a956f43c931d170f92f63c0214fdfeed70fa4e4487d00c5": 5,
-          "typed-decisions-canonical-v1/4005b59515a7d1d146bcb1f5733774e7f3bd68c104891b564b9ca05b74cd5b68": 5,
-          "typed-decisions-canonical-v1/4199589c6681404aeeb7f617b4acf2d1f6b6363fa98f177170ca2ffca9ca8be2": 5,
-          "typed-decisions-canonical-v1/41bb26abbb1956a02c9bde837e0fc850c8f5db9c971c79aeacf5468ef18fd802": 5,
-          "typed-decisions-canonical-v1/41e25e54d156275003b15dba94cedb4ccdc6ee5e498f23c2285745e4f4d75d60": 5,
-          "typed-decisions-canonical-v1/42755c31bfe14343870e4659e224fee5abc53e42fc72acbb5f1b0177d8ee7890": 5,
-          "typed-decisions-canonical-v1/4331ba8dce5073358054e75a0c18bda173e232b3c2a0948c0de141acaefa436f": 5,
-          "typed-decisions-canonical-v1/4353b82c69d60f52b06f5b308b8b820aaff2c69988d5b65e3b6ac137ea2f3cd3": 5,
-          "typed-decisions-canonical-v1/4543f3b3989c228d49fe6ed15ee633a858d763299b67193bb09867b9e8ec79b1": 5,
-          "typed-decisions-canonical-v1/459d33f14bff9fe451318ef809be3d712d1af6d8980f86b8f58e22fe4baec39e": 5,
-          "typed-decisions-canonical-v1/48fda87282ed3c9c496ae2dc8435e841ccc27632180b3825cbaec234bff50963": 5,
-          "typed-decisions-canonical-v1/4907ee666d0fe360f0800f97e5c364a9beb4af8332be37835ae0b3bf19e0cf47": 5,
-          "typed-decisions-canonical-v1/4a8218b9c09b1364a220313d79d8f702babad92f20ed776b71306caa4e97c76c": 5,
-          "typed-decisions-canonical-v1/4aad50c995fa670d9864d75ea00dea8f31fa076bb8626254dbe76a74980b4778": 5,
-          "typed-decisions-canonical-v1/4c04dea0713399bc47d8f95f38e9139c77182ed8b92f9b2a8c64cbf7ba642c9e": 5,
-          "typed-decisions-canonical-v1/4d25c84af94bfb91b2769b5c5db53cabe4a79fb58c14a66bc85c0afb6276dc88": 5,
-          "typed-decisions-canonical-v1/4e2159cf67735a3c8b3ebe53286c1880195c126e111d2cbd83733edd4877d58e": 5,
-          "typed-decisions-canonical-v1/4ff18eaf45c8c0829a273cc646e7527b67c60f25fdb7af388ca48f7a09c82f7d": 5,
-          "typed-decisions-canonical-v1/53322f7694218b5481bf7c2fe805fd6aeabb8500fe8a4539fcf4c45e9ff6b696": 5,
-          "typed-decisions-canonical-v1/53e0c7575b19f76e0fe8b0c41dbef1ce7860ca70e19055182b2bf59be47728c3": 5,
-          "typed-decisions-canonical-v1/540ec4a64abbc65b68f1e7165c151899a41c135415f966a731b294298e140917": 5,
-          "typed-decisions-canonical-v1/54131fe1fb599f69d63ae2864f4815623b65e677b8250162fd125b6c0c674796": 5,
-          "typed-decisions-canonical-v1/54504da604f80c6d5ecc87bb6ca51aa7bb425a0592070ddd9f184df671266e5d": 5,
-          "typed-decisions-canonical-v1/553ef0db93f1c99729095817fde1ab4e89f5d17f01b0ff09c6dd0a4ca4af0abb": 5,
-          "typed-decisions-canonical-v1/556503823b96c6cc8a1aa29e5dce07c6d936c5bca1c81f41fabd499b29e40a22": 5,
-          "typed-decisions-canonical-v1/5649b9cd6c0c4b59c2d9cb05e0e0e1dd5ac2c6b1d9956db7cd4ccd41b0cebc7d": 5,
-          "typed-decisions-canonical-v1/567297941af677bb649e336fab4bcbf2fff1a286d9fa2c65e60a5a66f0a5231e": 5,
-          "typed-decisions-canonical-v1/5825d600c8f1b14a1720a08715aacc6f674a933bd2c12779fa49c9e7c6680e81": 5,
-          "typed-decisions-canonical-v1/58d1821fc7d5de85ab565246f8d363b8b931c7a9db4590d70cf03ef6352d44bc": 5,
-          "typed-decisions-canonical-v1/58d73b1f4afd28a88f2266744aca056fb935fa3f16e90cea582b9c7a6f9b7c4b": 5,
-          "typed-decisions-canonical-v1/596753530572470d7c94365aa5a2f7ec91144aec45d2f1425ded32441a64d7ef": 5,
-          "typed-decisions-canonical-v1/597e2d97cc1ccb624fab5f71fe3aed834088357aad2b57bd044d28649813edb2": 5,
-          "typed-decisions-canonical-v1/5afb374ded576e3e7a0d094894211b6675cde49f082a754ace919bb2b315ea84": 5,
-          "typed-decisions-canonical-v1/5b1762b91faca3751311a2c9922d3d9a962965179fc45fe86cff26afc925ba50": 5,
-          "typed-decisions-canonical-v1/5c0555d7a4de7c79d4e1ad8cb3ab3dccd2aee811ab808f29877e683736cade09": 5,
-          "typed-decisions-canonical-v1/5d601e063ba05c923ee9347624b11553f2bea48d40a3bfd39a0650dc09034167": 5,
-          "typed-decisions-canonical-v1/5dba79315cb0456b2d7c1209cc7c8cad61c9dc5de535b83d414dde6b3850eda1": 5,
-          "typed-decisions-canonical-v1/5deb036005e02988d82f45de7c39642a47e2d33a9b337f3cee36ee280016bad7": 5,
-          "typed-decisions-canonical-v1/5e9392f54495f057fab31856e73c13b26da36f5630c86e59d9295dcaecd855c8": 5,
-          "typed-decisions-canonical-v1/5f1d68aa4a2679cc8740b49677be47d53a179df4de8d587cebd22075c4234fd8": 5,
-          "typed-decisions-canonical-v1/5f86000cf00d087ed1f21147fa60d7565cfc772e04e4a3ca7f3074b73cd94d8e": 5,
-          "typed-decisions-canonical-v1/609891bfbdc2d4312bb542c91938a2b9e32a17187b7532c8de35defbe27c1faf": 5,
-          "typed-decisions-canonical-v1/60bf4e3979359e3f4b7b8a258aa9fa01b50581919efc7415bbf889ebf31d7169": 5,
-          "typed-decisions-canonical-v1/61013ec640614aa3d29eeeb185a4e761beb0a4309b355c813611980db0c07750": 5,
-          "typed-decisions-canonical-v1/618e477cd744fa78392132f3a4942663bd9756ea9a4ad4ba66dfda697c22f785": 5,
-          "typed-decisions-canonical-v1/62def0efa18aef58e1960815317a25fa373c0b3f066e7487d1bc3e2968aed05c": 5,
-          "typed-decisions-canonical-v1/62f69d81dee59cf7079df5521708d8e15e96100e5dbe7fe1925113fd42559671": 5,
-          "typed-decisions-canonical-v1/63f26e56820733242dbae26ada0dada67921dffb0c930e6dc66b2d5ae095b566": 5,
-          "typed-decisions-canonical-v1/644432b28635870bc4e563090ed3359b988f941f1ecc480206d156801effab05": 5,
-          "typed-decisions-canonical-v1/6451687d3ff148f31bd86aa6d949d609a13f66e48c75aaf0da3cd0d3cf9d9578": 5,
-          "typed-decisions-canonical-v1/65dbd868cdf89ad85321472ed17d7d573b61fff01c56622f679aca91e6afc8b9": 5,
-          "typed-decisions-canonical-v1/666ed439fbccb54de69686951802713be601463013be8c488b5c29876175b952": 5,
-          "typed-decisions-canonical-v1/67268d447683f3014357083820d64da357680230615be22b58f40493d229ab05": 5,
-          "typed-decisions-canonical-v1/6734d29ec2c7e03aa386c41900200b4cc7f4c40f68f143b1ffb9c49ac0d409ee": 5,
-          "typed-decisions-canonical-v1/680336316089838ca48a8711063aee6e98326bef5c7201aeac2b8f1e45e8a9bc": 5,
-          "typed-decisions-canonical-v1/688df38f6982efe4538251011ce68f779cf340d4efa56abccce689eeb702a79c": 5,
-          "typed-decisions-canonical-v1/68a502af3009b6ee9f2977b5a5bbef18d6b9e813057d4767c319d2db42fe07ca": 5,
-          "typed-decisions-canonical-v1/6978cf387905b0c0cd4693121bf5932c65822b42a3fcf7a042d581f2c69db5ba": 5,
-          "typed-decisions-canonical-v1/6abeb5745c913a4625ef7535a6ca65bfacda9f2c40ae760223aa7bc2695917f4": 5,
-          "typed-decisions-canonical-v1/6ae444223058a17cbc30ccd07098d99094109412f9343a9550a58c8d06c7ebce": 5,
-          "typed-decisions-canonical-v1/6b448ff9531e5c04d49ad9e67e4aa817a32c88f72261bf128bada8aa660f6746": 5,
-          "typed-decisions-canonical-v1/6b46bb0e9731da75f52c19822e557b25113fa093ce7ea84bdfe9fbfb31049b9b": 5,
-          "typed-decisions-canonical-v1/6be46adb2bac8f15e9d762edbd738dc70867c0a3f590cf6f53feeb70a92c85d3": 5,
-          "typed-decisions-canonical-v1/6d9e2f0b9c48ed1d4ca43c91135b3e0fd51604a193182e00f5e2b9e70fb9d5bc": 5,
-          "typed-decisions-canonical-v1/6dddda4794bff7e916276bb3d1a3774f20e6699edfc6e9d66c65d7bbdb80ea2c": 5,
-          "typed-decisions-canonical-v1/6ddfb34f873bfbea553b07ad12435ce21c181daf888dbd3a1d7d111c03f4e36e": 5,
-          "typed-decisions-canonical-v1/6e062ebd5304a3fb61e08048ee1d6461c3ec8731f1b62a1e4bd9b38d0900efa2": 5,
-          "typed-decisions-canonical-v1/6eed8e211404638f9a67f680bdab5be4669dc5a0ec63aa8e78d6cc9ef9def354": 5,
-          "typed-decisions-canonical-v1/6ef8b7ce1b3131706ef7c8a66ddc39532eadcf5296264d730c84db8f87e57ad0": 5,
-          "typed-decisions-canonical-v1/6f78d9c90808e157959d09d9ac7b0ed562eaa79ebcdde728d791ad97d3d2109d": 5,
-          "typed-decisions-canonical-v1/70c92a7545b585c610831860fa0aafeb7f2231042a8f79674a9eb57efbe84a62": 5,
-          "typed-decisions-canonical-v1/71648966edac3e99b60af3fc922be4f8d70029c98187e496c61449bec4d983b0": 5,
-          "typed-decisions-canonical-v1/716b377c370d975646928d3fe8d35a1834cafb6b5ef45276f73af2615c16e5d8": 5,
-          "typed-decisions-canonical-v1/73734a5fc0cd829a5dacad03f51cc16224b916ce9e4dd33cc70a49f55ef3bfe4": 5,
-          "typed-decisions-canonical-v1/75a7917281ea26f26db04823595c36d908621d4678f75b394766ca491b5d4d97": 5,
-          "typed-decisions-canonical-v1/75c76abe09b9e84c138ff99e7895a4b4b4699ffe15bd20140f9a6b36124e6257": 5,
-          "typed-decisions-canonical-v1/75e338f80e5c5f38e195617ca2a78197f2671423a298e78694fc2e01d8d7a26d": 5,
-          "typed-decisions-canonical-v1/770320af18581b78ddd6ff8f34703788a460ef1c8872248b529fe8ab8e9f5216": 5,
-          "typed-decisions-canonical-v1/785af311f4039bae00300cf4b3863544fc7cbbe3164022d9ab86982d1a6a7d07": 5,
-          "typed-decisions-canonical-v1/78b34d8590ecdd43f18be0b16e8bc8d5e3b9b9ef879da41825f0e34b01e65836": 5,
-          "typed-decisions-canonical-v1/793700320019ee57b9f1950f5f4dec529da8075e79a51925ea646d6e4d2f3a61": 5,
-          "typed-decisions-canonical-v1/79545206b403925f85b6222c5eced3c25327fccba10ab5010567b02169392a88": 5,
-          "typed-decisions-canonical-v1/79c00089f63a57003058f919684bcfa18d5bc91e4671cc560dbaa288376ba503": 5,
-          "typed-decisions-canonical-v1/7acd8e0f21dc09c8301d72361eadaa8d50f8fd592986965d3a660734e6520e61": 5,
-          "typed-decisions-canonical-v1/7b5d1669b2731be2a694224fa40cb032f4a1f57624aac5a2edcf6fff9278a026": 5,
-          "typed-decisions-canonical-v1/7b5f9b8a5580108c7c9f208c19f531215a14b708c4f276166b4d59cfe48d3f9a": 5,
-          "typed-decisions-canonical-v1/7b92336f25586de9695c5ac80cb565372788eb27e588467cd8711d377a9a89f3": 5,
-          "typed-decisions-canonical-v1/7cfd5572cff4b19bbc4d02e1bbe9aaaf0f9a035af19ae4b840bfc86ab3bc2dd8": 5,
-          "typed-decisions-canonical-v1/7d21027013ce6b96af9493c0ef0e637aaabaa0cbc892f40fce4b677b2e9275d2": 5,
-          "typed-decisions-canonical-v1/7d2e36770bcddd51683e9de1fb25e57a7c635808f20a0d7fa87ad2e5e16326a9": 5,
-          "typed-decisions-canonical-v1/7dcbc206ab4b94d417b9fee9365e8b7ef29ddff8558672f86ba3b37a7ee99ead": 5,
-          "typed-decisions-canonical-v1/7de4060fdb58469cc5c1ad2ccad4553d2985df4b2dc3b22d6cb058e09323bd71": 5,
-          "typed-decisions-canonical-v1/7dee7ea8cffad2cc136fe276262a3333e803b99b5092accde1bdf443f99c6d33": 5,
-          "typed-decisions-canonical-v1/80365f692188363a3ea070f038d37919665cd5725429f1a2381129a751e27624": 5,
-          "typed-decisions-canonical-v1/82f58c698ee337b5bf710a74578a99f964202ef95a3c7131027e98d702f2ffeb": 5,
-          "typed-decisions-canonical-v1/833cea30c86afeafec7d0ab9ef22d09e265addc30f80582c82d0c9cbc32ac6ec": 5,
-          "typed-decisions-canonical-v1/83adc3bef98a07fddfcdac25d4603e84888a1a80ea0346f9234995eac15179b9": 5,
-          "typed-decisions-canonical-v1/83b9cd09210a4e14518aaedae427ad7aa4c2d20b77e8c54ca34181ea6315faf2": 5,
-          "typed-decisions-canonical-v1/851cf075ca81b17f3d95aaebfcdf027ce0c81ab87a7c066b5a169429331117ed": 5,
-          "typed-decisions-canonical-v1/852e0ad88e7bfa760e57ffe58b259fe49d779b7f08f143522271bca149190b0b": 5,
-          "typed-decisions-canonical-v1/8530944a8c2c0494f38f2cac68873248d61812aec12a4e5d6201498003a41bc4": 5,
-          "typed-decisions-canonical-v1/8591966c24288de777f2be1fd00ccc061c390df9f7d9b0c33d7817df66e22eee": 5,
-          "typed-decisions-canonical-v1/875c39a8ed86895c1088cd2300d2ed79db6268eb48db1abae7e7e461a1fbd39a": 5,
-          "typed-decisions-canonical-v1/875c4b165cb7af9e57d2933088f022783dad890b6867c97c96aaa9b7a2eca422": 5,
-          "typed-decisions-canonical-v1/87cf03bee20a38c85ae9c6aaaf83698fead066b73bfff637c98c27c7d754fb01": 5,
-          "typed-decisions-canonical-v1/8811dc58cb64cdd9be698a4640d33ea56df1c75a961e084d9647bd3a1c69cee5": 5,
-          "typed-decisions-canonical-v1/8945afc121c986c3eb05abcd672601c8648aea10914d394d9aaedacfa98b7512": 5,
-          "typed-decisions-canonical-v1/89850798d0e0ef065706c57a682c45691f679699b5bdf3b7e2eb6d0808c38c61": 5,
-          "typed-decisions-canonical-v1/89cd0cab1c35a450976ff4591854710af9e2684086895b8a658862d7f9a2cc7a": 5,
-          "typed-decisions-canonical-v1/8b54c893995d42562920d692fa8a4b1511cc90460d42dbc84caff1390e641807": 5,
-          "typed-decisions-canonical-v1/8b9036c682ec2676c2f3cd37a69af294c319bd8056e9a53b35b7544dbe2600e7": 5,
-          "typed-decisions-canonical-v1/8bb72f76e2a7845bba3b931abdf56598ae37282f64b8878739844e5e652f5e57": 5,
-          "typed-decisions-canonical-v1/8c1fa47e763eb2b2ed536493d7fda2e000dd03153e078f6ce4c294d57ee9ed7d": 5,
-          "typed-decisions-canonical-v1/8d1e3069af9c678ec5bb2b985011890a5e2e0f59bee6fbe087e0a1c63351cb93": 5,
-          "typed-decisions-canonical-v1/8d3a6cdf87908e3f95df135f321d9226acadd39d884a96e3b5a9a0968bb92b3e": 5,
-          "typed-decisions-canonical-v1/8e72ee65c7a8a4410d293e13ab364e08cd6172b53988cb424ccffef2b9beb1d7": 5,
-          "typed-decisions-canonical-v1/8f25d31fa1d15c6d35452fa985b799ea24fe7cf4dd5e5c99370391981c64a1a8": 5,
-          "typed-decisions-canonical-v1/91fcf60bd129da30a09afa8e6d06b5887419f68d850ddeb5bce63593af16e352": 5,
-          "typed-decisions-canonical-v1/9269fd63fcc2d1a003c1c15445041a488fedc4fd6e38ea348ee251052fac9abd": 5,
-          "typed-decisions-canonical-v1/928cf49eeea6c5baf3fef6f8078a766d015ff258e8cfec4795434d725e2c6f58": 5,
-          "typed-decisions-canonical-v1/9293ee8a4c1f88f3d97f3065e836a41fdcaa14e1dec59835799a81bcf5ddbc35": 5,
-          "typed-decisions-canonical-v1/92bb53be7e0c30a9ee9d7c823c06b8bb7cb1277469d0aa60f97f024f8b1257ef": 5,
-          "typed-decisions-canonical-v1/93c36d6a59936a23696e0690d9153eaca35a08ef948446f17630e07cf8f0a943": 5,
-          "typed-decisions-canonical-v1/9433c7a3562457c6c5419e9c08b1a4fc9a78b7c8997a6a2f95184030ee734c71": 5,
-          "typed-decisions-canonical-v1/94bb42ac7ef960016b92b74bd03801f76915a4a692140c1d562515cda3d543cf": 5,
-          "typed-decisions-canonical-v1/94bd04ea1cd2b5dce7b132d50d79d22e66bb78f8db53a001036cef524e11fd00": 5,
-          "typed-decisions-canonical-v1/9535ae114bc6e4a6872adcadab2520afae6b60d18ef822705ff558bf0e1f9cfb": 5,
-          "typed-decisions-canonical-v1/95c40647a0769ccfca48df1773db8af81281ba7019abbc56af6583a21b7d36a2": 5,
-          "typed-decisions-canonical-v1/96c94ec8156d4f8a4ae1acb93cc2f49cf5fd007646f9fc768cb745e940128986": 5,
-          "typed-decisions-canonical-v1/970732f1ad7046b082374259a6323a594c27dabd5e19c4dc4f658f80028ea61a": 5,
-          "typed-decisions-canonical-v1/974089f34aab5d7907640039d2ad590be254d98f3ab5392a20768f5e161f4633": 5,
-          "typed-decisions-canonical-v1/978dbc62d012f2a507481a7f5bee88a6c9a3c6ae53cddd2caa60c82aafbbfbe8": 5,
-          "typed-decisions-canonical-v1/97cdadd140fe6bf1034c8c6e5ff3bdf86e12fb12f34d42964617ccf90b19717a": 5,
-          "typed-decisions-canonical-v1/9897bea6b6d7d574f325b2d78042b75d20bee315928ef6b75550a8d363bdba82": 5,
-          "typed-decisions-canonical-v1/9a022de5f42780e1e503e66b59d3ee5c3fc8cd7c40bcea8893a86568784f3e4a": 5,
-          "typed-decisions-canonical-v1/9c88652275225374378c4e6540c334df46d21b5caf2e6c3574b10ecf8807eeae": 5,
-          "typed-decisions-canonical-v1/9d16b27302a63c8752e5393394f465365dd7d6e2158ad19738c6d3bc60f74b3b": 5,
-          "typed-decisions-canonical-v1/9d9e3db5a6e625db5b0ef9c1078c01b90f964079567c56d9e15ebbbae807b397": 5,
-          "typed-decisions-canonical-v1/9dca1196311e32675fbd372d248e1e711410daa9028030f17c803d363c85193f": 5,
-          "typed-decisions-canonical-v1/9e6fbf11f1300cfaf13e930f7267bf1cf2ee15614979f39a416dc63aeff77dc6": 5,
-          "typed-decisions-canonical-v1/9efdbbbbd938af76a078245dd85b130bbba1bbca86e977f69e05aa0476ffd49d": 5,
-          "typed-decisions-canonical-v1/a1867a976e8e1449c59b68bfdb6afc491ead82dd45a0810b16199bed6293b941": 5,
-          "typed-decisions-canonical-v1/a1ad5cc63630bf46ea5b0f964921ea5b40f72f5d31b262d828c620fab16dcb87": 5,
-          "typed-decisions-canonical-v1/a1e924b47f3136513eb63650be46a3b9b79cc5730b8f4c52406a5f80e02aa05b": 5,
-          "typed-decisions-canonical-v1/a2141ffbcc74b07e080784e7080d75d568566c46f08eae06df6c5e1ba452775f": 5,
-          "typed-decisions-canonical-v1/a222f53b8578919397e2cd396bff133f302807cf5299d01b84c315fe16d508e8": 5,
-          "typed-decisions-canonical-v1/a230142f4ccb77de8d57958b58d69bcb8aa2cca7923530dd265eca0c3ed54f17": 5,
-          "typed-decisions-canonical-v1/a2c5f4fbe104af913db75475a5edcd7f188d499e6b7b526295d0d0ba2678d2ed": 5,
-          "typed-decisions-canonical-v1/a31ffaa2af1e90e197b46dfde3ec7f7f6eaf370ed016e9110e4becf3acb2fd92": 5,
-          "typed-decisions-canonical-v1/a4d41ae1036fca4614f752ac7a9d2fa6ceeb2884210c240fbc069d3a949e4abf": 5,
-          "typed-decisions-canonical-v1/a510828c1fe1ecc1bbdbcb7bbdc75f93f5436936a8bdf3c26b0634fc42a39701": 5,
-          "typed-decisions-canonical-v1/a5d39bea8f4c9d1f9fe1e6acbd3f1be5111c40f50a762a5be27065dd28d43dd1": 5,
-          "typed-decisions-canonical-v1/a66e18918e249ef81fa85d5456ed5876a03c15328e620cfea369bb8cf41afa64": 5,
-          "typed-decisions-canonical-v1/a69b0f3aa2555770b776ac3b44f1f3e97fe8794b28287a331e4d0b5febb86414": 5,
-          "typed-decisions-canonical-v1/a748bfb891ec1806e53e1008e09eed0f95edd2d2fcd4ff069c72353b36dc1306": 5,
-          "typed-decisions-canonical-v1/a7b1aad05f10796570e37c6bc2797a84e52c5acd6cad8ce4bd6e1cffa68fa7f9": 5,
-          "typed-decisions-canonical-v1/a901dcb8fe189b634fdadbdcb3ca7001f41d3066a09d7c1254d776dbb1244654": 5,
-          "typed-decisions-canonical-v1/a9666cc1a6a8137437223fdb27d42afe69e72781ed8d90555b9e4ee0787da797": 5,
-          "typed-decisions-canonical-v1/a9ab1350f1cfa7b7236cf6e305d8db4917c246b009a3fab59d6130685c885255": 5,
-          "typed-decisions-canonical-v1/aa07e455bafa6ed71e32fbffa01ae3d8ae5cd927d119852bd1ea10850b67e0f9": 5,
-          "typed-decisions-canonical-v1/aaaa686be1f7df44094429eb233459edcdb5e6f919746ad88b452a84a362ba1d": 5,
-          "typed-decisions-canonical-v1/aab86c463445bfb2438d23344df55023006bb0d8eb3b511899b64b60fab25427": 5,
-          "typed-decisions-canonical-v1/aaeec1f4cab38f0547ed886cda8c58e7a3f9b9bca116ad2f7c9c7a606d9f5ffc": 5,
-          "typed-decisions-canonical-v1/ab109f3814ef4d8b79dec8ea41b05358f45b61da6df8ded06e1ed93adef1992b": 5,
-          "typed-decisions-canonical-v1/ab1d2579ddf66b602d73946a7b1e924a71a637db295bf10850a8da7a7f5c7a09": 5,
-          "typed-decisions-canonical-v1/ac709be5b156ca5b30cefc1e7f0bf27d2b0bd803876c19bc871c21b44b60e1c1": 5,
-          "typed-decisions-canonical-v1/ac79cc889202ef5ba59acdf922479657222cd12943b46ac00e6c2a4b4986d095": 5,
-          "typed-decisions-canonical-v1/acf8876f009d96f19cab8195484bb618c0a1374121594d10480f4a50a66f9201": 5,
-          "typed-decisions-canonical-v1/ae745ca05b2fe24d83194c49a00bce534327425b4830db4984316a6047448773": 5,
-          "typed-decisions-canonical-v1/ae9b93a4f6237860364dce33eec7643f686014d190fc5252d060f17bbbd8c457": 5,
-          "typed-decisions-canonical-v1/afda0c7cbdaebd4298ac0688a2800f5f9b99b414a0af59aac4ac0089409066ff": 5,
-          "typed-decisions-canonical-v1/b087da08767d1ffa48776525d4239de714ee7d2eddac60bf467a45da34d1ae51": 5,
-          "typed-decisions-canonical-v1/b1eace46630ee69775dca668ec6a43b9aeb79fc546882d04758105dd6da9ca10": 5,
-          "typed-decisions-canonical-v1/b2b0c5a7e14980c2165dc486370e508f514ff0ae302e353403a0c76a9ba569ca": 5,
-          "typed-decisions-canonical-v1/b33f66ef27f62b5749869b8eaab3593c899dd1a261961d9b2e04846819c1a4bc": 5,
-          "typed-decisions-canonical-v1/b39bd92b2079d2942287002304e83b65a63b3bcebe008439cde24ffb8681daec": 5,
-          "typed-decisions-canonical-v1/b3a47fc830ed5fff81b6a44d3f5e41ec58f783db8d1b1c6febfbbb603e112d61": 5,
-          "typed-decisions-canonical-v1/b3b5ffd2b08b3200ab96dfd1faf43e647c0192d148ac26cc7f9df61f3503e550": 5,
-          "typed-decisions-canonical-v1/b3dd215a5b51d00f8711bc685ae17eb1c7f4385f013e1df66cb1a26fc4fcc81f": 5,
-          "typed-decisions-canonical-v1/b404b1a60ff6b0101344931e2789c766827df22743a57191e44325f9260d0044": 5,
-          "typed-decisions-canonical-v1/b41c5bf38d273d9aee2e5b086154f5df9e29a1af20ee6efa99fe1c9035387942": 5,
-          "typed-decisions-canonical-v1/b426586e960045da5befd206320fd96f65742f2ff8e91b2817189032c7ef4b5b": 5,
-          "typed-decisions-canonical-v1/b4b6fdbdb6dd9904488086861fecc9b73437f06bf9c78c24784c947c6aafd977": 5,
-          "typed-decisions-canonical-v1/b4d54e1b6364ffb59aa981a3156f14443b712ffa9cdfb7399ecf8e797b700500": 5,
-          "typed-decisions-canonical-v1/b5b4e5a919c172a9cb1ba5b98f029fe0bc7813251a1b35508ba77ab11efcb868": 5,
-          "typed-decisions-canonical-v1/b5cc2d17e0736427ab683ad5bc577667012d07861ea1169ae16e2c5659da7649": 5,
-          "typed-decisions-canonical-v1/b60838caca7a3298167833d87111236b8538e2a3cb0628fac68054d746a07247": 5,
-          "typed-decisions-canonical-v1/b62c91bda5d87e140ebd87a979c5ab73447f9a53ca21d983e8c2ccb6e7cc164c": 5,
-          "typed-decisions-canonical-v1/b682feca477d103b862018b6132052b1917611b69bef86f5dd4d578093414196": 5,
-          "typed-decisions-canonical-v1/b7252410bae49a66d58f793d547018853025b3c84101e6e42d64755482f2571e": 5,
-          "typed-decisions-canonical-v1/b7ef4cfc9d60ede6e21d3bd661cbd5035e26a9c470a49e3e6ab2ab4599194914": 5,
-          "typed-decisions-canonical-v1/b8470de0761c37c09200613ca8ce6b04e50b9a11673beead4da7f0de044ad433": 5,
-          "typed-decisions-canonical-v1/b9adb8084a5561cad62c8925f6b915ea3236d85b08e8f76423e48fc188c7484c": 5,
-          "typed-decisions-canonical-v1/bad86e255ed3b4e2f7c96c123a3bf054889935f19679447fe7dc31ed21765f90": 5,
-          "typed-decisions-canonical-v1/bb30a0739d854506870277cf137d0fe810d3ca386d5898ae17da4aa0f0083c6d": 5,
-          "typed-decisions-canonical-v1/bbdb84c6ea5cfabf0f3ee0ba15b3acf2ed7406ec40ac44eb30f4280560e077a9": 5,
-          "typed-decisions-canonical-v1/bc9d4fce05f0ee3a0cb1f94f722552a9c828210a8be1cb7732fcb32eb118ef98": 5,
-          "typed-decisions-canonical-v1/bd173f08005ded071ccf49825268ff7d8daa16d2a16d6ee0634a7bd2bc91386e": 5,
-          "typed-decisions-canonical-v1/be8760a7c89475e373ba3b7bee218fe8174c3e23f2350fede581fd93fcfd712f": 5,
-          "typed-decisions-canonical-v1/bfad65bcac41727f3f2ded8dbb79294510788571a8a565b057d408d40f93352b": 5,
-          "typed-decisions-canonical-v1/bfc8a15b40538b1e42294aaa7021ce06933fc4bc1cc1da338ebe79a1d1e9db63": 5,
-          "typed-decisions-canonical-v1/c0a2e6ee2278490192b7edddd773e3eb303111c1f86337601124122b23ffe4cb": 5,
-          "typed-decisions-canonical-v1/c2cefde658933e562d7cae342856842d821239e96a8a3136e91230ef00dbfee3": 5,
-          "typed-decisions-canonical-v1/c40a258d72849838fb98c327c077942552df101a378a814f1355a1005ddca704": 5,
-          "typed-decisions-canonical-v1/c45b730a19fe96bb5e51ae3f5050be77e401a38605a14e24214bf024f7fe0659": 5,
-          "typed-decisions-canonical-v1/c4fe126285d50e01f98e4256130e644d0a2a0664f6f80c5e4c848df59498a53f": 5,
-          "typed-decisions-canonical-v1/c548d6eb289de30c0f9c9ffb0a172d1b12508cd466ea16b2557d53619d6fc36f": 5,
-          "typed-decisions-canonical-v1/c55b366357ab7a1ba206ba0eeff0d3e01412b506430cc023785e40dafee63f53": 5,
-          "typed-decisions-canonical-v1/c68fd341847b90afd4e0ba51962a9167294f5b628db0400e4de28dd8dc318ef6": 5,
-          "typed-decisions-canonical-v1/c8a60e3bc9027d14b3b87f6852a4c0c29cfd75e52695bbfa866e1fd793c8fd47": 5,
-          "typed-decisions-canonical-v1/c90ef06acc99c07f6d244d8e524248cafa2f7f0ccb73c30d8628c795fbff0217": 5,
-          "typed-decisions-canonical-v1/c929f26716e6e29bbb74ec4acdbd9e8ea087dd71c11f9fd52e5c061c4fe35c34": 5,
-          "typed-decisions-canonical-v1/c9694d4c53aa03f15349ab1eed112ef23e7f9f4321c14b60ead29fce347f1dec": 5,
-          "typed-decisions-canonical-v1/ca5225fc2fe211f9f829f08ad9dd2bda07b10aa47fdfa9bf9a22c734e9f6b503": 5,
-          "typed-decisions-canonical-v1/cb9b60b46fc09310d5818976bcc0fd87ee89308ac21c5762a9a9b4e77a5e7371": 5,
-          "typed-decisions-canonical-v1/cba74b25d887d0c3f7e45c0b54d250d38c89116b8770ff08654ecf90154808a1": 5,
-          "typed-decisions-canonical-v1/cc87595bb4a31aa6ff32f3fd8878e03247b5691bbe6932f07b3ea52196130569": 5,
-          "typed-decisions-canonical-v1/cd8c75757c4fd93d9802c878aa7bfb0a42c9fd442156d90d6c87eb07e50daf58": 5,
-          "typed-decisions-canonical-v1/cdbcd002538345edf6b9988268d50394db1a6276b13735b70e1caef2077b61f4": 5,
-          "typed-decisions-canonical-v1/cf2e2a91468e5997344bea23e7594f616f648ce4aa22e99c428df6532fa959eb": 5,
-          "typed-decisions-canonical-v1/cf4dbb68a789f0db1329912b15d8f66cff37676be5c964b6356bd683592a2395": 5,
-          "typed-decisions-canonical-v1/d0e40a804e87a513565f4a686a4ae9e7d04dd8f6723338f89e0eeee61295c595": 5,
-          "typed-decisions-canonical-v1/d14e10ed20a1b58167d986ce48d7b8cfff032e64022af507883313ca36d88a49": 5,
-          "typed-decisions-canonical-v1/d1eb210c828b67c7c6f009996052d75bf07fc779eaf09b45967de04f4d4519e8": 5,
-          "typed-decisions-canonical-v1/d3e60ba0cff9132ded2e73092f401275f85e2659a999d7516fd525a819965b28": 5,
-          "typed-decisions-canonical-v1/d458c74681f58b4cc1f8d1b7ee76906485b165466a453f6804c9b614a9e092c5": 5,
-          "typed-decisions-canonical-v1/d54590ea86df8db9873fcbe93e3545301f75bf1e957c65990e21290cf6326138": 5,
-          "typed-decisions-canonical-v1/d64732e42b08ff09a608cbe82be6674a9a488a77565879c5d6c3d871757c6c15": 5,
-          "typed-decisions-canonical-v1/d7350f7de448fc2b0327e58072c8bb440efc3b1e7d16427e430c1be3cdeeaaee": 5,
-          "typed-decisions-canonical-v1/d775b800fb15faf781dcc846f055b0deeec7f0d2d23ad955e055074c5f8ef5b9": 5,
-          "typed-decisions-canonical-v1/d8201b920513e1e9e4f96edc6f740576611837cd2b2488580aa4f6c4c2d996f0": 5,
-          "typed-decisions-canonical-v1/d93d8210c61533d8fc238c51db027af711b87fcee90ce55773eeea71048af9d2": 5,
-          "typed-decisions-canonical-v1/d97347a07990c4bcdb4535db8a5740bf774e7aef73b99bf95869f4ac5482c5d5": 5,
-          "typed-decisions-canonical-v1/d99ae4fd95652cb52afae030a902c0cf96df6367cac63e1b4beae09ca60dae01": 5,
-          "typed-decisions-canonical-v1/da27af37d2aa22aa2cd8aaecde019e7eedde44a6e3b897d48660f9390a9d2c4e": 5,
-          "typed-decisions-canonical-v1/da70a34af36e66dbd891f25e606d234da62b2a3b267fe9475c862fe15c082997": 5,
-          "typed-decisions-canonical-v1/daab45e2fde3ab2db2a4132fedd58d7af73978da32fbebc1e4ec2afe1ec69053": 5,
-          "typed-decisions-canonical-v1/db0ff419e4d2c1b7f9b2846f33e072a725e955174839883d0bffdee28cbb230c": 5,
-          "typed-decisions-canonical-v1/dc79245c78540a6c02045587c1d6ee3cea8c72b7c3857d1ae02e7dd7636442ab": 5,
-          "typed-decisions-canonical-v1/dc9f24a90e4c1d2acfbafedd38b89315842205264483808ed0b3a304f3158e76": 5,
-          "typed-decisions-canonical-v1/dd950b3fdfa48b4121a7abe1a8d867567c21e77b3333a8eb5dc7ac4768b74c5e": 5,
-          "typed-decisions-canonical-v1/de722ae3ba7673edfbf27bea9516fba1ddae023dcfd5876683d0747177e85ceb": 5,
-          "typed-decisions-canonical-v1/df8fda198b5a0acd9e7d0ebb366a58c089a2a6f58902739612234ca420b391dc": 5,
-          "typed-decisions-canonical-v1/df97086f781804c4d6ed7198692485702c0e8d97d7b99c68a0f443f2b87490b0": 5,
-          "typed-decisions-canonical-v1/e08d910d4c05914049e64f6e9f6c4d7a50d24f4c1fc5d05c3333ade0f5086519": 5,
-          "typed-decisions-canonical-v1/e10731156932bf8885b6edf7b690fcb4b02cc005d2dccc95a8bf6e543486e86a": 5,
-          "typed-decisions-canonical-v1/e2732bbd265e0c6b34ef822d5a8fb3995df5161b71d629db42333580ea159497": 5,
-          "typed-decisions-canonical-v1/e2884772dc3c97a6ee4aee9c66d61cf1d64a0c7bc1b5ce16a99f333f12e64b43": 5,
-          "typed-decisions-canonical-v1/e2a5c5c3379eb75788cdaedc6da3ae5b8fc2f7f42396450c8d830c618c57ad0a": 5,
-          "typed-decisions-canonical-v1/e2eb9dbe963a27958ba11c4675fc65175d91b88974bfec381e300ff035a5d68c": 5,
-          "typed-decisions-canonical-v1/e31a77410ba49f7e4d29326666a63130ddffac003f1d8b2f8e2d6ab821d6041c": 5,
-          "typed-decisions-canonical-v1/e39bdd476d8a6ed6ee7ad739f7295bba726dbcb13c2896de2dae54354f14ee30": 5,
-          "typed-decisions-canonical-v1/e3f33f22f355a92f720baf3c240ae86461df9032cfe329f7aeed5ea508ab9728": 5,
-          "typed-decisions-canonical-v1/e4c03f8365c2f8fd711c494deed640bdb5016b04b2284b73710d3eab432b5f3b": 5,
-          "typed-decisions-canonical-v1/e4ff543334f9584d1dcaf7bd505f58213ccac85c109e50be2e25a15941f6f396": 5,
-          "typed-decisions-canonical-v1/e50ff882bb2bc6cf5d020c58fd749faa17fa90385f8a33919aab0c0f5da86f64": 5,
-          "typed-decisions-canonical-v1/e5179d619ceaab5ef9b77db8940491167f2d232b74357b9271abfc8ef5eb3759": 5,
-          "typed-decisions-canonical-v1/e5326471c2b526590a2c1a3c4b70deed7fef2edd8e1878508d23d9e6cab56a40": 5,
-          "typed-decisions-canonical-v1/e633bd398b71cfc1ecc6b758dbf35b7fb1149187ad4f12985a1ae2f6d377d9e5": 5,
-          "typed-decisions-canonical-v1/e7c4f6086b1a154900d10589b5dcd40938d3b8396ef1e55726e456dc05b81c01": 5,
-          "typed-decisions-canonical-v1/e8c3e5416f07673f612a00ed2d982ce68d5c8d7a6f5be5b7cbdee933b64f12f8": 5,
-          "typed-decisions-canonical-v1/e917323bfb81e5760276ad09f71c050a773811bff3cefda7780f5d4c77469d97": 5,
-          "typed-decisions-canonical-v1/e945ca2c0a841b9ecb5c6883c6ba7d7ba4a1b5b1a34c8d5b9bf79247085686a8": 5,
-          "typed-decisions-canonical-v1/e96ca94e3390ecb5d1bf2c9511fb2e5500b8c45fe928dab2080aa5f7ed751bc9": 5,
-          "typed-decisions-canonical-v1/ea53d1167766d542c935b49e1e5eb74ab9202f79ea8baddf95cf033747eefdbc": 5,
-          "typed-decisions-canonical-v1/ea7f4406bcff80756ebfbd7c58587335c767e6cb2611d32d3540c495f1b80315": 5,
-          "typed-decisions-canonical-v1/ea9d2e1eb30772979ab8577ccfa81298c9390dd54a33110961d9d86969022434": 5,
-          "typed-decisions-canonical-v1/eb2fb36e31de2ce3558383715e3477d2a0e8ce4773a13cfd89061bf19495e3c8": 5,
-          "typed-decisions-canonical-v1/ed92a6cf5eb82c49c68a130f2d15ea317f2614249af7966188da4854543d1536": 5,
-          "typed-decisions-canonical-v1/eda087bf55b8d9d866a4f0666978a46fd659cd3b36e23235c215fd8a38d99547": 5,
-          "typed-decisions-canonical-v1/edf256cfc05c22ce15eb31fb965d8173951f1c69cef16b22867d07a60104c50f": 5,
-          "typed-decisions-canonical-v1/f10f9ea6f58698a4ce525ee4d4a3bd1d2c9f42d0498d224f94226e16c27efd71": 5,
-          "typed-decisions-canonical-v1/f12a02e6320ee161d1c0527afbc2efddf0ab59d9ee39cfdfcca420fa3486a5f2": 5,
-          "typed-decisions-canonical-v1/f14ae2516e89bd71212200cee39f08a11122efa10fa2e7e3eb26e1e177c10023": 5,
-          "typed-decisions-canonical-v1/f16f02e6efecc4ec76c8cfba40ecf2656abd53eaca6b70b753933be5c931371a": 5,
-          "typed-decisions-canonical-v1/f1d3ae5601eb4e3cc7e78618af3919edbc678c24e3fe95d262c0a3cc575ccbdf": 5,
-          "typed-decisions-canonical-v1/f2e80012f4394a622524fe8ab189961300ef6328827b8751e2975d257a3ebcb1": 5,
-          "typed-decisions-canonical-v1/f5737c3a652a0b346c7b1bfdf50b64d94f7ac569c18cc58e9b6e16694df3f40c": 5,
-          "typed-decisions-canonical-v1/f585ab98ea0fc1b3b23d75444d33bcc5e4b6de4c5b6db5bca4956bff598deec3": 5,
-          "typed-decisions-canonical-v1/f611d3cc62ac1785bfb9c7229b54e8453e71dbf2a2a485d7600063ee1dddcf5a": 5,
-          "typed-decisions-canonical-v1/f930f426f825235cb522b69d1ec5c29a718943e75228d8dbdff3a49caae5fcf2": 5,
-          "typed-decisions-canonical-v1/f9bff5523bbdd021c79bf9bf8b6d612924355eec5038bcc9b458693cbad8bdb7": 5,
-          "typed-decisions-canonical-v1/f9e60be024740ed6654ab0bb96a2ef6ad871977fab905db52bbf6688a9afba60": 5,
-          "typed-decisions-canonical-v1/fa8d089796fca2f81750f11d770af3e563928594d8b1e1ee90bc7323bba8aa19": 5,
-          "typed-decisions-canonical-v1/fa937ba27943544856a55e70e4f4bcf74328492923d5dc4f49b1d580bb9a07d6": 5,
-          "typed-decisions-canonical-v1/fab80e3f03b31c9acae6a98ed2e22a7e9383ae74ba402963a476be9cdde6eb24": 5,
-          "typed-decisions-canonical-v1/fb0598b645e608442344866f618d25d8afbaa91d364d7f14d6a5b17231aa7ee1": 5,
-          "typed-decisions-canonical-v1/fb0a5ea1dc4ba332719ff707d745b80da5eab906a563589cbc7b48c721cae908": 5,
-          "typed-decisions-canonical-v1/fbe29ce8c8ddb1b260f7a7451fdd69d51de818d58de1f28343ff091c1aba6daf": 5,
-          "typed-decisions-canonical-v1/fbeef81d3cabe1b54517e35b137fd6bccccbae7c5143b48e44d36f33897064cc": 5,
-          "typed-decisions-canonical-v1/fd2a4142b977923b907e4486a7f1735fcd9ef41dd0845ff7d83e8c497e87a768": 5,
-          "typed-decisions-canonical-v1/fda24227b6fc27ae52361a04259c225a0bd041314002cc20cf2c314362f66e8a": 5,
-          "typed-decisions-canonical-v1/fe6310dad1da680dd6f6ecbda70f2609b4407d9b8a7b1a16e840cf89260f10af": 5,
-          "typed-decisions-canonical-v1/fe7524707ad838fe5725fec88af54ccb9ab7e400147e9d24d5cf4d2bdd662ef4": 5,
-          "typed-decisions-canonical-v1/fe80bcb616b7bb935d7ef021d568179065189f157f864e4dff5077e884740e60": 5,
-          "typed-decisions-canonical-v1/fecba74c4524f223671b601b9276f75b02de160d75ee946d4d77126b027ac790": 5,
-          "typed-decisions-canonical-v1/ff153b66920a54242dbb07cc34199a14e241ca21d2eade5b9564b3e7c261cff6": 5,
-          "typed-decisions-canonical-v1/ff3b35a85cb5d2a6d50399b75809416d97f8bef162ec8ec27b2652321a901a1f": 5,
-          "typed-decisions-canonical-v1/ffc60991fbeee89a3777167407cef30cd854b55dfee4b1767ab830f5680c4971": 5
-        },
-        "components": 400,
-        "direction": "second minus first",
-        "draws": 2000,
-        "excluded_from_interval_rows": 0,
-        "interval_has_same_support_as_point_table": true,
-        "metrics": {
-          "accuracy": {
-            "ci95": [
-              -0.278,
-              -0.22448750000000006
-            ],
-            "difference": -0.251,
-            "valid_bootstrap_draws": 2000
-          },
-          "brier_soft_mean": {
-            "ci95": [
-              0.11025402019214472,
-              0.12532730318675434
-            ],
-            "difference": 0.11770729670749955,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_mae": {
-            "ci95": [
-              0.39204231116299204,
-              0.47482415786174775
-            ],
-            "difference": 0.4345869438603944,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_rps": {
-            "ci95": [
-              0.09157180252647389,
-              0.11122914872811529
-            ],
-            "difference": 0.10156986244754208,
-            "valid_bootstrap_draws": 2000
-          },
-          "soft_nll": {
-            "ci95": [
-              1.3874112778651426,
-              1.5943677883299172
-            ],
-            "difference": 1.4915725619878004,
-            "valid_bootstrap_draws": 2000
-          }
-        },
-        "rows": 2000,
-        "scope": "One pre-frozen final recipe; all point rows retained; whole normalized-state components, stratified by the set of workflows within each component. No TEST-driven model selection.",
-        "seed": 20260921,
-        "strata": [
-          {
-            "components": 100,
-            "workflows": [
-              "agent_trace_observability"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "customer_service"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "invoice_processing"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "security_incidents"
-            ]
-          }
-        ]
-      },
-      "Sol minus Lex:shipped": {
-        "component_sizes": {
-          "typed-decisions-canonical-v1/002377138d7ccce7f77139742efccc9d18bb0845f0b6720ac280553000d9d5e3": 5,
-          "typed-decisions-canonical-v1/009ed184761b66f1d021d66f659f489262d5ad73af69ea5d22ab852ba45628a3": 5,
-          "typed-decisions-canonical-v1/00e118e966bc65cb28db2c1cfdcdadf3bc0165e9a7a0bbe154e100d8329bc400": 5,
-          "typed-decisions-canonical-v1/01f972e097b4e681d7392cc70a82cc58ddc6c5d27759adb4592b7c0a8b8d2a90": 5,
-          "typed-decisions-canonical-v1/0269f5a692a9ec9701719523f1305edca3fa8c5031e1293cee46861af4ec3ed3": 5,
-          "typed-decisions-canonical-v1/02b9a1f4d7515fe8c159c428f628a648f5eee8c9a91a8f8c8981b912279ecf16": 5,
-          "typed-decisions-canonical-v1/03bdaf907164fbc862026f985fe14bc525829850c38dca74b8e2271a56c26abc": 5,
-          "typed-decisions-canonical-v1/03cbf56451920117a234ba9093c9cfe692d4871a3db2d0bb49160155dced64f0": 5,
-          "typed-decisions-canonical-v1/060b21f9390526d8159d480c02540a67ddbf952237c8452804e22a76ea7329b7": 5,
-          "typed-decisions-canonical-v1/0848541e4136e6355375229f5f4257d6c4ae982ae38ba18e5e5dc0bd085b1135": 5,
-          "typed-decisions-canonical-v1/086e26b1ad6d7dcdc5a63cb7d17d0034d174ab31240c0180e3707bd03af8cccc": 5,
-          "typed-decisions-canonical-v1/091eeb25b22a8549aff2c3f402148ddf4ef1cf538846bad974d8122852490f21": 5,
-          "typed-decisions-canonical-v1/0ab30163e64d36fb9795efa9532f678d97039d05e20569e397b52c62f2b8bf64": 5,
-          "typed-decisions-canonical-v1/0affac39c8de7b2bcbc585de402c3f890eae9efce3ba5ac622d20bc537dc074c": 5,
-          "typed-decisions-canonical-v1/0b71c96b88e4bcee4244f41d6fbbf5b44c48d8bcf3ded97c1f9cb9af5b1e6b97": 5,
-          "typed-decisions-canonical-v1/0be6a3c4a8a05e85a41c5836d59938c47d1a4f7fb234a1fd86fd072c7758ee58": 5,
-          "typed-decisions-canonical-v1/0e268135cdec859fec65bb2b866d09ba151b89d899a9627e5fb332def00798a7": 5,
-          "typed-decisions-canonical-v1/0ef3b448d111886e95a664b5a40681bbe7c1aa15afc0f38bd0b346dcf4b139b8": 5,
-          "typed-decisions-canonical-v1/0f11af2a636a18d206013a08c6aaa4b5422605ed62c3ea7ab27de3eb70487e2d": 5,
-          "typed-decisions-canonical-v1/0f2e5786f8ebcd890159234fedc70fd03f54a204d5b2bdaf3cd511bb947136aa": 5,
-          "typed-decisions-canonical-v1/10343a754d9a8f4b78a9fdd4845c276c78e2d449133dc30b27592aaf26c14dff": 5,
-          "typed-decisions-canonical-v1/10b12f4056879eca8ecdcd981aac3847c5ed13a065afa0198c8dc879e852d5b1": 5,
-          "typed-decisions-canonical-v1/10df4b8da1b16950815284c452bc1c916919419c03d76aafa280163aa35e15f7": 5,
-          "typed-decisions-canonical-v1/12935cda131afe4ee28dc70fc83cc7b64f860ffcd265f77fb071d513f1204a84": 5,
-          "typed-decisions-canonical-v1/12e5c5c167c4bfdce35ae093675479e182a0fca035ebc1c668118968be2453bb": 5,
-          "typed-decisions-canonical-v1/1377294b62d138b5effcf658874ed1c1dc7c56070ca1c88c35f839f1443b409a": 5,
-          "typed-decisions-canonical-v1/13d760e12434b0cbaf2cf58ff725c6b536893f4cff7062eadc80055846745902": 5,
-          "typed-decisions-canonical-v1/1442978f3813143c9d4f8fdda52f2ff705b121fb1f9aed3a67476e02dc8ecaa0": 5,
-          "typed-decisions-canonical-v1/1560a1ec6b2ab14d2b632210265e1beb0f1d903dc56d4ad850b40b05d4252466": 5,
-          "typed-decisions-canonical-v1/15a458bcc5bf4fdb65e7ae8ace0325173e35acd2eb592590fdb5ff843ae98a5b": 5,
-          "typed-decisions-canonical-v1/15fa8bb58c5173ac33a2ec4ab63cb05c922ec229ecea0788b9605c10c6757597": 5,
-          "typed-decisions-canonical-v1/161170445ecbcab7a1a7c072f3d2c9afa4134ac6af4f5f7c2f866d7c9a3f2601": 5,
-          "typed-decisions-canonical-v1/165c562e4dc4e794787781a988fa38e5e39c7625d2a97690b1b7066ea38f9644": 5,
-          "typed-decisions-canonical-v1/170615029c646c5e2b455a5d97299ad41dab6197da85a88f08cf97d60d35fe21": 5,
-          "typed-decisions-canonical-v1/17c101e11af4ae13ac0764ee5201bba53cf9cbe1e70fe83e36ff0a4f635340a2": 5,
-          "typed-decisions-canonical-v1/1865a88422f84c64c5e709a43bf06578abf473d3e655e53843bc7b6a50056ceb": 5,
-          "typed-decisions-canonical-v1/189cc135ff098fc8ff1646030ab53fdc1069072b5769541890c90329b096f0c6": 5,
-          "typed-decisions-canonical-v1/18ce20f8930098dd83af038939971fd7f0a81d273d870de6b6ee3e2179287a66": 5,
-          "typed-decisions-canonical-v1/19068da1f0d32dc9bb3c8162ed75f15b34cbedc4709ec797e17faf071565dd94": 5,
-          "typed-decisions-canonical-v1/1932a815e106e66272dfd238adf0f4db2936443aa4d45e93402948dfe4621c6d": 5,
-          "typed-decisions-canonical-v1/1984edaeb527123ca902f73a0626c939c93ee7416a20717839176464059aaf83": 5,
-          "typed-decisions-canonical-v1/1ba4e8d3b2eac963f888f04762da7ee0fb339fc1231ecbf2a5b801830fa979ac": 5,
-          "typed-decisions-canonical-v1/1c0a53ed665a97de7b7bd082cf77112ed8a4a5bfa5093f1c525b4e972a5fae00": 5,
-          "typed-decisions-canonical-v1/1c41477d8dabce462a0b69ad3fda2e9ce7a7140a2488c0888f21dd671580ac5c": 5,
-          "typed-decisions-canonical-v1/1d9cba8170e2b20947e8023a616009ba95109c096f066bdeaea1d46b942c0b16": 5,
-          "typed-decisions-canonical-v1/1e0673959a90f4ab9d89cce600c78c303cc76026be9f3850968c57fa5e4f3a6f": 5,
-          "typed-decisions-canonical-v1/1e852e65c54c3d7213de7de01285d23246b9c631e7389047f1f41de4dabc1c13": 5,
-          "typed-decisions-canonical-v1/20cb850cc4f78d5ffa51a4bd666a41794e55a01621a89c6f1d117de370c5d971": 5,
-          "typed-decisions-canonical-v1/20effa7f3598b776cd1722a87eecad69a786d361e25d026ffedfcfc2d9391050": 5,
-          "typed-decisions-canonical-v1/21cf91e41e0cddff7f3ea328a80e05864a422b26552ebb1b837bf3915b9ca8a8": 5,
-          "typed-decisions-canonical-v1/21df0eb78a2ea7d13f76ebaad0b04cbc47c5ec10c3d0b4c5d1cd0147521cbb98": 5,
-          "typed-decisions-canonical-v1/2219011325e2dc86f1883ddfa82b42a3eafbe48e22bf26153a50412a4c914e4a": 5,
-          "typed-decisions-canonical-v1/2314d8056d355f0904546859a04c201258b080597b7c019208b54dc7f12ab40a": 5,
-          "typed-decisions-canonical-v1/2387b2cbb7adefc01ee8ba3f2b6498cd843c02bd737a44df306919cd974a743f": 5,
-          "typed-decisions-canonical-v1/23e2816b2c1835ba51c0be27172b108e66036d326b6ffe1ef08df0d03252e440": 5,
-          "typed-decisions-canonical-v1/23f0f2b3fe3e5ae23eba59a4f414bc7df396ef77092bc5cc6a0e66563e7f126f": 5,
-          "typed-decisions-canonical-v1/2458edcc545361c38d45a24b09d2bccab0bc13dbae8e83789a8d8f0362a607dc": 5,
-          "typed-decisions-canonical-v1/25410d7946870100854de49d82f73266e6d3e09bcbd2947129763d180480d11a": 5,
-          "typed-decisions-canonical-v1/26133b3939b64561edcfa7fd3337fd013c6c44b4c0f96751d39c6088f786946d": 5,
-          "typed-decisions-canonical-v1/263e40a2fe4bee58480465050809b148d8e7df2e7d141697c0d213a9afa25c03": 5,
-          "typed-decisions-canonical-v1/269dd1d288832ffd8aaff1bae6d040edb647f532744c6faa59cb29ef06bc8016": 5,
-          "typed-decisions-canonical-v1/270da66e9d35918a96d46d9955c08aa6d53eb7f67b421522cd8d256ff4148b47": 5,
-          "typed-decisions-canonical-v1/2770f077d70e7ee59d85d5b8e1e7c8b2e91cd0f91c0f5cf90ac6473f729890db": 5,
-          "typed-decisions-canonical-v1/277c8100fd347f44ef05bb441ab9edb5d9fa7cc7aab7a21dfe5c0968883369a9": 5,
-          "typed-decisions-canonical-v1/27d8dd8c8575e74a3dfbeb9d2bef4c71a00054df969405e25d2e1becb517ad19": 5,
-          "typed-decisions-canonical-v1/282bdb856b00ebe289fdbd0803c72613abba2004bc2f08d130d475e8ac6a8e2c": 5,
-          "typed-decisions-canonical-v1/28620ad4df0cc454d223c1f914fa7143e14ce20e12be9f32ac9b382923273ba1": 5,
-          "typed-decisions-canonical-v1/28a84ca1e21618129b1044aa7d257a04d32db2fcb4674460157ca4515dae0072": 5,
-          "typed-decisions-canonical-v1/29147e9d17085108b1d87bc90aa0a64909794ec4364cb5ea6b0c2022aa6dd3e1": 5,
-          "typed-decisions-canonical-v1/2939cc24fb15e1b6e15e6cf1309e0e04453c53494fba08bb0fe68d73fdf4bee5": 5,
-          "typed-decisions-canonical-v1/2a0277254abbd7046fd56a9cfba1127ebef95855e6507f027e4dac418f5b4ebb": 5,
-          "typed-decisions-canonical-v1/2a29c5b391f34c0d63ce5e1426663c349dbf919d5842f095ad53b1e96ccf6787": 5,
-          "typed-decisions-canonical-v1/2a7cb1ae13a43752cf0d7929419836e33d376ee565f5bf239fa16871b5ac8bb1": 5,
-          "typed-decisions-canonical-v1/2a8dea233bf38d43ff75d0dbe48eeb1c1eeb452c2ef19f99313123a60995ee14": 5,
-          "typed-decisions-canonical-v1/2aee06f6ae575121158d5c476954c7f353235f89a59659b66d38b3df6a66e26d": 5,
-          "typed-decisions-canonical-v1/2c51ef12b8fd177fc8acc0606f554e4ec33e0461c97800259fff48f21d114408": 5,
-          "typed-decisions-canonical-v1/328a8429577a0bf42e4f92c70b75839bf613b201a529dfece2e3a9ba10685fc0": 5,
-          "typed-decisions-canonical-v1/3381c3cd90b6fa834627dfae7d4b899759e05706224eea92b68c7c0b12e27940": 5,
-          "typed-decisions-canonical-v1/338399e644d26938ebfc6f73787f8ab2371461b4d0d8a09a86e2c471f05b8635": 5,
-          "typed-decisions-canonical-v1/33ac4fe85f54360cc991d5a968af659ee7adbcfda5cf6e41a2d8d814c1398d72": 5,
-          "typed-decisions-canonical-v1/33ee899f917d0104a8b1f3fd72bbe8c6202e72c0b1b95559f3a19c1877cfd866": 5,
-          "typed-decisions-canonical-v1/34a66bb6beff61dc69ca8253d2aae651091476ff29d154ae9dda545c16d25d15": 5,
-          "typed-decisions-canonical-v1/34ffbd9f57a281ef55bbed66b83354501c17867f652d45115110c6db6099df84": 5,
-          "typed-decisions-canonical-v1/367e3c0348e9083a8adc137a62a0504a0838bf373a02d39499a0a0a145a01985": 5,
-          "typed-decisions-canonical-v1/3780178eb1aca30b361b9300e87e8d15b8bda37905505321f210b1e8fe313239": 5,
-          "typed-decisions-canonical-v1/379963e3b7c58b9b69ddd68f350398f6a4c63ee79aca383c395bb2064cc5c485": 5,
-          "typed-decisions-canonical-v1/38666b47dec747689a09988adc3f3616cceb929a704f69c8cfc7afff7b5836db": 5,
-          "typed-decisions-canonical-v1/38a341300773cefb5c4000b8eabd6ac264a2d782493474f310eb8ec13d48fed8": 5,
-          "typed-decisions-canonical-v1/38a3b4efad54f55febb3770c10e18f565368fd0a4e26e7033d3100adee5076fe": 5,
-          "typed-decisions-canonical-v1/390123ca3bf2b490082a921b16f81c7f73baafaa865951201c14544f51a3024e": 5,
-          "typed-decisions-canonical-v1/3a7802af87dc634efd6c16fc2f555f679036a2b04fd1b5e9e0071fbbe822b83b": 5,
-          "typed-decisions-canonical-v1/3aeaa0211674e4d6bd182c653459c2b94df478ecc9679463239157611606e0f1": 5,
-          "typed-decisions-canonical-v1/3b610935091bac8ccc5d66aae465cbaef548c3569ab840644c6fb32363ba0997": 5,
-          "typed-decisions-canonical-v1/3bbbc2590bc41b9484a8336285487ba7017a1c2fc157638ef296f45992fab573": 5,
-          "typed-decisions-canonical-v1/3caac8dc277363e43c98c8d592eba6ba1e12eb8ae1d01f589e8e493e9be6c00e": 5,
-          "typed-decisions-canonical-v1/3d2a146823dafe3d4fd60ad69826d7b7863f6ee0e055aab0dfd19326baa6d45c": 5,
-          "typed-decisions-canonical-v1/3d9a51c9ab286a497ab8fe2b3fcd3129e8ed5503352a678a7fa1645488020f61": 5,
-          "typed-decisions-canonical-v1/3dc7c3b4587b93ea7e1967f6b0f5a0d7c1050be1b83ca8ba9270e6f0f9137d9a": 5,
-          "typed-decisions-canonical-v1/3ded4e4ce87702bd9f2a12d4b61587e0fa1bfd008bebeb82e30f597cca012018": 5,
-          "typed-decisions-canonical-v1/3df07d4dd97d5bcddac21c94981d8da10478fdc7fc2e976987a873bc7a3bed6d": 5,
-          "typed-decisions-canonical-v1/3e845f24403bfccf12547388a7b076db4957929d462721ee7be510ac700d9c72": 5,
-          "typed-decisions-canonical-v1/3fad70a747e18d117a956f43c931d170f92f63c0214fdfeed70fa4e4487d00c5": 5,
-          "typed-decisions-canonical-v1/4005b59515a7d1d146bcb1f5733774e7f3bd68c104891b564b9ca05b74cd5b68": 5,
-          "typed-decisions-canonical-v1/4199589c6681404aeeb7f617b4acf2d1f6b6363fa98f177170ca2ffca9ca8be2": 5,
-          "typed-decisions-canonical-v1/41bb26abbb1956a02c9bde837e0fc850c8f5db9c971c79aeacf5468ef18fd802": 5,
-          "typed-decisions-canonical-v1/41e25e54d156275003b15dba94cedb4ccdc6ee5e498f23c2285745e4f4d75d60": 5,
-          "typed-decisions-canonical-v1/42755c31bfe14343870e4659e224fee5abc53e42fc72acbb5f1b0177d8ee7890": 5,
-          "typed-decisions-canonical-v1/4331ba8dce5073358054e75a0c18bda173e232b3c2a0948c0de141acaefa436f": 5,
-          "typed-decisions-canonical-v1/4353b82c69d60f52b06f5b308b8b820aaff2c69988d5b65e3b6ac137ea2f3cd3": 5,
-          "typed-decisions-canonical-v1/4543f3b3989c228d49fe6ed15ee633a858d763299b67193bb09867b9e8ec79b1": 5,
-          "typed-decisions-canonical-v1/459d33f14bff9fe451318ef809be3d712d1af6d8980f86b8f58e22fe4baec39e": 5,
-          "typed-decisions-canonical-v1/48fda87282ed3c9c496ae2dc8435e841ccc27632180b3825cbaec234bff50963": 5,
-          "typed-decisions-canonical-v1/4907ee666d0fe360f0800f97e5c364a9beb4af8332be37835ae0b3bf19e0cf47": 5,
-          "typed-decisions-canonical-v1/4a8218b9c09b1364a220313d79d8f702babad92f20ed776b71306caa4e97c76c": 5,
-          "typed-decisions-canonical-v1/4aad50c995fa670d9864d75ea00dea8f31fa076bb8626254dbe76a74980b4778": 5,
-          "typed-decisions-canonical-v1/4c04dea0713399bc47d8f95f38e9139c77182ed8b92f9b2a8c64cbf7ba642c9e": 5,
-          "typed-decisions-canonical-v1/4d25c84af94bfb91b2769b5c5db53cabe4a79fb58c14a66bc85c0afb6276dc88": 5,
-          "typed-decisions-canonical-v1/4e2159cf67735a3c8b3ebe53286c1880195c126e111d2cbd83733edd4877d58e": 5,
-          "typed-decisions-canonical-v1/4ff18eaf45c8c0829a273cc646e7527b67c60f25fdb7af388ca48f7a09c82f7d": 5,
-          "typed-decisions-canonical-v1/53322f7694218b5481bf7c2fe805fd6aeabb8500fe8a4539fcf4c45e9ff6b696": 5,
-          "typed-decisions-canonical-v1/53e0c7575b19f76e0fe8b0c41dbef1ce7860ca70e19055182b2bf59be47728c3": 5,
-          "typed-decisions-canonical-v1/540ec4a64abbc65b68f1e7165c151899a41c135415f966a731b294298e140917": 5,
-          "typed-decisions-canonical-v1/54131fe1fb599f69d63ae2864f4815623b65e677b8250162fd125b6c0c674796": 5,
-          "typed-decisions-canonical-v1/54504da604f80c6d5ecc87bb6ca51aa7bb425a0592070ddd9f184df671266e5d": 5,
-          "typed-decisions-canonical-v1/553ef0db93f1c99729095817fde1ab4e89f5d17f01b0ff09c6dd0a4ca4af0abb": 5,
-          "typed-decisions-canonical-v1/556503823b96c6cc8a1aa29e5dce07c6d936c5bca1c81f41fabd499b29e40a22": 5,
-          "typed-decisions-canonical-v1/5649b9cd6c0c4b59c2d9cb05e0e0e1dd5ac2c6b1d9956db7cd4ccd41b0cebc7d": 5,
-          "typed-decisions-canonical-v1/567297941af677bb649e336fab4bcbf2fff1a286d9fa2c65e60a5a66f0a5231e": 5,
-          "typed-decisions-canonical-v1/5825d600c8f1b14a1720a08715aacc6f674a933bd2c12779fa49c9e7c6680e81": 5,
-          "typed-decisions-canonical-v1/58d1821fc7d5de85ab565246f8d363b8b931c7a9db4590d70cf03ef6352d44bc": 5,
-          "typed-decisions-canonical-v1/58d73b1f4afd28a88f2266744aca056fb935fa3f16e90cea582b9c7a6f9b7c4b": 5,
-          "typed-decisions-canonical-v1/596753530572470d7c94365aa5a2f7ec91144aec45d2f1425ded32441a64d7ef": 5,
-          "typed-decisions-canonical-v1/597e2d97cc1ccb624fab5f71fe3aed834088357aad2b57bd044d28649813edb2": 5,
-          "typed-decisions-canonical-v1/5afb374ded576e3e7a0d094894211b6675cde49f082a754ace919bb2b315ea84": 5,
-          "typed-decisions-canonical-v1/5b1762b91faca3751311a2c9922d3d9a962965179fc45fe86cff26afc925ba50": 5,
-          "typed-decisions-canonical-v1/5c0555d7a4de7c79d4e1ad8cb3ab3dccd2aee811ab808f29877e683736cade09": 5,
-          "typed-decisions-canonical-v1/5d601e063ba05c923ee9347624b11553f2bea48d40a3bfd39a0650dc09034167": 5,
-          "typed-decisions-canonical-v1/5dba79315cb0456b2d7c1209cc7c8cad61c9dc5de535b83d414dde6b3850eda1": 5,
-          "typed-decisions-canonical-v1/5deb036005e02988d82f45de7c39642a47e2d33a9b337f3cee36ee280016bad7": 5,
-          "typed-decisions-canonical-v1/5e9392f54495f057fab31856e73c13b26da36f5630c86e59d9295dcaecd855c8": 5,
-          "typed-decisions-canonical-v1/5f1d68aa4a2679cc8740b49677be47d53a179df4de8d587cebd22075c4234fd8": 5,
-          "typed-decisions-canonical-v1/5f86000cf00d087ed1f21147fa60d7565cfc772e04e4a3ca7f3074b73cd94d8e": 5,
-          "typed-decisions-canonical-v1/609891bfbdc2d4312bb542c91938a2b9e32a17187b7532c8de35defbe27c1faf": 5,
-          "typed-decisions-canonical-v1/60bf4e3979359e3f4b7b8a258aa9fa01b50581919efc7415bbf889ebf31d7169": 5,
-          "typed-decisions-canonical-v1/61013ec640614aa3d29eeeb185a4e761beb0a4309b355c813611980db0c07750": 5,
-          "typed-decisions-canonical-v1/618e477cd744fa78392132f3a4942663bd9756ea9a4ad4ba66dfda697c22f785": 5,
-          "typed-decisions-canonical-v1/62def0efa18aef58e1960815317a25fa373c0b3f066e7487d1bc3e2968aed05c": 5,
-          "typed-decisions-canonical-v1/62f69d81dee59cf7079df5521708d8e15e96100e5dbe7fe1925113fd42559671": 5,
-          "typed-decisions-canonical-v1/63f26e56820733242dbae26ada0dada67921dffb0c930e6dc66b2d5ae095b566": 5,
-          "typed-decisions-canonical-v1/644432b28635870bc4e563090ed3359b988f941f1ecc480206d156801effab05": 5,
-          "typed-decisions-canonical-v1/6451687d3ff148f31bd86aa6d949d609a13f66e48c75aaf0da3cd0d3cf9d9578": 5,
-          "typed-decisions-canonical-v1/65dbd868cdf89ad85321472ed17d7d573b61fff01c56622f679aca91e6afc8b9": 5,
-          "typed-decisions-canonical-v1/666ed439fbccb54de69686951802713be601463013be8c488b5c29876175b952": 5,
-          "typed-decisions-canonical-v1/67268d447683f3014357083820d64da357680230615be22b58f40493d229ab05": 5,
-          "typed-decisions-canonical-v1/6734d29ec2c7e03aa386c41900200b4cc7f4c40f68f143b1ffb9c49ac0d409ee": 5,
-          "typed-decisions-canonical-v1/680336316089838ca48a8711063aee6e98326bef5c7201aeac2b8f1e45e8a9bc": 5,
-          "typed-decisions-canonical-v1/688df38f6982efe4538251011ce68f779cf340d4efa56abccce689eeb702a79c": 5,
-          "typed-decisions-canonical-v1/68a502af3009b6ee9f2977b5a5bbef18d6b9e813057d4767c319d2db42fe07ca": 5,
-          "typed-decisions-canonical-v1/6978cf387905b0c0cd4693121bf5932c65822b42a3fcf7a042d581f2c69db5ba": 5,
-          "typed-decisions-canonical-v1/6abeb5745c913a4625ef7535a6ca65bfacda9f2c40ae760223aa7bc2695917f4": 5,
-          "typed-decisions-canonical-v1/6ae444223058a17cbc30ccd07098d99094109412f9343a9550a58c8d06c7ebce": 5,
-          "typed-decisions-canonical-v1/6b448ff9531e5c04d49ad9e67e4aa817a32c88f72261bf128bada8aa660f6746": 5,
-          "typed-decisions-canonical-v1/6b46bb0e9731da75f52c19822e557b25113fa093ce7ea84bdfe9fbfb31049b9b": 5,
-          "typed-decisions-canonical-v1/6be46adb2bac8f15e9d762edbd738dc70867c0a3f590cf6f53feeb70a92c85d3": 5,
-          "typed-decisions-canonical-v1/6d9e2f0b9c48ed1d4ca43c91135b3e0fd51604a193182e00f5e2b9e70fb9d5bc": 5,
-          "typed-decisions-canonical-v1/6dddda4794bff7e916276bb3d1a3774f20e6699edfc6e9d66c65d7bbdb80ea2c": 5,
-          "typed-decisions-canonical-v1/6ddfb34f873bfbea553b07ad12435ce21c181daf888dbd3a1d7d111c03f4e36e": 5,
-          "typed-decisions-canonical-v1/6e062ebd5304a3fb61e08048ee1d6461c3ec8731f1b62a1e4bd9b38d0900efa2": 5,
-          "typed-decisions-canonical-v1/6eed8e211404638f9a67f680bdab5be4669dc5a0ec63aa8e78d6cc9ef9def354": 5,
-          "typed-decisions-canonical-v1/6ef8b7ce1b3131706ef7c8a66ddc39532eadcf5296264d730c84db8f87e57ad0": 5,
-          "typed-decisions-canonical-v1/6f78d9c90808e157959d09d9ac7b0ed562eaa79ebcdde728d791ad97d3d2109d": 5,
-          "typed-decisions-canonical-v1/70c92a7545b585c610831860fa0aafeb7f2231042a8f79674a9eb57efbe84a62": 5,
-          "typed-decisions-canonical-v1/71648966edac3e99b60af3fc922be4f8d70029c98187e496c61449bec4d983b0": 5,
-          "typed-decisions-canonical-v1/716b377c370d975646928d3fe8d35a1834cafb6b5ef45276f73af2615c16e5d8": 5,
-          "typed-decisions-canonical-v1/73734a5fc0cd829a5dacad03f51cc16224b916ce9e4dd33cc70a49f55ef3bfe4": 5,
-          "typed-decisions-canonical-v1/75a7917281ea26f26db04823595c36d908621d4678f75b394766ca491b5d4d97": 5,
-          "typed-decisions-canonical-v1/75c76abe09b9e84c138ff99e7895a4b4b4699ffe15bd20140f9a6b36124e6257": 5,
-          "typed-decisions-canonical-v1/75e338f80e5c5f38e195617ca2a78197f2671423a298e78694fc2e01d8d7a26d": 5,
-          "typed-decisions-canonical-v1/770320af18581b78ddd6ff8f34703788a460ef1c8872248b529fe8ab8e9f5216": 5,
-          "typed-decisions-canonical-v1/785af311f4039bae00300cf4b3863544fc7cbbe3164022d9ab86982d1a6a7d07": 5,
-          "typed-decisions-canonical-v1/78b34d8590ecdd43f18be0b16e8bc8d5e3b9b9ef879da41825f0e34b01e65836": 5,
-          "typed-decisions-canonical-v1/793700320019ee57b9f1950f5f4dec529da8075e79a51925ea646d6e4d2f3a61": 5,
-          "typed-decisions-canonical-v1/79545206b403925f85b6222c5eced3c25327fccba10ab5010567b02169392a88": 5,
-          "typed-decisions-canonical-v1/79c00089f63a57003058f919684bcfa18d5bc91e4671cc560dbaa288376ba503": 5,
-          "typed-decisions-canonical-v1/7acd8e0f21dc09c8301d72361eadaa8d50f8fd592986965d3a660734e6520e61": 5,
-          "typed-decisions-canonical-v1/7b5d1669b2731be2a694224fa40cb032f4a1f57624aac5a2edcf6fff9278a026": 5,
-          "typed-decisions-canonical-v1/7b5f9b8a5580108c7c9f208c19f531215a14b708c4f276166b4d59cfe48d3f9a": 5,
-          "typed-decisions-canonical-v1/7b92336f25586de9695c5ac80cb565372788eb27e588467cd8711d377a9a89f3": 5,
-          "typed-decisions-canonical-v1/7cfd5572cff4b19bbc4d02e1bbe9aaaf0f9a035af19ae4b840bfc86ab3bc2dd8": 5,
-          "typed-decisions-canonical-v1/7d21027013ce6b96af9493c0ef0e637aaabaa0cbc892f40fce4b677b2e9275d2": 5,
-          "typed-decisions-canonical-v1/7d2e36770bcddd51683e9de1fb25e57a7c635808f20a0d7fa87ad2e5e16326a9": 5,
-          "typed-decisions-canonical-v1/7dcbc206ab4b94d417b9fee9365e8b7ef29ddff8558672f86ba3b37a7ee99ead": 5,
-          "typed-decisions-canonical-v1/7de4060fdb58469cc5c1ad2ccad4553d2985df4b2dc3b22d6cb058e09323bd71": 5,
-          "typed-decisions-canonical-v1/7dee7ea8cffad2cc136fe276262a3333e803b99b5092accde1bdf443f99c6d33": 5,
-          "typed-decisions-canonical-v1/80365f692188363a3ea070f038d37919665cd5725429f1a2381129a751e27624": 5,
-          "typed-decisions-canonical-v1/82f58c698ee337b5bf710a74578a99f964202ef95a3c7131027e98d702f2ffeb": 5,
-          "typed-decisions-canonical-v1/833cea30c86afeafec7d0ab9ef22d09e265addc30f80582c82d0c9cbc32ac6ec": 5,
-          "typed-decisions-canonical-v1/83adc3bef98a07fddfcdac25d4603e84888a1a80ea0346f9234995eac15179b9": 5,
-          "typed-decisions-canonical-v1/83b9cd09210a4e14518aaedae427ad7aa4c2d20b77e8c54ca34181ea6315faf2": 5,
-          "typed-decisions-canonical-v1/851cf075ca81b17f3d95aaebfcdf027ce0c81ab87a7c066b5a169429331117ed": 5,
-          "typed-decisions-canonical-v1/852e0ad88e7bfa760e57ffe58b259fe49d779b7f08f143522271bca149190b0b": 5,
-          "typed-decisions-canonical-v1/8530944a8c2c0494f38f2cac68873248d61812aec12a4e5d6201498003a41bc4": 5,
-          "typed-decisions-canonical-v1/8591966c24288de777f2be1fd00ccc061c390df9f7d9b0c33d7817df66e22eee": 5,
-          "typed-decisions-canonical-v1/875c39a8ed86895c1088cd2300d2ed79db6268eb48db1abae7e7e461a1fbd39a": 5,
-          "typed-decisions-canonical-v1/875c4b165cb7af9e57d2933088f022783dad890b6867c97c96aaa9b7a2eca422": 5,
-          "typed-decisions-canonical-v1/87cf03bee20a38c85ae9c6aaaf83698fead066b73bfff637c98c27c7d754fb01": 5,
-          "typed-decisions-canonical-v1/8811dc58cb64cdd9be698a4640d33ea56df1c75a961e084d9647bd3a1c69cee5": 5,
-          "typed-decisions-canonical-v1/8945afc121c986c3eb05abcd672601c8648aea10914d394d9aaedacfa98b7512": 5,
-          "typed-decisions-canonical-v1/89850798d0e0ef065706c57a682c45691f679699b5bdf3b7e2eb6d0808c38c61": 5,
-          "typed-decisions-canonical-v1/89cd0cab1c35a450976ff4591854710af9e2684086895b8a658862d7f9a2cc7a": 5,
-          "typed-decisions-canonical-v1/8b54c893995d42562920d692fa8a4b1511cc90460d42dbc84caff1390e641807": 5,
-          "typed-decisions-canonical-v1/8b9036c682ec2676c2f3cd37a69af294c319bd8056e9a53b35b7544dbe2600e7": 5,
-          "typed-decisions-canonical-v1/8bb72f76e2a7845bba3b931abdf56598ae37282f64b8878739844e5e652f5e57": 5,
-          "typed-decisions-canonical-v1/8c1fa47e763eb2b2ed536493d7fda2e000dd03153e078f6ce4c294d57ee9ed7d": 5,
-          "typed-decisions-canonical-v1/8d1e3069af9c678ec5bb2b985011890a5e2e0f59bee6fbe087e0a1c63351cb93": 5,
-          "typed-decisions-canonical-v1/8d3a6cdf87908e3f95df135f321d9226acadd39d884a96e3b5a9a0968bb92b3e": 5,
-          "typed-decisions-canonical-v1/8e72ee65c7a8a4410d293e13ab364e08cd6172b53988cb424ccffef2b9beb1d7": 5,
-          "typed-decisions-canonical-v1/8f25d31fa1d15c6d35452fa985b799ea24fe7cf4dd5e5c99370391981c64a1a8": 5,
-          "typed-decisions-canonical-v1/91fcf60bd129da30a09afa8e6d06b5887419f68d850ddeb5bce63593af16e352": 5,
-          "typed-decisions-canonical-v1/9269fd63fcc2d1a003c1c15445041a488fedc4fd6e38ea348ee251052fac9abd": 5,
-          "typed-decisions-canonical-v1/928cf49eeea6c5baf3fef6f8078a766d015ff258e8cfec4795434d725e2c6f58": 5,
-          "typed-decisions-canonical-v1/9293ee8a4c1f88f3d97f3065e836a41fdcaa14e1dec59835799a81bcf5ddbc35": 5,
-          "typed-decisions-canonical-v1/92bb53be7e0c30a9ee9d7c823c06b8bb7cb1277469d0aa60f97f024f8b1257ef": 5,
-          "typed-decisions-canonical-v1/93c36d6a59936a23696e0690d9153eaca35a08ef948446f17630e07cf8f0a943": 5,
-          "typed-decisions-canonical-v1/9433c7a3562457c6c5419e9c08b1a4fc9a78b7c8997a6a2f95184030ee734c71": 5,
-          "typed-decisions-canonical-v1/94bb42ac7ef960016b92b74bd03801f76915a4a692140c1d562515cda3d543cf": 5,
-          "typed-decisions-canonical-v1/94bd04ea1cd2b5dce7b132d50d79d22e66bb78f8db53a001036cef524e11fd00": 5,
-          "typed-decisions-canonical-v1/9535ae114bc6e4a6872adcadab2520afae6b60d18ef822705ff558bf0e1f9cfb": 5,
-          "typed-decisions-canonical-v1/95c40647a0769ccfca48df1773db8af81281ba7019abbc56af6583a21b7d36a2": 5,
-          "typed-decisions-canonical-v1/96c94ec8156d4f8a4ae1acb93cc2f49cf5fd007646f9fc768cb745e940128986": 5,
-          "typed-decisions-canonical-v1/970732f1ad7046b082374259a6323a594c27dabd5e19c4dc4f658f80028ea61a": 5,
-          "typed-decisions-canonical-v1/974089f34aab5d7907640039d2ad590be254d98f3ab5392a20768f5e161f4633": 5,
-          "typed-decisions-canonical-v1/978dbc62d012f2a507481a7f5bee88a6c9a3c6ae53cddd2caa60c82aafbbfbe8": 5,
-          "typed-decisions-canonical-v1/97cdadd140fe6bf1034c8c6e5ff3bdf86e12fb12f34d42964617ccf90b19717a": 5,
-          "typed-decisions-canonical-v1/9897bea6b6d7d574f325b2d78042b75d20bee315928ef6b75550a8d363bdba82": 5,
-          "typed-decisions-canonical-v1/9a022de5f42780e1e503e66b59d3ee5c3fc8cd7c40bcea8893a86568784f3e4a": 5,
-          "typed-decisions-canonical-v1/9c88652275225374378c4e6540c334df46d21b5caf2e6c3574b10ecf8807eeae": 5,
-          "typed-decisions-canonical-v1/9d16b27302a63c8752e5393394f465365dd7d6e2158ad19738c6d3bc60f74b3b": 5,
-          "typed-decisions-canonical-v1/9d9e3db5a6e625db5b0ef9c1078c01b90f964079567c56d9e15ebbbae807b397": 5,
-          "typed-decisions-canonical-v1/9dca1196311e32675fbd372d248e1e711410daa9028030f17c803d363c85193f": 5,
-          "typed-decisions-canonical-v1/9e6fbf11f1300cfaf13e930f7267bf1cf2ee15614979f39a416dc63aeff77dc6": 5,
-          "typed-decisions-canonical-v1/9efdbbbbd938af76a078245dd85b130bbba1bbca86e977f69e05aa0476ffd49d": 5,
-          "typed-decisions-canonical-v1/a1867a976e8e1449c59b68bfdb6afc491ead82dd45a0810b16199bed6293b941": 5,
-          "typed-decisions-canonical-v1/a1ad5cc63630bf46ea5b0f964921ea5b40f72f5d31b262d828c620fab16dcb87": 5,
-          "typed-decisions-canonical-v1/a1e924b47f3136513eb63650be46a3b9b79cc5730b8f4c52406a5f80e02aa05b": 5,
-          "typed-decisions-canonical-v1/a2141ffbcc74b07e080784e7080d75d568566c46f08eae06df6c5e1ba452775f": 5,
-          "typed-decisions-canonical-v1/a222f53b8578919397e2cd396bff133f302807cf5299d01b84c315fe16d508e8": 5,
-          "typed-decisions-canonical-v1/a230142f4ccb77de8d57958b58d69bcb8aa2cca7923530dd265eca0c3ed54f17": 5,
-          "typed-decisions-canonical-v1/a2c5f4fbe104af913db75475a5edcd7f188d499e6b7b526295d0d0ba2678d2ed": 5,
-          "typed-decisions-canonical-v1/a31ffaa2af1e90e197b46dfde3ec7f7f6eaf370ed016e9110e4becf3acb2fd92": 5,
-          "typed-decisions-canonical-v1/a4d41ae1036fca4614f752ac7a9d2fa6ceeb2884210c240fbc069d3a949e4abf": 5,
-          "typed-decisions-canonical-v1/a510828c1fe1ecc1bbdbcb7bbdc75f93f5436936a8bdf3c26b0634fc42a39701": 5,
-          "typed-decisions-canonical-v1/a5d39bea8f4c9d1f9fe1e6acbd3f1be5111c40f50a762a5be27065dd28d43dd1": 5,
-          "typed-decisions-canonical-v1/a66e18918e249ef81fa85d5456ed5876a03c15328e620cfea369bb8cf41afa64": 5,
-          "typed-decisions-canonical-v1/a69b0f3aa2555770b776ac3b44f1f3e97fe8794b28287a331e4d0b5febb86414": 5,
-          "typed-decisions-canonical-v1/a748bfb891ec1806e53e1008e09eed0f95edd2d2fcd4ff069c72353b36dc1306": 5,
-          "typed-decisions-canonical-v1/a7b1aad05f10796570e37c6bc2797a84e52c5acd6cad8ce4bd6e1cffa68fa7f9": 5,
-          "typed-decisions-canonical-v1/a901dcb8fe189b634fdadbdcb3ca7001f41d3066a09d7c1254d776dbb1244654": 5,
-          "typed-decisions-canonical-v1/a9666cc1a6a8137437223fdb27d42afe69e72781ed8d90555b9e4ee0787da797": 5,
-          "typed-decisions-canonical-v1/a9ab1350f1cfa7b7236cf6e305d8db4917c246b009a3fab59d6130685c885255": 5,
-          "typed-decisions-canonical-v1/aa07e455bafa6ed71e32fbffa01ae3d8ae5cd927d119852bd1ea10850b67e0f9": 5,
-          "typed-decisions-canonical-v1/aaaa686be1f7df44094429eb233459edcdb5e6f919746ad88b452a84a362ba1d": 5,
-          "typed-decisions-canonical-v1/aab86c463445bfb2438d23344df55023006bb0d8eb3b511899b64b60fab25427": 5,
-          "typed-decisions-canonical-v1/aaeec1f4cab38f0547ed886cda8c58e7a3f9b9bca116ad2f7c9c7a606d9f5ffc": 5,
-          "typed-decisions-canonical-v1/ab109f3814ef4d8b79dec8ea41b05358f45b61da6df8ded06e1ed93adef1992b": 5,
-          "typed-decisions-canonical-v1/ab1d2579ddf66b602d73946a7b1e924a71a637db295bf10850a8da7a7f5c7a09": 5,
-          "typed-decisions-canonical-v1/ac709be5b156ca5b30cefc1e7f0bf27d2b0bd803876c19bc871c21b44b60e1c1": 5,
-          "typed-decisions-canonical-v1/ac79cc889202ef5ba59acdf922479657222cd12943b46ac00e6c2a4b4986d095": 5,
-          "typed-decisions-canonical-v1/acf8876f009d96f19cab8195484bb618c0a1374121594d10480f4a50a66f9201": 5,
-          "typed-decisions-canonical-v1/ae745ca05b2fe24d83194c49a00bce534327425b4830db4984316a6047448773": 5,
-          "typed-decisions-canonical-v1/ae9b93a4f6237860364dce33eec7643f686014d190fc5252d060f17bbbd8c457": 5,
-          "typed-decisions-canonical-v1/afda0c7cbdaebd4298ac0688a2800f5f9b99b414a0af59aac4ac0089409066ff": 5,
-          "typed-decisions-canonical-v1/b087da08767d1ffa48776525d4239de714ee7d2eddac60bf467a45da34d1ae51": 5,
-          "typed-decisions-canonical-v1/b1eace46630ee69775dca668ec6a43b9aeb79fc546882d04758105dd6da9ca10": 5,
-          "typed-decisions-canonical-v1/b2b0c5a7e14980c2165dc486370e508f514ff0ae302e353403a0c76a9ba569ca": 5,
-          "typed-decisions-canonical-v1/b33f66ef27f62b5749869b8eaab3593c899dd1a261961d9b2e04846819c1a4bc": 5,
-          "typed-decisions-canonical-v1/b39bd92b2079d2942287002304e83b65a63b3bcebe008439cde24ffb8681daec": 5,
-          "typed-decisions-canonical-v1/b3a47fc830ed5fff81b6a44d3f5e41ec58f783db8d1b1c6febfbbb603e112d61": 5,
-          "typed-decisions-canonical-v1/b3b5ffd2b08b3200ab96dfd1faf43e647c0192d148ac26cc7f9df61f3503e550": 5,
-          "typed-decisions-canonical-v1/b3dd215a5b51d00f8711bc685ae17eb1c7f4385f013e1df66cb1a26fc4fcc81f": 5,
-          "typed-decisions-canonical-v1/b404b1a60ff6b0101344931e2789c766827df22743a57191e44325f9260d0044": 5,
-          "typed-decisions-canonical-v1/b41c5bf38d273d9aee2e5b086154f5df9e29a1af20ee6efa99fe1c9035387942": 5,
-          "typed-decisions-canonical-v1/b426586e960045da5befd206320fd96f65742f2ff8e91b2817189032c7ef4b5b": 5,
-          "typed-decisions-canonical-v1/b4b6fdbdb6dd9904488086861fecc9b73437f06bf9c78c24784c947c6aafd977": 5,
-          "typed-decisions-canonical-v1/b4d54e1b6364ffb59aa981a3156f14443b712ffa9cdfb7399ecf8e797b700500": 5,
-          "typed-decisions-canonical-v1/b5b4e5a919c172a9cb1ba5b98f029fe0bc7813251a1b35508ba77ab11efcb868": 5,
-          "typed-decisions-canonical-v1/b5cc2d17e0736427ab683ad5bc577667012d07861ea1169ae16e2c5659da7649": 5,
-          "typed-decisions-canonical-v1/b60838caca7a3298167833d87111236b8538e2a3cb0628fac68054d746a07247": 5,
-          "typed-decisions-canonical-v1/b62c91bda5d87e140ebd87a979c5ab73447f9a53ca21d983e8c2ccb6e7cc164c": 5,
-          "typed-decisions-canonical-v1/b682feca477d103b862018b6132052b1917611b69bef86f5dd4d578093414196": 5,
-          "typed-decisions-canonical-v1/b7252410bae49a66d58f793d547018853025b3c84101e6e42d64755482f2571e": 5,
-          "typed-decisions-canonical-v1/b7ef4cfc9d60ede6e21d3bd661cbd5035e26a9c470a49e3e6ab2ab4599194914": 5,
-          "typed-decisions-canonical-v1/b8470de0761c37c09200613ca8ce6b04e50b9a11673beead4da7f0de044ad433": 5,
-          "typed-decisions-canonical-v1/b9adb8084a5561cad62c8925f6b915ea3236d85b08e8f76423e48fc188c7484c": 5,
-          "typed-decisions-canonical-v1/bad86e255ed3b4e2f7c96c123a3bf054889935f19679447fe7dc31ed21765f90": 5,
-          "typed-decisions-canonical-v1/bb30a0739d854506870277cf137d0fe810d3ca386d5898ae17da4aa0f0083c6d": 5,
-          "typed-decisions-canonical-v1/bbdb84c6ea5cfabf0f3ee0ba15b3acf2ed7406ec40ac44eb30f4280560e077a9": 5,
-          "typed-decisions-canonical-v1/bc9d4fce05f0ee3a0cb1f94f722552a9c828210a8be1cb7732fcb32eb118ef98": 5,
-          "typed-decisions-canonical-v1/bd173f08005ded071ccf49825268ff7d8daa16d2a16d6ee0634a7bd2bc91386e": 5,
-          "typed-decisions-canonical-v1/be8760a7c89475e373ba3b7bee218fe8174c3e23f2350fede581fd93fcfd712f": 5,
-          "typed-decisions-canonical-v1/bfad65bcac41727f3f2ded8dbb79294510788571a8a565b057d408d40f93352b": 5,
-          "typed-decisions-canonical-v1/bfc8a15b40538b1e42294aaa7021ce06933fc4bc1cc1da338ebe79a1d1e9db63": 5,
-          "typed-decisions-canonical-v1/c0a2e6ee2278490192b7edddd773e3eb303111c1f86337601124122b23ffe4cb": 5,
-          "typed-decisions-canonical-v1/c2cefde658933e562d7cae342856842d821239e96a8a3136e91230ef00dbfee3": 5,
-          "typed-decisions-canonical-v1/c40a258d72849838fb98c327c077942552df101a378a814f1355a1005ddca704": 5,
-          "typed-decisions-canonical-v1/c45b730a19fe96bb5e51ae3f5050be77e401a38605a14e24214bf024f7fe0659": 5,
-          "typed-decisions-canonical-v1/c4fe126285d50e01f98e4256130e644d0a2a0664f6f80c5e4c848df59498a53f": 5,
-          "typed-decisions-canonical-v1/c548d6eb289de30c0f9c9ffb0a172d1b12508cd466ea16b2557d53619d6fc36f": 5,
-          "typed-decisions-canonical-v1/c55b366357ab7a1ba206ba0eeff0d3e01412b506430cc023785e40dafee63f53": 5,
-          "typed-decisions-canonical-v1/c68fd341847b90afd4e0ba51962a9167294f5b628db0400e4de28dd8dc318ef6": 5,
-          "typed-decisions-canonical-v1/c8a60e3bc9027d14b3b87f6852a4c0c29cfd75e52695bbfa866e1fd793c8fd47": 5,
-          "typed-decisions-canonical-v1/c90ef06acc99c07f6d244d8e524248cafa2f7f0ccb73c30d8628c795fbff0217": 5,
-          "typed-decisions-canonical-v1/c929f26716e6e29bbb74ec4acdbd9e8ea087dd71c11f9fd52e5c061c4fe35c34": 5,
-          "typed-decisions-canonical-v1/c9694d4c53aa03f15349ab1eed112ef23e7f9f4321c14b60ead29fce347f1dec": 5,
-          "typed-decisions-canonical-v1/ca5225fc2fe211f9f829f08ad9dd2bda07b10aa47fdfa9bf9a22c734e9f6b503": 5,
-          "typed-decisions-canonical-v1/cb9b60b46fc09310d5818976bcc0fd87ee89308ac21c5762a9a9b4e77a5e7371": 5,
-          "typed-decisions-canonical-v1/cba74b25d887d0c3f7e45c0b54d250d38c89116b8770ff08654ecf90154808a1": 5,
-          "typed-decisions-canonical-v1/cc87595bb4a31aa6ff32f3fd8878e03247b5691bbe6932f07b3ea52196130569": 5,
-          "typed-decisions-canonical-v1/cd8c75757c4fd93d9802c878aa7bfb0a42c9fd442156d90d6c87eb07e50daf58": 5,
-          "typed-decisions-canonical-v1/cdbcd002538345edf6b9988268d50394db1a6276b13735b70e1caef2077b61f4": 5,
-          "typed-decisions-canonical-v1/cf2e2a91468e5997344bea23e7594f616f648ce4aa22e99c428df6532fa959eb": 5,
-          "typed-decisions-canonical-v1/cf4dbb68a789f0db1329912b15d8f66cff37676be5c964b6356bd683592a2395": 5,
-          "typed-decisions-canonical-v1/d0e40a804e87a513565f4a686a4ae9e7d04dd8f6723338f89e0eeee61295c595": 5,
-          "typed-decisions-canonical-v1/d14e10ed20a1b58167d986ce48d7b8cfff032e64022af507883313ca36d88a49": 5,
-          "typed-decisions-canonical-v1/d1eb210c828b67c7c6f009996052d75bf07fc779eaf09b45967de04f4d4519e8": 5,
-          "typed-decisions-canonical-v1/d3e60ba0cff9132ded2e73092f401275f85e2659a999d7516fd525a819965b28": 5,
-          "typed-decisions-canonical-v1/d458c74681f58b4cc1f8d1b7ee76906485b165466a453f6804c9b614a9e092c5": 5,
-          "typed-decisions-canonical-v1/d54590ea86df8db9873fcbe93e3545301f75bf1e957c65990e21290cf6326138": 5,
-          "typed-decisions-canonical-v1/d64732e42b08ff09a608cbe82be6674a9a488a77565879c5d6c3d871757c6c15": 5,
-          "typed-decisions-canonical-v1/d7350f7de448fc2b0327e58072c8bb440efc3b1e7d16427e430c1be3cdeeaaee": 5,
-          "typed-decisions-canonical-v1/d775b800fb15faf781dcc846f055b0deeec7f0d2d23ad955e055074c5f8ef5b9": 5,
-          "typed-decisions-canonical-v1/d8201b920513e1e9e4f96edc6f740576611837cd2b2488580aa4f6c4c2d996f0": 5,
-          "typed-decisions-canonical-v1/d93d8210c61533d8fc238c51db027af711b87fcee90ce55773eeea71048af9d2": 5,
-          "typed-decisions-canonical-v1/d97347a07990c4bcdb4535db8a5740bf774e7aef73b99bf95869f4ac5482c5d5": 5,
-          "typed-decisions-canonical-v1/d99ae4fd95652cb52afae030a902c0cf96df6367cac63e1b4beae09ca60dae01": 5,
-          "typed-decisions-canonical-v1/da27af37d2aa22aa2cd8aaecde019e7eedde44a6e3b897d48660f9390a9d2c4e": 5,
-          "typed-decisions-canonical-v1/da70a34af36e66dbd891f25e606d234da62b2a3b267fe9475c862fe15c082997": 5,
-          "typed-decisions-canonical-v1/daab45e2fde3ab2db2a4132fedd58d7af73978da32fbebc1e4ec2afe1ec69053": 5,
-          "typed-decisions-canonical-v1/db0ff419e4d2c1b7f9b2846f33e072a725e955174839883d0bffdee28cbb230c": 5,
-          "typed-decisions-canonical-v1/dc79245c78540a6c02045587c1d6ee3cea8c72b7c3857d1ae02e7dd7636442ab": 5,
-          "typed-decisions-canonical-v1/dc9f24a90e4c1d2acfbafedd38b89315842205264483808ed0b3a304f3158e76": 5,
-          "typed-decisions-canonical-v1/dd950b3fdfa48b4121a7abe1a8d867567c21e77b3333a8eb5dc7ac4768b74c5e": 5,
-          "typed-decisions-canonical-v1/de722ae3ba7673edfbf27bea9516fba1ddae023dcfd5876683d0747177e85ceb": 5,
-          "typed-decisions-canonical-v1/df8fda198b5a0acd9e7d0ebb366a58c089a2a6f58902739612234ca420b391dc": 5,
-          "typed-decisions-canonical-v1/df97086f781804c4d6ed7198692485702c0e8d97d7b99c68a0f443f2b87490b0": 5,
-          "typed-decisions-canonical-v1/e08d910d4c05914049e64f6e9f6c4d7a50d24f4c1fc5d05c3333ade0f5086519": 5,
-          "typed-decisions-canonical-v1/e10731156932bf8885b6edf7b690fcb4b02cc005d2dccc95a8bf6e543486e86a": 5,
-          "typed-decisions-canonical-v1/e2732bbd265e0c6b34ef822d5a8fb3995df5161b71d629db42333580ea159497": 5,
-          "typed-decisions-canonical-v1/e2884772dc3c97a6ee4aee9c66d61cf1d64a0c7bc1b5ce16a99f333f12e64b43": 5,
-          "typed-decisions-canonical-v1/e2a5c5c3379eb75788cdaedc6da3ae5b8fc2f7f42396450c8d830c618c57ad0a": 5,
-          "typed-decisions-canonical-v1/e2eb9dbe963a27958ba11c4675fc65175d91b88974bfec381e300ff035a5d68c": 5,
-          "typed-decisions-canonical-v1/e31a77410ba49f7e4d29326666a63130ddffac003f1d8b2f8e2d6ab821d6041c": 5,
-          "typed-decisions-canonical-v1/e39bdd476d8a6ed6ee7ad739f7295bba726dbcb13c2896de2dae54354f14ee30": 5,
-          "typed-decisions-canonical-v1/e3f33f22f355a92f720baf3c240ae86461df9032cfe329f7aeed5ea508ab9728": 5,
-          "typed-decisions-canonical-v1/e4c03f8365c2f8fd711c494deed640bdb5016b04b2284b73710d3eab432b5f3b": 5,
-          "typed-decisions-canonical-v1/e4ff543334f9584d1dcaf7bd505f58213ccac85c109e50be2e25a15941f6f396": 5,
-          "typed-decisions-canonical-v1/e50ff882bb2bc6cf5d020c58fd749faa17fa90385f8a33919aab0c0f5da86f64": 5,
-          "typed-decisions-canonical-v1/e5179d619ceaab5ef9b77db8940491167f2d232b74357b9271abfc8ef5eb3759": 5,
-          "typed-decisions-canonical-v1/e5326471c2b526590a2c1a3c4b70deed7fef2edd8e1878508d23d9e6cab56a40": 5,
-          "typed-decisions-canonical-v1/e633bd398b71cfc1ecc6b758dbf35b7fb1149187ad4f12985a1ae2f6d377d9e5": 5,
-          "typed-decisions-canonical-v1/e7c4f6086b1a154900d10589b5dcd40938d3b8396ef1e55726e456dc05b81c01": 5,
-          "typed-decisions-canonical-v1/e8c3e5416f07673f612a00ed2d982ce68d5c8d7a6f5be5b7cbdee933b64f12f8": 5,
-          "typed-decisions-canonical-v1/e917323bfb81e5760276ad09f71c050a773811bff3cefda7780f5d4c77469d97": 5,
-          "typed-decisions-canonical-v1/e945ca2c0a841b9ecb5c6883c6ba7d7ba4a1b5b1a34c8d5b9bf79247085686a8": 5,
-          "typed-decisions-canonical-v1/e96ca94e3390ecb5d1bf2c9511fb2e5500b8c45fe928dab2080aa5f7ed751bc9": 5,
-          "typed-decisions-canonical-v1/ea53d1167766d542c935b49e1e5eb74ab9202f79ea8baddf95cf033747eefdbc": 5,
-          "typed-decisions-canonical-v1/ea7f4406bcff80756ebfbd7c58587335c767e6cb2611d32d3540c495f1b80315": 5,
-          "typed-decisions-canonical-v1/ea9d2e1eb30772979ab8577ccfa81298c9390dd54a33110961d9d86969022434": 5,
-          "typed-decisions-canonical-v1/eb2fb36e31de2ce3558383715e3477d2a0e8ce4773a13cfd89061bf19495e3c8": 5,
-          "typed-decisions-canonical-v1/ed92a6cf5eb82c49c68a130f2d15ea317f2614249af7966188da4854543d1536": 5,
-          "typed-decisions-canonical-v1/eda087bf55b8d9d866a4f0666978a46fd659cd3b36e23235c215fd8a38d99547": 5,
-          "typed-decisions-canonical-v1/edf256cfc05c22ce15eb31fb965d8173951f1c69cef16b22867d07a60104c50f": 5,
-          "typed-decisions-canonical-v1/f10f9ea6f58698a4ce525ee4d4a3bd1d2c9f42d0498d224f94226e16c27efd71": 5,
-          "typed-decisions-canonical-v1/f12a02e6320ee161d1c0527afbc2efddf0ab59d9ee39cfdfcca420fa3486a5f2": 5,
-          "typed-decisions-canonical-v1/f14ae2516e89bd71212200cee39f08a11122efa10fa2e7e3eb26e1e177c10023": 5,
-          "typed-decisions-canonical-v1/f16f02e6efecc4ec76c8cfba40ecf2656abd53eaca6b70b753933be5c931371a": 5,
-          "typed-decisions-canonical-v1/f1d3ae5601eb4e3cc7e78618af3919edbc678c24e3fe95d262c0a3cc575ccbdf": 5,
-          "typed-decisions-canonical-v1/f2e80012f4394a622524fe8ab189961300ef6328827b8751e2975d257a3ebcb1": 5,
-          "typed-decisions-canonical-v1/f5737c3a652a0b346c7b1bfdf50b64d94f7ac569c18cc58e9b6e16694df3f40c": 5,
-          "typed-decisions-canonical-v1/f585ab98ea0fc1b3b23d75444d33bcc5e4b6de4c5b6db5bca4956bff598deec3": 5,
-          "typed-decisions-canonical-v1/f611d3cc62ac1785bfb9c7229b54e8453e71dbf2a2a485d7600063ee1dddcf5a": 5,
-          "typed-decisions-canonical-v1/f930f426f825235cb522b69d1ec5c29a718943e75228d8dbdff3a49caae5fcf2": 5,
-          "typed-decisions-canonical-v1/f9bff5523bbdd021c79bf9bf8b6d612924355eec5038bcc9b458693cbad8bdb7": 5,
-          "typed-decisions-canonical-v1/f9e60be024740ed6654ab0bb96a2ef6ad871977fab905db52bbf6688a9afba60": 5,
-          "typed-decisions-canonical-v1/fa8d089796fca2f81750f11d770af3e563928594d8b1e1ee90bc7323bba8aa19": 5,
-          "typed-decisions-canonical-v1/fa937ba27943544856a55e70e4f4bcf74328492923d5dc4f49b1d580bb9a07d6": 5,
-          "typed-decisions-canonical-v1/fab80e3f03b31c9acae6a98ed2e22a7e9383ae74ba402963a476be9cdde6eb24": 5,
-          "typed-decisions-canonical-v1/fb0598b645e608442344866f618d25d8afbaa91d364d7f14d6a5b17231aa7ee1": 5,
-          "typed-decisions-canonical-v1/fb0a5ea1dc4ba332719ff707d745b80da5eab906a563589cbc7b48c721cae908": 5,
-          "typed-decisions-canonical-v1/fbe29ce8c8ddb1b260f7a7451fdd69d51de818d58de1f28343ff091c1aba6daf": 5,
-          "typed-decisions-canonical-v1/fbeef81d3cabe1b54517e35b137fd6bccccbae7c5143b48e44d36f33897064cc": 5,
-          "typed-decisions-canonical-v1/fd2a4142b977923b907e4486a7f1735fcd9ef41dd0845ff7d83e8c497e87a768": 5,
-          "typed-decisions-canonical-v1/fda24227b6fc27ae52361a04259c225a0bd041314002cc20cf2c314362f66e8a": 5,
-          "typed-decisions-canonical-v1/fe6310dad1da680dd6f6ecbda70f2609b4407d9b8a7b1a16e840cf89260f10af": 5,
-          "typed-decisions-canonical-v1/fe7524707ad838fe5725fec88af54ccb9ab7e400147e9d24d5cf4d2bdd662ef4": 5,
-          "typed-decisions-canonical-v1/fe80bcb616b7bb935d7ef021d568179065189f157f864e4dff5077e884740e60": 5,
-          "typed-decisions-canonical-v1/fecba74c4524f223671b601b9276f75b02de160d75ee946d4d77126b027ac790": 5,
-          "typed-decisions-canonical-v1/ff153b66920a54242dbb07cc34199a14e241ca21d2eade5b9564b3e7c261cff6": 5,
-          "typed-decisions-canonical-v1/ff3b35a85cb5d2a6d50399b75809416d97f8bef162ec8ec27b2652321a901a1f": 5,
-          "typed-decisions-canonical-v1/ffc60991fbeee89a3777167407cef30cd854b55dfee4b1767ab830f5680c4971": 5
-        },
-        "components": 400,
-        "direction": "second minus first",
-        "draws": 2000,
-        "excluded_from_interval_rows": 0,
-        "interval_has_same_support_as_point_table": true,
-        "metrics": {
-          "accuracy": {
-            "ci95": [
-              -0.332,
-              -0.2805
-            ],
-            "difference": -0.306,
-            "valid_bootstrap_draws": 2000
-          },
-          "brier_soft_mean": {
-            "ci95": [
-              0.05887046311885053,
-              0.0692544973364879
-            ],
-            "difference": 0.06402404213709877,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_mae": {
-            "ci95": [
-              0.31107516716368755,
-              0.3879932429041179
-            ],
-            "difference": 0.3505904675929199,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_rps": {
-            "ci95": [
-              0.050974134525909966,
-              0.06558371174957793
-            ],
-            "difference": 0.05815449636201322,
-            "valid_bootstrap_draws": 2000
-          },
-          "soft_nll": {
-            "ci95": [
-              0.363224964676271,
-              0.4298000955098149
-            ],
-            "difference": 0.3951504799196265,
-            "valid_bootstrap_draws": 2000
-          }
-        },
-        "rows": 2000,
-        "scope": "One pre-frozen final recipe; all point rows retained; whole normalized-state components, stratified by the set of workflows within each component. No TEST-driven model selection.",
-        "seed": 20260921,
-        "strata": [
-          {
-            "components": 100,
-            "workflows": [
-              "agent_trace_observability"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "customer_service"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "invoice_processing"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "security_incidents"
-            ]
-          }
-        ]
-      },
-      "Sol minus official_typed:shipped": {
-        "component_sizes": {
-          "typed-decisions-canonical-v1/002377138d7ccce7f77139742efccc9d18bb0845f0b6720ac280553000d9d5e3": 5,
-          "typed-decisions-canonical-v1/009ed184761b66f1d021d66f659f489262d5ad73af69ea5d22ab852ba45628a3": 5,
-          "typed-decisions-canonical-v1/00e118e966bc65cb28db2c1cfdcdadf3bc0165e9a7a0bbe154e100d8329bc400": 5,
-          "typed-decisions-canonical-v1/01f972e097b4e681d7392cc70a82cc58ddc6c5d27759adb4592b7c0a8b8d2a90": 5,
-          "typed-decisions-canonical-v1/0269f5a692a9ec9701719523f1305edca3fa8c5031e1293cee46861af4ec3ed3": 5,
-          "typed-decisions-canonical-v1/02b9a1f4d7515fe8c159c428f628a648f5eee8c9a91a8f8c8981b912279ecf16": 5,
-          "typed-decisions-canonical-v1/03bdaf907164fbc862026f985fe14bc525829850c38dca74b8e2271a56c26abc": 5,
-          "typed-decisions-canonical-v1/03cbf56451920117a234ba9093c9cfe692d4871a3db2d0bb49160155dced64f0": 5,
-          "typed-decisions-canonical-v1/060b21f9390526d8159d480c02540a67ddbf952237c8452804e22a76ea7329b7": 5,
-          "typed-decisions-canonical-v1/0848541e4136e6355375229f5f4257d6c4ae982ae38ba18e5e5dc0bd085b1135": 5,
-          "typed-decisions-canonical-v1/086e26b1ad6d7dcdc5a63cb7d17d0034d174ab31240c0180e3707bd03af8cccc": 5,
-          "typed-decisions-canonical-v1/091eeb25b22a8549aff2c3f402148ddf4ef1cf538846bad974d8122852490f21": 5,
-          "typed-decisions-canonical-v1/0ab30163e64d36fb9795efa9532f678d97039d05e20569e397b52c62f2b8bf64": 5,
-          "typed-decisions-canonical-v1/0affac39c8de7b2bcbc585de402c3f890eae9efce3ba5ac622d20bc537dc074c": 5,
-          "typed-decisions-canonical-v1/0b71c96b88e4bcee4244f41d6fbbf5b44c48d8bcf3ded97c1f9cb9af5b1e6b97": 5,
-          "typed-decisions-canonical-v1/0be6a3c4a8a05e85a41c5836d59938c47d1a4f7fb234a1fd86fd072c7758ee58": 5,
-          "typed-decisions-canonical-v1/0e268135cdec859fec65bb2b866d09ba151b89d899a9627e5fb332def00798a7": 5,
-          "typed-decisions-canonical-v1/0ef3b448d111886e95a664b5a40681bbe7c1aa15afc0f38bd0b346dcf4b139b8": 5,
-          "typed-decisions-canonical-v1/0f11af2a636a18d206013a08c6aaa4b5422605ed62c3ea7ab27de3eb70487e2d": 5,
-          "typed-decisions-canonical-v1/0f2e5786f8ebcd890159234fedc70fd03f54a204d5b2bdaf3cd511bb947136aa": 5,
-          "typed-decisions-canonical-v1/10343a754d9a8f4b78a9fdd4845c276c78e2d449133dc30b27592aaf26c14dff": 5,
-          "typed-decisions-canonical-v1/10b12f4056879eca8ecdcd981aac3847c5ed13a065afa0198c8dc879e852d5b1": 5,
-          "typed-decisions-canonical-v1/10df4b8da1b16950815284c452bc1c916919419c03d76aafa280163aa35e15f7": 5,
-          "typed-decisions-canonical-v1/12935cda131afe4ee28dc70fc83cc7b64f860ffcd265f77fb071d513f1204a84": 5,
-          "typed-decisions-canonical-v1/12e5c5c167c4bfdce35ae093675479e182a0fca035ebc1c668118968be2453bb": 5,
-          "typed-decisions-canonical-v1/1377294b62d138b5effcf658874ed1c1dc7c56070ca1c88c35f839f1443b409a": 5,
-          "typed-decisions-canonical-v1/13d760e12434b0cbaf2cf58ff725c6b536893f4cff7062eadc80055846745902": 5,
-          "typed-decisions-canonical-v1/1442978f3813143c9d4f8fdda52f2ff705b121fb1f9aed3a67476e02dc8ecaa0": 5,
-          "typed-decisions-canonical-v1/1560a1ec6b2ab14d2b632210265e1beb0f1d903dc56d4ad850b40b05d4252466": 5,
-          "typed-decisions-canonical-v1/15a458bcc5bf4fdb65e7ae8ace0325173e35acd2eb592590fdb5ff843ae98a5b": 5,
-          "typed-decisions-canonical-v1/15fa8bb58c5173ac33a2ec4ab63cb05c922ec229ecea0788b9605c10c6757597": 5,
-          "typed-decisions-canonical-v1/161170445ecbcab7a1a7c072f3d2c9afa4134ac6af4f5f7c2f866d7c9a3f2601": 5,
-          "typed-decisions-canonical-v1/165c562e4dc4e794787781a988fa38e5e39c7625d2a97690b1b7066ea38f9644": 5,
-          "typed-decisions-canonical-v1/170615029c646c5e2b455a5d97299ad41dab6197da85a88f08cf97d60d35fe21": 5,
-          "typed-decisions-canonical-v1/17c101e11af4ae13ac0764ee5201bba53cf9cbe1e70fe83e36ff0a4f635340a2": 5,
-          "typed-decisions-canonical-v1/1865a88422f84c64c5e709a43bf06578abf473d3e655e53843bc7b6a50056ceb": 5,
-          "typed-decisions-canonical-v1/189cc135ff098fc8ff1646030ab53fdc1069072b5769541890c90329b096f0c6": 5,
-          "typed-decisions-canonical-v1/18ce20f8930098dd83af038939971fd7f0a81d273d870de6b6ee3e2179287a66": 5,
-          "typed-decisions-canonical-v1/19068da1f0d32dc9bb3c8162ed75f15b34cbedc4709ec797e17faf071565dd94": 5,
-          "typed-decisions-canonical-v1/1932a815e106e66272dfd238adf0f4db2936443aa4d45e93402948dfe4621c6d": 5,
-          "typed-decisions-canonical-v1/1984edaeb527123ca902f73a0626c939c93ee7416a20717839176464059aaf83": 5,
-          "typed-decisions-canonical-v1/1ba4e8d3b2eac963f888f04762da7ee0fb339fc1231ecbf2a5b801830fa979ac": 5,
-          "typed-decisions-canonical-v1/1c0a53ed665a97de7b7bd082cf77112ed8a4a5bfa5093f1c525b4e972a5fae00": 5,
-          "typed-decisions-canonical-v1/1c41477d8dabce462a0b69ad3fda2e9ce7a7140a2488c0888f21dd671580ac5c": 5,
-          "typed-decisions-canonical-v1/1d9cba8170e2b20947e8023a616009ba95109c096f066bdeaea1d46b942c0b16": 5,
-          "typed-decisions-canonical-v1/1e0673959a90f4ab9d89cce600c78c303cc76026be9f3850968c57fa5e4f3a6f": 5,
-          "typed-decisions-canonical-v1/1e852e65c54c3d7213de7de01285d23246b9c631e7389047f1f41de4dabc1c13": 5,
-          "typed-decisions-canonical-v1/20cb850cc4f78d5ffa51a4bd666a41794e55a01621a89c6f1d117de370c5d971": 5,
-          "typed-decisions-canonical-v1/20effa7f3598b776cd1722a87eecad69a786d361e25d026ffedfcfc2d9391050": 5,
-          "typed-decisions-canonical-v1/21cf91e41e0cddff7f3ea328a80e05864a422b26552ebb1b837bf3915b9ca8a8": 5,
-          "typed-decisions-canonical-v1/21df0eb78a2ea7d13f76ebaad0b04cbc47c5ec10c3d0b4c5d1cd0147521cbb98": 5,
-          "typed-decisions-canonical-v1/2219011325e2dc86f1883ddfa82b42a3eafbe48e22bf26153a50412a4c914e4a": 5,
-          "typed-decisions-canonical-v1/2314d8056d355f0904546859a04c201258b080597b7c019208b54dc7f12ab40a": 5,
-          "typed-decisions-canonical-v1/2387b2cbb7adefc01ee8ba3f2b6498cd843c02bd737a44df306919cd974a743f": 5,
-          "typed-decisions-canonical-v1/23e2816b2c1835ba51c0be27172b108e66036d326b6ffe1ef08df0d03252e440": 5,
-          "typed-decisions-canonical-v1/23f0f2b3fe3e5ae23eba59a4f414bc7df396ef77092bc5cc6a0e66563e7f126f": 5,
-          "typed-decisions-canonical-v1/2458edcc545361c38d45a24b09d2bccab0bc13dbae8e83789a8d8f0362a607dc": 5,
-          "typed-decisions-canonical-v1/25410d7946870100854de49d82f73266e6d3e09bcbd2947129763d180480d11a": 5,
-          "typed-decisions-canonical-v1/26133b3939b64561edcfa7fd3337fd013c6c44b4c0f96751d39c6088f786946d": 5,
-          "typed-decisions-canonical-v1/263e40a2fe4bee58480465050809b148d8e7df2e7d141697c0d213a9afa25c03": 5,
-          "typed-decisions-canonical-v1/269dd1d288832ffd8aaff1bae6d040edb647f532744c6faa59cb29ef06bc8016": 5,
-          "typed-decisions-canonical-v1/270da66e9d35918a96d46d9955c08aa6d53eb7f67b421522cd8d256ff4148b47": 5,
-          "typed-decisions-canonical-v1/2770f077d70e7ee59d85d5b8e1e7c8b2e91cd0f91c0f5cf90ac6473f729890db": 5,
-          "typed-decisions-canonical-v1/277c8100fd347f44ef05bb441ab9edb5d9fa7cc7aab7a21dfe5c0968883369a9": 5,
-          "typed-decisions-canonical-v1/27d8dd8c8575e74a3dfbeb9d2bef4c71a00054df969405e25d2e1becb517ad19": 5,
-          "typed-decisions-canonical-v1/282bdb856b00ebe289fdbd0803c72613abba2004bc2f08d130d475e8ac6a8e2c": 5,
-          "typed-decisions-canonical-v1/28620ad4df0cc454d223c1f914fa7143e14ce20e12be9f32ac9b382923273ba1": 5,
-          "typed-decisions-canonical-v1/28a84ca1e21618129b1044aa7d257a04d32db2fcb4674460157ca4515dae0072": 5,
-          "typed-decisions-canonical-v1/29147e9d17085108b1d87bc90aa0a64909794ec4364cb5ea6b0c2022aa6dd3e1": 5,
-          "typed-decisions-canonical-v1/2939cc24fb15e1b6e15e6cf1309e0e04453c53494fba08bb0fe68d73fdf4bee5": 5,
-          "typed-decisions-canonical-v1/2a0277254abbd7046fd56a9cfba1127ebef95855e6507f027e4dac418f5b4ebb": 5,
-          "typed-decisions-canonical-v1/2a29c5b391f34c0d63ce5e1426663c349dbf919d5842f095ad53b1e96ccf6787": 5,
-          "typed-decisions-canonical-v1/2a7cb1ae13a43752cf0d7929419836e33d376ee565f5bf239fa16871b5ac8bb1": 5,
-          "typed-decisions-canonical-v1/2a8dea233bf38d43ff75d0dbe48eeb1c1eeb452c2ef19f99313123a60995ee14": 5,
-          "typed-decisions-canonical-v1/2aee06f6ae575121158d5c476954c7f353235f89a59659b66d38b3df6a66e26d": 5,
-          "typed-decisions-canonical-v1/2c51ef12b8fd177fc8acc0606f554e4ec33e0461c97800259fff48f21d114408": 5,
-          "typed-decisions-canonical-v1/328a8429577a0bf42e4f92c70b75839bf613b201a529dfece2e3a9ba10685fc0": 5,
-          "typed-decisions-canonical-v1/3381c3cd90b6fa834627dfae7d4b899759e05706224eea92b68c7c0b12e27940": 5,
-          "typed-decisions-canonical-v1/338399e644d26938ebfc6f73787f8ab2371461b4d0d8a09a86e2c471f05b8635": 5,
-          "typed-decisions-canonical-v1/33ac4fe85f54360cc991d5a968af659ee7adbcfda5cf6e41a2d8d814c1398d72": 5,
-          "typed-decisions-canonical-v1/33ee899f917d0104a8b1f3fd72bbe8c6202e72c0b1b95559f3a19c1877cfd866": 5,
-          "typed-decisions-canonical-v1/34a66bb6beff61dc69ca8253d2aae651091476ff29d154ae9dda545c16d25d15": 5,
-          "typed-decisions-canonical-v1/34ffbd9f57a281ef55bbed66b83354501c17867f652d45115110c6db6099df84": 5,
-          "typed-decisions-canonical-v1/367e3c0348e9083a8adc137a62a0504a0838bf373a02d39499a0a0a145a01985": 5,
-          "typed-decisions-canonical-v1/3780178eb1aca30b361b9300e87e8d15b8bda37905505321f210b1e8fe313239": 5,
-          "typed-decisions-canonical-v1/379963e3b7c58b9b69ddd68f350398f6a4c63ee79aca383c395bb2064cc5c485": 5,
-          "typed-decisions-canonical-v1/38666b47dec747689a09988adc3f3616cceb929a704f69c8cfc7afff7b5836db": 5,
-          "typed-decisions-canonical-v1/38a341300773cefb5c4000b8eabd6ac264a2d782493474f310eb8ec13d48fed8": 5,
-          "typed-decisions-canonical-v1/38a3b4efad54f55febb3770c10e18f565368fd0a4e26e7033d3100adee5076fe": 5,
-          "typed-decisions-canonical-v1/390123ca3bf2b490082a921b16f81c7f73baafaa865951201c14544f51a3024e": 5,
-          "typed-decisions-canonical-v1/3a7802af87dc634efd6c16fc2f555f679036a2b04fd1b5e9e0071fbbe822b83b": 5,
-          "typed-decisions-canonical-v1/3aeaa0211674e4d6bd182c653459c2b94df478ecc9679463239157611606e0f1": 5,
-          "typed-decisions-canonical-v1/3b610935091bac8ccc5d66aae465cbaef548c3569ab840644c6fb32363ba0997": 5,
-          "typed-decisions-canonical-v1/3bbbc2590bc41b9484a8336285487ba7017a1c2fc157638ef296f45992fab573": 5,
-          "typed-decisions-canonical-v1/3caac8dc277363e43c98c8d592eba6ba1e12eb8ae1d01f589e8e493e9be6c00e": 5,
-          "typed-decisions-canonical-v1/3d2a146823dafe3d4fd60ad69826d7b7863f6ee0e055aab0dfd19326baa6d45c": 5,
-          "typed-decisions-canonical-v1/3d9a51c9ab286a497ab8fe2b3fcd3129e8ed5503352a678a7fa1645488020f61": 5,
-          "typed-decisions-canonical-v1/3dc7c3b4587b93ea7e1967f6b0f5a0d7c1050be1b83ca8ba9270e6f0f9137d9a": 5,
-          "typed-decisions-canonical-v1/3ded4e4ce87702bd9f2a12d4b61587e0fa1bfd008bebeb82e30f597cca012018": 5,
-          "typed-decisions-canonical-v1/3df07d4dd97d5bcddac21c94981d8da10478fdc7fc2e976987a873bc7a3bed6d": 5,
-          "typed-decisions-canonical-v1/3e845f24403bfccf12547388a7b076db4957929d462721ee7be510ac700d9c72": 5,
-          "typed-decisions-canonical-v1/3fad70a747e18d117a956f43c931d170f92f63c0214fdfeed70fa4e4487d00c5": 5,
-          "typed-decisions-canonical-v1/4005b59515a7d1d146bcb1f5733774e7f3bd68c104891b564b9ca05b74cd5b68": 5,
-          "typed-decisions-canonical-v1/4199589c6681404aeeb7f617b4acf2d1f6b6363fa98f177170ca2ffca9ca8be2": 5,
-          "typed-decisions-canonical-v1/41bb26abbb1956a02c9bde837e0fc850c8f5db9c971c79aeacf5468ef18fd802": 5,
-          "typed-decisions-canonical-v1/41e25e54d156275003b15dba94cedb4ccdc6ee5e498f23c2285745e4f4d75d60": 5,
-          "typed-decisions-canonical-v1/42755c31bfe14343870e4659e224fee5abc53e42fc72acbb5f1b0177d8ee7890": 5,
-          "typed-decisions-canonical-v1/4331ba8dce5073358054e75a0c18bda173e232b3c2a0948c0de141acaefa436f": 5,
-          "typed-decisions-canonical-v1/4353b82c69d60f52b06f5b308b8b820aaff2c69988d5b65e3b6ac137ea2f3cd3": 5,
-          "typed-decisions-canonical-v1/4543f3b3989c228d49fe6ed15ee633a858d763299b67193bb09867b9e8ec79b1": 5,
-          "typed-decisions-canonical-v1/459d33f14bff9fe451318ef809be3d712d1af6d8980f86b8f58e22fe4baec39e": 5,
-          "typed-decisions-canonical-v1/48fda87282ed3c9c496ae2dc8435e841ccc27632180b3825cbaec234bff50963": 5,
-          "typed-decisions-canonical-v1/4907ee666d0fe360f0800f97e5c364a9beb4af8332be37835ae0b3bf19e0cf47": 5,
-          "typed-decisions-canonical-v1/4a8218b9c09b1364a220313d79d8f702babad92f20ed776b71306caa4e97c76c": 5,
-          "typed-decisions-canonical-v1/4aad50c995fa670d9864d75ea00dea8f31fa076bb8626254dbe76a74980b4778": 5,
-          "typed-decisions-canonical-v1/4c04dea0713399bc47d8f95f38e9139c77182ed8b92f9b2a8c64cbf7ba642c9e": 5,
-          "typed-decisions-canonical-v1/4d25c84af94bfb91b2769b5c5db53cabe4a79fb58c14a66bc85c0afb6276dc88": 5,
-          "typed-decisions-canonical-v1/4e2159cf67735a3c8b3ebe53286c1880195c126e111d2cbd83733edd4877d58e": 5,
-          "typed-decisions-canonical-v1/4ff18eaf45c8c0829a273cc646e7527b67c60f25fdb7af388ca48f7a09c82f7d": 5,
-          "typed-decisions-canonical-v1/53322f7694218b5481bf7c2fe805fd6aeabb8500fe8a4539fcf4c45e9ff6b696": 5,
-          "typed-decisions-canonical-v1/53e0c7575b19f76e0fe8b0c41dbef1ce7860ca70e19055182b2bf59be47728c3": 5,
-          "typed-decisions-canonical-v1/540ec4a64abbc65b68f1e7165c151899a41c135415f966a731b294298e140917": 5,
-          "typed-decisions-canonical-v1/54131fe1fb599f69d63ae2864f4815623b65e677b8250162fd125b6c0c674796": 5,
-          "typed-decisions-canonical-v1/54504da604f80c6d5ecc87bb6ca51aa7bb425a0592070ddd9f184df671266e5d": 5,
-          "typed-decisions-canonical-v1/553ef0db93f1c99729095817fde1ab4e89f5d17f01b0ff09c6dd0a4ca4af0abb": 5,
-          "typed-decisions-canonical-v1/556503823b96c6cc8a1aa29e5dce07c6d936c5bca1c81f41fabd499b29e40a22": 5,
-          "typed-decisions-canonical-v1/5649b9cd6c0c4b59c2d9cb05e0e0e1dd5ac2c6b1d9956db7cd4ccd41b0cebc7d": 5,
-          "typed-decisions-canonical-v1/567297941af677bb649e336fab4bcbf2fff1a286d9fa2c65e60a5a66f0a5231e": 5,
-          "typed-decisions-canonical-v1/5825d600c8f1b14a1720a08715aacc6f674a933bd2c12779fa49c9e7c6680e81": 5,
-          "typed-decisions-canonical-v1/58d1821fc7d5de85ab565246f8d363b8b931c7a9db4590d70cf03ef6352d44bc": 5,
-          "typed-decisions-canonical-v1/58d73b1f4afd28a88f2266744aca056fb935fa3f16e90cea582b9c7a6f9b7c4b": 5,
-          "typed-decisions-canonical-v1/596753530572470d7c94365aa5a2f7ec91144aec45d2f1425ded32441a64d7ef": 5,
-          "typed-decisions-canonical-v1/597e2d97cc1ccb624fab5f71fe3aed834088357aad2b57bd044d28649813edb2": 5,
-          "typed-decisions-canonical-v1/5afb374ded576e3e7a0d094894211b6675cde49f082a754ace919bb2b315ea84": 5,
-          "typed-decisions-canonical-v1/5b1762b91faca3751311a2c9922d3d9a962965179fc45fe86cff26afc925ba50": 5,
-          "typed-decisions-canonical-v1/5c0555d7a4de7c79d4e1ad8cb3ab3dccd2aee811ab808f29877e683736cade09": 5,
-          "typed-decisions-canonical-v1/5d601e063ba05c923ee9347624b11553f2bea48d40a3bfd39a0650dc09034167": 5,
-          "typed-decisions-canonical-v1/5dba79315cb0456b2d7c1209cc7c8cad61c9dc5de535b83d414dde6b3850eda1": 5,
-          "typed-decisions-canonical-v1/5deb036005e02988d82f45de7c39642a47e2d33a9b337f3cee36ee280016bad7": 5,
-          "typed-decisions-canonical-v1/5e9392f54495f057fab31856e73c13b26da36f5630c86e59d9295dcaecd855c8": 5,
-          "typed-decisions-canonical-v1/5f1d68aa4a2679cc8740b49677be47d53a179df4de8d587cebd22075c4234fd8": 5,
-          "typed-decisions-canonical-v1/5f86000cf00d087ed1f21147fa60d7565cfc772e04e4a3ca7f3074b73cd94d8e": 5,
-          "typed-decisions-canonical-v1/609891bfbdc2d4312bb542c91938a2b9e32a17187b7532c8de35defbe27c1faf": 5,
-          "typed-decisions-canonical-v1/60bf4e3979359e3f4b7b8a258aa9fa01b50581919efc7415bbf889ebf31d7169": 5,
-          "typed-decisions-canonical-v1/61013ec640614aa3d29eeeb185a4e761beb0a4309b355c813611980db0c07750": 5,
-          "typed-decisions-canonical-v1/618e477cd744fa78392132f3a4942663bd9756ea9a4ad4ba66dfda697c22f785": 5,
-          "typed-decisions-canonical-v1/62def0efa18aef58e1960815317a25fa373c0b3f066e7487d1bc3e2968aed05c": 5,
-          "typed-decisions-canonical-v1/62f69d81dee59cf7079df5521708d8e15e96100e5dbe7fe1925113fd42559671": 5,
-          "typed-decisions-canonical-v1/63f26e56820733242dbae26ada0dada67921dffb0c930e6dc66b2d5ae095b566": 5,
-          "typed-decisions-canonical-v1/644432b28635870bc4e563090ed3359b988f941f1ecc480206d156801effab05": 5,
-          "typed-decisions-canonical-v1/6451687d3ff148f31bd86aa6d949d609a13f66e48c75aaf0da3cd0d3cf9d9578": 5,
-          "typed-decisions-canonical-v1/65dbd868cdf89ad85321472ed17d7d573b61fff01c56622f679aca91e6afc8b9": 5,
-          "typed-decisions-canonical-v1/666ed439fbccb54de69686951802713be601463013be8c488b5c29876175b952": 5,
-          "typed-decisions-canonical-v1/67268d447683f3014357083820d64da357680230615be22b58f40493d229ab05": 5,
-          "typed-decisions-canonical-v1/6734d29ec2c7e03aa386c41900200b4cc7f4c40f68f143b1ffb9c49ac0d409ee": 5,
-          "typed-decisions-canonical-v1/680336316089838ca48a8711063aee6e98326bef5c7201aeac2b8f1e45e8a9bc": 5,
-          "typed-decisions-canonical-v1/688df38f6982efe4538251011ce68f779cf340d4efa56abccce689eeb702a79c": 5,
-          "typed-decisions-canonical-v1/68a502af3009b6ee9f2977b5a5bbef18d6b9e813057d4767c319d2db42fe07ca": 5,
-          "typed-decisions-canonical-v1/6978cf387905b0c0cd4693121bf5932c65822b42a3fcf7a042d581f2c69db5ba": 5,
-          "typed-decisions-canonical-v1/6abeb5745c913a4625ef7535a6ca65bfacda9f2c40ae760223aa7bc2695917f4": 5,
-          "typed-decisions-canonical-v1/6ae444223058a17cbc30ccd07098d99094109412f9343a9550a58c8d06c7ebce": 5,
-          "typed-decisions-canonical-v1/6b448ff9531e5c04d49ad9e67e4aa817a32c88f72261bf128bada8aa660f6746": 5,
-          "typed-decisions-canonical-v1/6b46bb0e9731da75f52c19822e557b25113fa093ce7ea84bdfe9fbfb31049b9b": 5,
-          "typed-decisions-canonical-v1/6be46adb2bac8f15e9d762edbd738dc70867c0a3f590cf6f53feeb70a92c85d3": 5,
-          "typed-decisions-canonical-v1/6d9e2f0b9c48ed1d4ca43c91135b3e0fd51604a193182e00f5e2b9e70fb9d5bc": 5,
-          "typed-decisions-canonical-v1/6dddda4794bff7e916276bb3d1a3774f20e6699edfc6e9d66c65d7bbdb80ea2c": 5,
-          "typed-decisions-canonical-v1/6ddfb34f873bfbea553b07ad12435ce21c181daf888dbd3a1d7d111c03f4e36e": 5,
-          "typed-decisions-canonical-v1/6e062ebd5304a3fb61e08048ee1d6461c3ec8731f1b62a1e4bd9b38d0900efa2": 5,
-          "typed-decisions-canonical-v1/6eed8e211404638f9a67f680bdab5be4669dc5a0ec63aa8e78d6cc9ef9def354": 5,
-          "typed-decisions-canonical-v1/6ef8b7ce1b3131706ef7c8a66ddc39532eadcf5296264d730c84db8f87e57ad0": 5,
-          "typed-decisions-canonical-v1/6f78d9c90808e157959d09d9ac7b0ed562eaa79ebcdde728d791ad97d3d2109d": 5,
-          "typed-decisions-canonical-v1/70c92a7545b585c610831860fa0aafeb7f2231042a8f79674a9eb57efbe84a62": 5,
-          "typed-decisions-canonical-v1/71648966edac3e99b60af3fc922be4f8d70029c98187e496c61449bec4d983b0": 5,
-          "typed-decisions-canonical-v1/716b377c370d975646928d3fe8d35a1834cafb6b5ef45276f73af2615c16e5d8": 5,
-          "typed-decisions-canonical-v1/73734a5fc0cd829a5dacad03f51cc16224b916ce9e4dd33cc70a49f55ef3bfe4": 5,
-          "typed-decisions-canonical-v1/75a7917281ea26f26db04823595c36d908621d4678f75b394766ca491b5d4d97": 5,
-          "typed-decisions-canonical-v1/75c76abe09b9e84c138ff99e7895a4b4b4699ffe15bd20140f9a6b36124e6257": 5,
-          "typed-decisions-canonical-v1/75e338f80e5c5f38e195617ca2a78197f2671423a298e78694fc2e01d8d7a26d": 5,
-          "typed-decisions-canonical-v1/770320af18581b78ddd6ff8f34703788a460ef1c8872248b529fe8ab8e9f5216": 5,
-          "typed-decisions-canonical-v1/785af311f4039bae00300cf4b3863544fc7cbbe3164022d9ab86982d1a6a7d07": 5,
-          "typed-decisions-canonical-v1/78b34d8590ecdd43f18be0b16e8bc8d5e3b9b9ef879da41825f0e34b01e65836": 5,
-          "typed-decisions-canonical-v1/793700320019ee57b9f1950f5f4dec529da8075e79a51925ea646d6e4d2f3a61": 5,
-          "typed-decisions-canonical-v1/79545206b403925f85b6222c5eced3c25327fccba10ab5010567b02169392a88": 5,
-          "typed-decisions-canonical-v1/79c00089f63a57003058f919684bcfa18d5bc91e4671cc560dbaa288376ba503": 5,
-          "typed-decisions-canonical-v1/7acd8e0f21dc09c8301d72361eadaa8d50f8fd592986965d3a660734e6520e61": 5,
-          "typed-decisions-canonical-v1/7b5d1669b2731be2a694224fa40cb032f4a1f57624aac5a2edcf6fff9278a026": 5,
-          "typed-decisions-canonical-v1/7b5f9b8a5580108c7c9f208c19f531215a14b708c4f276166b4d59cfe48d3f9a": 5,
-          "typed-decisions-canonical-v1/7b92336f25586de9695c5ac80cb565372788eb27e588467cd8711d377a9a89f3": 5,
-          "typed-decisions-canonical-v1/7cfd5572cff4b19bbc4d02e1bbe9aaaf0f9a035af19ae4b840bfc86ab3bc2dd8": 5,
-          "typed-decisions-canonical-v1/7d21027013ce6b96af9493c0ef0e637aaabaa0cbc892f40fce4b677b2e9275d2": 5,
-          "typed-decisions-canonical-v1/7d2e36770bcddd51683e9de1fb25e57a7c635808f20a0d7fa87ad2e5e16326a9": 5,
-          "typed-decisions-canonical-v1/7dcbc206ab4b94d417b9fee9365e8b7ef29ddff8558672f86ba3b37a7ee99ead": 5,
-          "typed-decisions-canonical-v1/7de4060fdb58469cc5c1ad2ccad4553d2985df4b2dc3b22d6cb058e09323bd71": 5,
-          "typed-decisions-canonical-v1/7dee7ea8cffad2cc136fe276262a3333e803b99b5092accde1bdf443f99c6d33": 5,
-          "typed-decisions-canonical-v1/80365f692188363a3ea070f038d37919665cd5725429f1a2381129a751e27624": 5,
-          "typed-decisions-canonical-v1/82f58c698ee337b5bf710a74578a99f964202ef95a3c7131027e98d702f2ffeb": 5,
-          "typed-decisions-canonical-v1/833cea30c86afeafec7d0ab9ef22d09e265addc30f80582c82d0c9cbc32ac6ec": 5,
-          "typed-decisions-canonical-v1/83adc3bef98a07fddfcdac25d4603e84888a1a80ea0346f9234995eac15179b9": 5,
-          "typed-decisions-canonical-v1/83b9cd09210a4e14518aaedae427ad7aa4c2d20b77e8c54ca34181ea6315faf2": 5,
-          "typed-decisions-canonical-v1/851cf075ca81b17f3d95aaebfcdf027ce0c81ab87a7c066b5a169429331117ed": 5,
-          "typed-decisions-canonical-v1/852e0ad88e7bfa760e57ffe58b259fe49d779b7f08f143522271bca149190b0b": 5,
-          "typed-decisions-canonical-v1/8530944a8c2c0494f38f2cac68873248d61812aec12a4e5d6201498003a41bc4": 5,
-          "typed-decisions-canonical-v1/8591966c24288de777f2be1fd00ccc061c390df9f7d9b0c33d7817df66e22eee": 5,
-          "typed-decisions-canonical-v1/875c39a8ed86895c1088cd2300d2ed79db6268eb48db1abae7e7e461a1fbd39a": 5,
-          "typed-decisions-canonical-v1/875c4b165cb7af9e57d2933088f022783dad890b6867c97c96aaa9b7a2eca422": 5,
-          "typed-decisions-canonical-v1/87cf03bee20a38c85ae9c6aaaf83698fead066b73bfff637c98c27c7d754fb01": 5,
-          "typed-decisions-canonical-v1/8811dc58cb64cdd9be698a4640d33ea56df1c75a961e084d9647bd3a1c69cee5": 5,
-          "typed-decisions-canonical-v1/8945afc121c986c3eb05abcd672601c8648aea10914d394d9aaedacfa98b7512": 5,
-          "typed-decisions-canonical-v1/89850798d0e0ef065706c57a682c45691f679699b5bdf3b7e2eb6d0808c38c61": 5,
-          "typed-decisions-canonical-v1/89cd0cab1c35a450976ff4591854710af9e2684086895b8a658862d7f9a2cc7a": 5,
-          "typed-decisions-canonical-v1/8b54c893995d42562920d692fa8a4b1511cc90460d42dbc84caff1390e641807": 5,
-          "typed-decisions-canonical-v1/8b9036c682ec2676c2f3cd37a69af294c319bd8056e9a53b35b7544dbe2600e7": 5,
-          "typed-decisions-canonical-v1/8bb72f76e2a7845bba3b931abdf56598ae37282f64b8878739844e5e652f5e57": 5,
-          "typed-decisions-canonical-v1/8c1fa47e763eb2b2ed536493d7fda2e000dd03153e078f6ce4c294d57ee9ed7d": 5,
-          "typed-decisions-canonical-v1/8d1e3069af9c678ec5bb2b985011890a5e2e0f59bee6fbe087e0a1c63351cb93": 5,
-          "typed-decisions-canonical-v1/8d3a6cdf87908e3f95df135f321d9226acadd39d884a96e3b5a9a0968bb92b3e": 5,
-          "typed-decisions-canonical-v1/8e72ee65c7a8a4410d293e13ab364e08cd6172b53988cb424ccffef2b9beb1d7": 5,
-          "typed-decisions-canonical-v1/8f25d31fa1d15c6d35452fa985b799ea24fe7cf4dd5e5c99370391981c64a1a8": 5,
-          "typed-decisions-canonical-v1/91fcf60bd129da30a09afa8e6d06b5887419f68d850ddeb5bce63593af16e352": 5,
-          "typed-decisions-canonical-v1/9269fd63fcc2d1a003c1c15445041a488fedc4fd6e38ea348ee251052fac9abd": 5,
-          "typed-decisions-canonical-v1/928cf49eeea6c5baf3fef6f8078a766d015ff258e8cfec4795434d725e2c6f58": 5,
-          "typed-decisions-canonical-v1/9293ee8a4c1f88f3d97f3065e836a41fdcaa14e1dec59835799a81bcf5ddbc35": 5,
-          "typed-decisions-canonical-v1/92bb53be7e0c30a9ee9d7c823c06b8bb7cb1277469d0aa60f97f024f8b1257ef": 5,
-          "typed-decisions-canonical-v1/93c36d6a59936a23696e0690d9153eaca35a08ef948446f17630e07cf8f0a943": 5,
-          "typed-decisions-canonical-v1/9433c7a3562457c6c5419e9c08b1a4fc9a78b7c8997a6a2f95184030ee734c71": 5,
-          "typed-decisions-canonical-v1/94bb42ac7ef960016b92b74bd03801f76915a4a692140c1d562515cda3d543cf": 5,
-          "typed-decisions-canonical-v1/94bd04ea1cd2b5dce7b132d50d79d22e66bb78f8db53a001036cef524e11fd00": 5,
-          "typed-decisions-canonical-v1/9535ae114bc6e4a6872adcadab2520afae6b60d18ef822705ff558bf0e1f9cfb": 5,
-          "typed-decisions-canonical-v1/95c40647a0769ccfca48df1773db8af81281ba7019abbc56af6583a21b7d36a2": 5,
-          "typed-decisions-canonical-v1/96c94ec8156d4f8a4ae1acb93cc2f49cf5fd007646f9fc768cb745e940128986": 5,
-          "typed-decisions-canonical-v1/970732f1ad7046b082374259a6323a594c27dabd5e19c4dc4f658f80028ea61a": 5,
-          "typed-decisions-canonical-v1/974089f34aab5d7907640039d2ad590be254d98f3ab5392a20768f5e161f4633": 5,
-          "typed-decisions-canonical-v1/978dbc62d012f2a507481a7f5bee88a6c9a3c6ae53cddd2caa60c82aafbbfbe8": 5,
-          "typed-decisions-canonical-v1/97cdadd140fe6bf1034c8c6e5ff3bdf86e12fb12f34d42964617ccf90b19717a": 5,
-          "typed-decisions-canonical-v1/9897bea6b6d7d574f325b2d78042b75d20bee315928ef6b75550a8d363bdba82": 5,
-          "typed-decisions-canonical-v1/9a022de5f42780e1e503e66b59d3ee5c3fc8cd7c40bcea8893a86568784f3e4a": 5,
-          "typed-decisions-canonical-v1/9c88652275225374378c4e6540c334df46d21b5caf2e6c3574b10ecf8807eeae": 5,
-          "typed-decisions-canonical-v1/9d16b27302a63c8752e5393394f465365dd7d6e2158ad19738c6d3bc60f74b3b": 5,
-          "typed-decisions-canonical-v1/9d9e3db5a6e625db5b0ef9c1078c01b90f964079567c56d9e15ebbbae807b397": 5,
-          "typed-decisions-canonical-v1/9dca1196311e32675fbd372d248e1e711410daa9028030f17c803d363c85193f": 5,
-          "typed-decisions-canonical-v1/9e6fbf11f1300cfaf13e930f7267bf1cf2ee15614979f39a416dc63aeff77dc6": 5,
-          "typed-decisions-canonical-v1/9efdbbbbd938af76a078245dd85b130bbba1bbca86e977f69e05aa0476ffd49d": 5,
-          "typed-decisions-canonical-v1/a1867a976e8e1449c59b68bfdb6afc491ead82dd45a0810b16199bed6293b941": 5,
-          "typed-decisions-canonical-v1/a1ad5cc63630bf46ea5b0f964921ea5b40f72f5d31b262d828c620fab16dcb87": 5,
-          "typed-decisions-canonical-v1/a1e924b47f3136513eb63650be46a3b9b79cc5730b8f4c52406a5f80e02aa05b": 5,
-          "typed-decisions-canonical-v1/a2141ffbcc74b07e080784e7080d75d568566c46f08eae06df6c5e1ba452775f": 5,
-          "typed-decisions-canonical-v1/a222f53b8578919397e2cd396bff133f302807cf5299d01b84c315fe16d508e8": 5,
-          "typed-decisions-canonical-v1/a230142f4ccb77de8d57958b58d69bcb8aa2cca7923530dd265eca0c3ed54f17": 5,
-          "typed-decisions-canonical-v1/a2c5f4fbe104af913db75475a5edcd7f188d499e6b7b526295d0d0ba2678d2ed": 5,
-          "typed-decisions-canonical-v1/a31ffaa2af1e90e197b46dfde3ec7f7f6eaf370ed016e9110e4becf3acb2fd92": 5,
-          "typed-decisions-canonical-v1/a4d41ae1036fca4614f752ac7a9d2fa6ceeb2884210c240fbc069d3a949e4abf": 5,
-          "typed-decisions-canonical-v1/a510828c1fe1ecc1bbdbcb7bbdc75f93f5436936a8bdf3c26b0634fc42a39701": 5,
-          "typed-decisions-canonical-v1/a5d39bea8f4c9d1f9fe1e6acbd3f1be5111c40f50a762a5be27065dd28d43dd1": 5,
-          "typed-decisions-canonical-v1/a66e18918e249ef81fa85d5456ed5876a03c15328e620cfea369bb8cf41afa64": 5,
-          "typed-decisions-canonical-v1/a69b0f3aa2555770b776ac3b44f1f3e97fe8794b28287a331e4d0b5febb86414": 5,
-          "typed-decisions-canonical-v1/a748bfb891ec1806e53e1008e09eed0f95edd2d2fcd4ff069c72353b36dc1306": 5,
-          "typed-decisions-canonical-v1/a7b1aad05f10796570e37c6bc2797a84e52c5acd6cad8ce4bd6e1cffa68fa7f9": 5,
-          "typed-decisions-canonical-v1/a901dcb8fe189b634fdadbdcb3ca7001f41d3066a09d7c1254d776dbb1244654": 5,
-          "typed-decisions-canonical-v1/a9666cc1a6a8137437223fdb27d42afe69e72781ed8d90555b9e4ee0787da797": 5,
-          "typed-decisions-canonical-v1/a9ab1350f1cfa7b7236cf6e305d8db4917c246b009a3fab59d6130685c885255": 5,
-          "typed-decisions-canonical-v1/aa07e455bafa6ed71e32fbffa01ae3d8ae5cd927d119852bd1ea10850b67e0f9": 5,
-          "typed-decisions-canonical-v1/aaaa686be1f7df44094429eb233459edcdb5e6f919746ad88b452a84a362ba1d": 5,
-          "typed-decisions-canonical-v1/aab86c463445bfb2438d23344df55023006bb0d8eb3b511899b64b60fab25427": 5,
-          "typed-decisions-canonical-v1/aaeec1f4cab38f0547ed886cda8c58e7a3f9b9bca116ad2f7c9c7a606d9f5ffc": 5,
-          "typed-decisions-canonical-v1/ab109f3814ef4d8b79dec8ea41b05358f45b61da6df8ded06e1ed93adef1992b": 5,
-          "typed-decisions-canonical-v1/ab1d2579ddf66b602d73946a7b1e924a71a637db295bf10850a8da7a7f5c7a09": 5,
-          "typed-decisions-canonical-v1/ac709be5b156ca5b30cefc1e7f0bf27d2b0bd803876c19bc871c21b44b60e1c1": 5,
-          "typed-decisions-canonical-v1/ac79cc889202ef5ba59acdf922479657222cd12943b46ac00e6c2a4b4986d095": 5,
-          "typed-decisions-canonical-v1/acf8876f009d96f19cab8195484bb618c0a1374121594d10480f4a50a66f9201": 5,
-          "typed-decisions-canonical-v1/ae745ca05b2fe24d83194c49a00bce534327425b4830db4984316a6047448773": 5,
-          "typed-decisions-canonical-v1/ae9b93a4f6237860364dce33eec7643f686014d190fc5252d060f17bbbd8c457": 5,
-          "typed-decisions-canonical-v1/afda0c7cbdaebd4298ac0688a2800f5f9b99b414a0af59aac4ac0089409066ff": 5,
-          "typed-decisions-canonical-v1/b087da08767d1ffa48776525d4239de714ee7d2eddac60bf467a45da34d1ae51": 5,
-          "typed-decisions-canonical-v1/b1eace46630ee69775dca668ec6a43b9aeb79fc546882d04758105dd6da9ca10": 5,
-          "typed-decisions-canonical-v1/b2b0c5a7e14980c2165dc486370e508f514ff0ae302e353403a0c76a9ba569ca": 5,
-          "typed-decisions-canonical-v1/b33f66ef27f62b5749869b8eaab3593c899dd1a261961d9b2e04846819c1a4bc": 5,
-          "typed-decisions-canonical-v1/b39bd92b2079d2942287002304e83b65a63b3bcebe008439cde24ffb8681daec": 5,
-          "typed-decisions-canonical-v1/b3a47fc830ed5fff81b6a44d3f5e41ec58f783db8d1b1c6febfbbb603e112d61": 5,
-          "typed-decisions-canonical-v1/b3b5ffd2b08b3200ab96dfd1faf43e647c0192d148ac26cc7f9df61f3503e550": 5,
-          "typed-decisions-canonical-v1/b3dd215a5b51d00f8711bc685ae17eb1c7f4385f013e1df66cb1a26fc4fcc81f": 5,
-          "typed-decisions-canonical-v1/b404b1a60ff6b0101344931e2789c766827df22743a57191e44325f9260d0044": 5,
-          "typed-decisions-canonical-v1/b41c5bf38d273d9aee2e5b086154f5df9e29a1af20ee6efa99fe1c9035387942": 5,
-          "typed-decisions-canonical-v1/b426586e960045da5befd206320fd96f65742f2ff8e91b2817189032c7ef4b5b": 5,
-          "typed-decisions-canonical-v1/b4b6fdbdb6dd9904488086861fecc9b73437f06bf9c78c24784c947c6aafd977": 5,
-          "typed-decisions-canonical-v1/b4d54e1b6364ffb59aa981a3156f14443b712ffa9cdfb7399ecf8e797b700500": 5,
-          "typed-decisions-canonical-v1/b5b4e5a919c172a9cb1ba5b98f029fe0bc7813251a1b35508ba77ab11efcb868": 5,
-          "typed-decisions-canonical-v1/b5cc2d17e0736427ab683ad5bc577667012d07861ea1169ae16e2c5659da7649": 5,
-          "typed-decisions-canonical-v1/b60838caca7a3298167833d87111236b8538e2a3cb0628fac68054d746a07247": 5,
-          "typed-decisions-canonical-v1/b62c91bda5d87e140ebd87a979c5ab73447f9a53ca21d983e8c2ccb6e7cc164c": 5,
-          "typed-decisions-canonical-v1/b682feca477d103b862018b6132052b1917611b69bef86f5dd4d578093414196": 5,
-          "typed-decisions-canonical-v1/b7252410bae49a66d58f793d547018853025b3c84101e6e42d64755482f2571e": 5,
-          "typed-decisions-canonical-v1/b7ef4cfc9d60ede6e21d3bd661cbd5035e26a9c470a49e3e6ab2ab4599194914": 5,
-          "typed-decisions-canonical-v1/b8470de0761c37c09200613ca8ce6b04e50b9a11673beead4da7f0de044ad433": 5,
-          "typed-decisions-canonical-v1/b9adb8084a5561cad62c8925f6b915ea3236d85b08e8f76423e48fc188c7484c": 5,
-          "typed-decisions-canonical-v1/bad86e255ed3b4e2f7c96c123a3bf054889935f19679447fe7dc31ed21765f90": 5,
-          "typed-decisions-canonical-v1/bb30a0739d854506870277cf137d0fe810d3ca386d5898ae17da4aa0f0083c6d": 5,
-          "typed-decisions-canonical-v1/bbdb84c6ea5cfabf0f3ee0ba15b3acf2ed7406ec40ac44eb30f4280560e077a9": 5,
-          "typed-decisions-canonical-v1/bc9d4fce05f0ee3a0cb1f94f722552a9c828210a8be1cb7732fcb32eb118ef98": 5,
-          "typed-decisions-canonical-v1/bd173f08005ded071ccf49825268ff7d8daa16d2a16d6ee0634a7bd2bc91386e": 5,
-          "typed-decisions-canonical-v1/be8760a7c89475e373ba3b7bee218fe8174c3e23f2350fede581fd93fcfd712f": 5,
-          "typed-decisions-canonical-v1/bfad65bcac41727f3f2ded8dbb79294510788571a8a565b057d408d40f93352b": 5,
-          "typed-decisions-canonical-v1/bfc8a15b40538b1e42294aaa7021ce06933fc4bc1cc1da338ebe79a1d1e9db63": 5,
-          "typed-decisions-canonical-v1/c0a2e6ee2278490192b7edddd773e3eb303111c1f86337601124122b23ffe4cb": 5,
-          "typed-decisions-canonical-v1/c2cefde658933e562d7cae342856842d821239e96a8a3136e91230ef00dbfee3": 5,
-          "typed-decisions-canonical-v1/c40a258d72849838fb98c327c077942552df101a378a814f1355a1005ddca704": 5,
-          "typed-decisions-canonical-v1/c45b730a19fe96bb5e51ae3f5050be77e401a38605a14e24214bf024f7fe0659": 5,
-          "typed-decisions-canonical-v1/c4fe126285d50e01f98e4256130e644d0a2a0664f6f80c5e4c848df59498a53f": 5,
-          "typed-decisions-canonical-v1/c548d6eb289de30c0f9c9ffb0a172d1b12508cd466ea16b2557d53619d6fc36f": 5,
-          "typed-decisions-canonical-v1/c55b366357ab7a1ba206ba0eeff0d3e01412b506430cc023785e40dafee63f53": 5,
-          "typed-decisions-canonical-v1/c68fd341847b90afd4e0ba51962a9167294f5b628db0400e4de28dd8dc318ef6": 5,
-          "typed-decisions-canonical-v1/c8a60e3bc9027d14b3b87f6852a4c0c29cfd75e52695bbfa866e1fd793c8fd47": 5,
-          "typed-decisions-canonical-v1/c90ef06acc99c07f6d244d8e524248cafa2f7f0ccb73c30d8628c795fbff0217": 5,
-          "typed-decisions-canonical-v1/c929f26716e6e29bbb74ec4acdbd9e8ea087dd71c11f9fd52e5c061c4fe35c34": 5,
-          "typed-decisions-canonical-v1/c9694d4c53aa03f15349ab1eed112ef23e7f9f4321c14b60ead29fce347f1dec": 5,
-          "typed-decisions-canonical-v1/ca5225fc2fe211f9f829f08ad9dd2bda07b10aa47fdfa9bf9a22c734e9f6b503": 5,
-          "typed-decisions-canonical-v1/cb9b60b46fc09310d5818976bcc0fd87ee89308ac21c5762a9a9b4e77a5e7371": 5,
-          "typed-decisions-canonical-v1/cba74b25d887d0c3f7e45c0b54d250d38c89116b8770ff08654ecf90154808a1": 5,
-          "typed-decisions-canonical-v1/cc87595bb4a31aa6ff32f3fd8878e03247b5691bbe6932f07b3ea52196130569": 5,
-          "typed-decisions-canonical-v1/cd8c75757c4fd93d9802c878aa7bfb0a42c9fd442156d90d6c87eb07e50daf58": 5,
-          "typed-decisions-canonical-v1/cdbcd002538345edf6b9988268d50394db1a6276b13735b70e1caef2077b61f4": 5,
-          "typed-decisions-canonical-v1/cf2e2a91468e5997344bea23e7594f616f648ce4aa22e99c428df6532fa959eb": 5,
-          "typed-decisions-canonical-v1/cf4dbb68a789f0db1329912b15d8f66cff37676be5c964b6356bd683592a2395": 5,
-          "typed-decisions-canonical-v1/d0e40a804e87a513565f4a686a4ae9e7d04dd8f6723338f89e0eeee61295c595": 5,
-          "typed-decisions-canonical-v1/d14e10ed20a1b58167d986ce48d7b8cfff032e64022af507883313ca36d88a49": 5,
-          "typed-decisions-canonical-v1/d1eb210c828b67c7c6f009996052d75bf07fc779eaf09b45967de04f4d4519e8": 5,
-          "typed-decisions-canonical-v1/d3e60ba0cff9132ded2e73092f401275f85e2659a999d7516fd525a819965b28": 5,
-          "typed-decisions-canonical-v1/d458c74681f58b4cc1f8d1b7ee76906485b165466a453f6804c9b614a9e092c5": 5,
-          "typed-decisions-canonical-v1/d54590ea86df8db9873fcbe93e3545301f75bf1e957c65990e21290cf6326138": 5,
-          "typed-decisions-canonical-v1/d64732e42b08ff09a608cbe82be6674a9a488a77565879c5d6c3d871757c6c15": 5,
-          "typed-decisions-canonical-v1/d7350f7de448fc2b0327e58072c8bb440efc3b1e7d16427e430c1be3cdeeaaee": 5,
-          "typed-decisions-canonical-v1/d775b800fb15faf781dcc846f055b0deeec7f0d2d23ad955e055074c5f8ef5b9": 5,
-          "typed-decisions-canonical-v1/d8201b920513e1e9e4f96edc6f740576611837cd2b2488580aa4f6c4c2d996f0": 5,
-          "typed-decisions-canonical-v1/d93d8210c61533d8fc238c51db027af711b87fcee90ce55773eeea71048af9d2": 5,
-          "typed-decisions-canonical-v1/d97347a07990c4bcdb4535db8a5740bf774e7aef73b99bf95869f4ac5482c5d5": 5,
-          "typed-decisions-canonical-v1/d99ae4fd95652cb52afae030a902c0cf96df6367cac63e1b4beae09ca60dae01": 5,
-          "typed-decisions-canonical-v1/da27af37d2aa22aa2cd8aaecde019e7eedde44a6e3b897d48660f9390a9d2c4e": 5,
-          "typed-decisions-canonical-v1/da70a34af36e66dbd891f25e606d234da62b2a3b267fe9475c862fe15c082997": 5,
-          "typed-decisions-canonical-v1/daab45e2fde3ab2db2a4132fedd58d7af73978da32fbebc1e4ec2afe1ec69053": 5,
-          "typed-decisions-canonical-v1/db0ff419e4d2c1b7f9b2846f33e072a725e955174839883d0bffdee28cbb230c": 5,
-          "typed-decisions-canonical-v1/dc79245c78540a6c02045587c1d6ee3cea8c72b7c3857d1ae02e7dd7636442ab": 5,
-          "typed-decisions-canonical-v1/dc9f24a90e4c1d2acfbafedd38b89315842205264483808ed0b3a304f3158e76": 5,
-          "typed-decisions-canonical-v1/dd950b3fdfa48b4121a7abe1a8d867567c21e77b3333a8eb5dc7ac4768b74c5e": 5,
-          "typed-decisions-canonical-v1/de722ae3ba7673edfbf27bea9516fba1ddae023dcfd5876683d0747177e85ceb": 5,
-          "typed-decisions-canonical-v1/df8fda198b5a0acd9e7d0ebb366a58c089a2a6f58902739612234ca420b391dc": 5,
-          "typed-decisions-canonical-v1/df97086f781804c4d6ed7198692485702c0e8d97d7b99c68a0f443f2b87490b0": 5,
-          "typed-decisions-canonical-v1/e08d910d4c05914049e64f6e9f6c4d7a50d24f4c1fc5d05c3333ade0f5086519": 5,
-          "typed-decisions-canonical-v1/e10731156932bf8885b6edf7b690fcb4b02cc005d2dccc95a8bf6e543486e86a": 5,
-          "typed-decisions-canonical-v1/e2732bbd265e0c6b34ef822d5a8fb3995df5161b71d629db42333580ea159497": 5,
-          "typed-decisions-canonical-v1/e2884772dc3c97a6ee4aee9c66d61cf1d64a0c7bc1b5ce16a99f333f12e64b43": 5,
-          "typed-decisions-canonical-v1/e2a5c5c3379eb75788cdaedc6da3ae5b8fc2f7f42396450c8d830c618c57ad0a": 5,
-          "typed-decisions-canonical-v1/e2eb9dbe963a27958ba11c4675fc65175d91b88974bfec381e300ff035a5d68c": 5,
-          "typed-decisions-canonical-v1/e31a77410ba49f7e4d29326666a63130ddffac003f1d8b2f8e2d6ab821d6041c": 5,
-          "typed-decisions-canonical-v1/e39bdd476d8a6ed6ee7ad739f7295bba726dbcb13c2896de2dae54354f14ee30": 5,
-          "typed-decisions-canonical-v1/e3f33f22f355a92f720baf3c240ae86461df9032cfe329f7aeed5ea508ab9728": 5,
-          "typed-decisions-canonical-v1/e4c03f8365c2f8fd711c494deed640bdb5016b04b2284b73710d3eab432b5f3b": 5,
-          "typed-decisions-canonical-v1/e4ff543334f9584d1dcaf7bd505f58213ccac85c109e50be2e25a15941f6f396": 5,
-          "typed-decisions-canonical-v1/e50ff882bb2bc6cf5d020c58fd749faa17fa90385f8a33919aab0c0f5da86f64": 5,
-          "typed-decisions-canonical-v1/e5179d619ceaab5ef9b77db8940491167f2d232b74357b9271abfc8ef5eb3759": 5,
-          "typed-decisions-canonical-v1/e5326471c2b526590a2c1a3c4b70deed7fef2edd8e1878508d23d9e6cab56a40": 5,
-          "typed-decisions-canonical-v1/e633bd398b71cfc1ecc6b758dbf35b7fb1149187ad4f12985a1ae2f6d377d9e5": 5,
-          "typed-decisions-canonical-v1/e7c4f6086b1a154900d10589b5dcd40938d3b8396ef1e55726e456dc05b81c01": 5,
-          "typed-decisions-canonical-v1/e8c3e5416f07673f612a00ed2d982ce68d5c8d7a6f5be5b7cbdee933b64f12f8": 5,
-          "typed-decisions-canonical-v1/e917323bfb81e5760276ad09f71c050a773811bff3cefda7780f5d4c77469d97": 5,
-          "typed-decisions-canonical-v1/e945ca2c0a841b9ecb5c6883c6ba7d7ba4a1b5b1a34c8d5b9bf79247085686a8": 5,
-          "typed-decisions-canonical-v1/e96ca94e3390ecb5d1bf2c9511fb2e5500b8c45fe928dab2080aa5f7ed751bc9": 5,
-          "typed-decisions-canonical-v1/ea53d1167766d542c935b49e1e5eb74ab9202f79ea8baddf95cf033747eefdbc": 5,
-          "typed-decisions-canonical-v1/ea7f4406bcff80756ebfbd7c58587335c767e6cb2611d32d3540c495f1b80315": 5,
-          "typed-decisions-canonical-v1/ea9d2e1eb30772979ab8577ccfa81298c9390dd54a33110961d9d86969022434": 5,
-          "typed-decisions-canonical-v1/eb2fb36e31de2ce3558383715e3477d2a0e8ce4773a13cfd89061bf19495e3c8": 5,
-          "typed-decisions-canonical-v1/ed92a6cf5eb82c49c68a130f2d15ea317f2614249af7966188da4854543d1536": 5,
-          "typed-decisions-canonical-v1/eda087bf55b8d9d866a4f0666978a46fd659cd3b36e23235c215fd8a38d99547": 5,
-          "typed-decisions-canonical-v1/edf256cfc05c22ce15eb31fb965d8173951f1c69cef16b22867d07a60104c50f": 5,
-          "typed-decisions-canonical-v1/f10f9ea6f58698a4ce525ee4d4a3bd1d2c9f42d0498d224f94226e16c27efd71": 5,
-          "typed-decisions-canonical-v1/f12a02e6320ee161d1c0527afbc2efddf0ab59d9ee39cfdfcca420fa3486a5f2": 5,
-          "typed-decisions-canonical-v1/f14ae2516e89bd71212200cee39f08a11122efa10fa2e7e3eb26e1e177c10023": 5,
-          "typed-decisions-canonical-v1/f16f02e6efecc4ec76c8cfba40ecf2656abd53eaca6b70b753933be5c931371a": 5,
-          "typed-decisions-canonical-v1/f1d3ae5601eb4e3cc7e78618af3919edbc678c24e3fe95d262c0a3cc575ccbdf": 5,
-          "typed-decisions-canonical-v1/f2e80012f4394a622524fe8ab189961300ef6328827b8751e2975d257a3ebcb1": 5,
-          "typed-decisions-canonical-v1/f5737c3a652a0b346c7b1bfdf50b64d94f7ac569c18cc58e9b6e16694df3f40c": 5,
-          "typed-decisions-canonical-v1/f585ab98ea0fc1b3b23d75444d33bcc5e4b6de4c5b6db5bca4956bff598deec3": 5,
-          "typed-decisions-canonical-v1/f611d3cc62ac1785bfb9c7229b54e8453e71dbf2a2a485d7600063ee1dddcf5a": 5,
-          "typed-decisions-canonical-v1/f930f426f825235cb522b69d1ec5c29a718943e75228d8dbdff3a49caae5fcf2": 5,
-          "typed-decisions-canonical-v1/f9bff5523bbdd021c79bf9bf8b6d612924355eec5038bcc9b458693cbad8bdb7": 5,
-          "typed-decisions-canonical-v1/f9e60be024740ed6654ab0bb96a2ef6ad871977fab905db52bbf6688a9afba60": 5,
-          "typed-decisions-canonical-v1/fa8d089796fca2f81750f11d770af3e563928594d8b1e1ee90bc7323bba8aa19": 5,
-          "typed-decisions-canonical-v1/fa937ba27943544856a55e70e4f4bcf74328492923d5dc4f49b1d580bb9a07d6": 5,
-          "typed-decisions-canonical-v1/fab80e3f03b31c9acae6a98ed2e22a7e9383ae74ba402963a476be9cdde6eb24": 5,
-          "typed-decisions-canonical-v1/fb0598b645e608442344866f618d25d8afbaa91d364d7f14d6a5b17231aa7ee1": 5,
-          "typed-decisions-canonical-v1/fb0a5ea1dc4ba332719ff707d745b80da5eab906a563589cbc7b48c721cae908": 5,
-          "typed-decisions-canonical-v1/fbe29ce8c8ddb1b260f7a7451fdd69d51de818d58de1f28343ff091c1aba6daf": 5,
-          "typed-decisions-canonical-v1/fbeef81d3cabe1b54517e35b137fd6bccccbae7c5143b48e44d36f33897064cc": 5,
-          "typed-decisions-canonical-v1/fd2a4142b977923b907e4486a7f1735fcd9ef41dd0845ff7d83e8c497e87a768": 5,
-          "typed-decisions-canonical-v1/fda24227b6fc27ae52361a04259c225a0bd041314002cc20cf2c314362f66e8a": 5,
-          "typed-decisions-canonical-v1/fe6310dad1da680dd6f6ecbda70f2609b4407d9b8a7b1a16e840cf89260f10af": 5,
-          "typed-decisions-canonical-v1/fe7524707ad838fe5725fec88af54ccb9ab7e400147e9d24d5cf4d2bdd662ef4": 5,
-          "typed-decisions-canonical-v1/fe80bcb616b7bb935d7ef021d568179065189f157f864e4dff5077e884740e60": 5,
-          "typed-decisions-canonical-v1/fecba74c4524f223671b601b9276f75b02de160d75ee946d4d77126b027ac790": 5,
-          "typed-decisions-canonical-v1/ff153b66920a54242dbb07cc34199a14e241ca21d2eade5b9564b3e7c261cff6": 5,
-          "typed-decisions-canonical-v1/ff3b35a85cb5d2a6d50399b75809416d97f8bef162ec8ec27b2652321a901a1f": 5,
-          "typed-decisions-canonical-v1/ffc60991fbeee89a3777167407cef30cd854b55dfee4b1767ab830f5680c4971": 5
-        },
-        "components": 400,
-        "direction": "second minus first",
-        "draws": 2000,
-        "excluded_from_interval_rows": 0,
-        "interval_has_same_support_as_point_table": true,
-        "metrics": {
-          "accuracy": {
-            "ci95": [
-              -0.317,
-              -0.2645
-            ],
-            "difference": -0.2905,
-            "valid_bootstrap_draws": 2000
-          },
-          "brier_soft_mean": {
-            "ci95": [
-              0.07163977644762042,
-              0.08131973877910859
-            ],
-            "difference": 0.07642974333215996,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_mae": {
-            "ci95": [
-              0.32582657703173495,
-              0.3936339761858904
-            ],
-            "difference": 0.3595904081610324,
-            "valid_bootstrap_draws": 2000
-          },
-          "score_rps": {
-            "ci95": [
-              0.058616142512103356,
-              0.07239473885006298
-            ],
-            "difference": 0.06554649231696744,
-            "valid_bootstrap_draws": 2000
-          },
-          "soft_nll": {
-            "ci95": [
-              0.4433242292172332,
-              0.5053780921646674
-            ],
-            "difference": 0.4726622666056335,
-            "valid_bootstrap_draws": 2000
-          }
-        },
-        "rows": 2000,
-        "scope": "One pre-frozen final recipe; all point rows retained; whole normalized-state components, stratified by the set of workflows within each component. No TEST-driven model selection.",
-        "seed": 20260921,
-        "strata": [
-          {
-            "components": 100,
-            "workflows": [
-              "agent_trace_observability"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "customer_service"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "invoice_processing"
-            ]
-          },
-          {
-            "components": 100,
-            "workflows": [
-              "security_incidents"
-            ]
-          }
-        ]
-      }
-    },
-    "reports": {
-      "Lex:raw": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.67,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.67,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.46030305371052826,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.032317530538469134,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12927012215387654,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11807360583421372,
-            "gold_mass_at_prediction": 0.4707699898333935,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.67,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12927012215387654,
-              "ece_all_15": 0.11807360583421372,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.42344425275694697
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.42344425275694697,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2790167678931756,
-            "soft_nll_rows": 100,
-            "tv": 0.25573388925971086,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.22284464412292926,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.033376593831726295,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06675318766345259,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08685617282986643,
-            "gold_mass_at_prediction": 0.7113000100000001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06675318766345259,
-              "ece_all_15": 0.08685617282986643,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6558425436339731
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6558425436339731,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6174519384204696,
-            "soft_nll_rows": 100,
-            "tv": 0.13805733594839095,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.63,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.63,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4362244001289698,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03436725412969652,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.13746901651878607,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18451249055747582,
-            "gold_mass_at_prediction": 0.4942033437667297,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.63,
-              "accuracy_rows": 100,
-              "brier_cn": 0.13746901651878607,
-              "ece_all_15": 0.18451249055747582,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4494744638497333
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.44947446384973333,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1604093201057024,
-            "soft_nll_rows": 100,
-            "tv": 0.2528193632722971,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.82,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.82,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.28413183126188424,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.027414189535829667,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10965675814331867,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08313787718464707,
-            "gold_mass_at_prediction": 0.5493299456667713,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.82,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.08313787718464707,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23347022317811295,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.23347022317811295,
-            "score_mae_normalized_gold": 0.23347030442803385,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.02100745238707394,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4958425354225632,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0816742284317111,
-            "soft_nll_rows": 100,
-            "tv": 0.2229487025090511,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.65,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.65,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4883632077554704,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03536993143118402,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.14147972572473608,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0973881861600293,
-            "gold_mass_at_prediction": 0.44376670260009166,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.65,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.0973881861600293,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3017820346738911,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.3017820346738911,
-            "score_mae_normalized_gold": 0.3017820581737634,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.029755222231417033,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4155153322807115,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2811559262912235,
-            "soft_nll_rows": 100,
-            "tv": 0.2648812739461364,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.49361846075164145,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03398592670845318,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1699296335422659,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09732514008734108,
-            "gold_mass_at_prediction": 0.4969717814334577,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1699296335422659,
-              "ece_all_15": 0.09732514008734108,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.432951330331881
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.432951330331881,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.303777558134762,
-            "soft_nll_rows": 100,
-            "tv": 0.28118294179328257,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.95,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.95,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09801353595520795,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013624896295202329,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06812448147601165,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.05385236654216464,
-            "gold_mass_at_prediction": 0.8353485614802458,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.95,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06812448147601165,
-              "ece_all_15": 0.05385236654216464,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7871807264126537
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7871807264126537,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.5784275732253555,
-            "soft_nll_rows": 100,
-            "tv": 0.1194873525632219,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2650209251027265,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.025038943254981794,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10015577301992717,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09571279080629427,
-            "gold_mass_at_prediction": 0.5910000552667655,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.09571279080629427,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2131586105851151,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2131586105851151,
-            "score_mae_normalized_gold": 0.21315833855172983,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.02136399304861985,
-            "score_rps_rows": 100,
-            "score_within_one": 0.98,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5156592737297956,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.099833316923159,
-            "soft_nll_rows": 100,
-            "tv": 0.21440997299009631,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3397322078362376,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06099086066140373,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12198172132280746,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1038946348428726,
-            "gold_mass_at_prediction": 0.66719999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12198172132280746,
-              "ece_all_15": 0.1038946348428726,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6231933213402769
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6231933213402769,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7174077689730565,
-            "soft_nll_rows": 100,
-            "tv": 0.18762757747271538,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3227195726395508,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.02148015812714186,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08592063250856743,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06876887828939963,
-            "gold_mass_at_prediction": 0.5690333190000831,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.06876887828939963,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21373526391770156,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.21373526391770156,
-            "score_mae_normalized_gold": 0.2137352754843352,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.018646321902726658,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5018608967290313,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0458191209374554,
-            "soft_nll_rows": 100,
-            "tv": 0.19202928663942948,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2946937981713059,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.026012788220880236,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10405115288352094,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0805691052524903,
-            "gold_mass_at_prediction": 0.6821654099681516,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.0805691052524903,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2876050193774535,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2876050193774535,
-            "score_mae_normalized_gold": 0.28760521039991005,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.030720651097187596,
-            "score_rps_rows": 100,
-            "score_within_one": 0.94,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.6089492382027173,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.8878298454985287,
-            "soft_nll_rows": 100,
-            "tv": 0.19306920402705263,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3169501998985353,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.029830356835395113,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11932142734158045,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09730052132535726,
-            "gold_mass_at_prediction": 0.5864819551300477,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": 0.11932142734158045,
-              "ece_all_15": 0.09730052132535726,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5290885707046393
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5290885707046393,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0493144454888097,
-            "soft_nll_rows": 100,
-            "tv": 0.2216816988677832,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.91,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.91,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09440004188678618,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.009317811684837059,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.018635623369674118,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0368811865476891,
-            "gold_mass_at_prediction": 0.89152332,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.91,
-              "accuracy_rows": 100,
-              "brier_cn": 0.018635623369674118,
-              "ece_all_15": 0.0368811865476891,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8822713125114167
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8822713125114167,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.2451464560285524,
-            "soft_nll_rows": 100,
-            "tv": 0.04431550823273212,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.95,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.95,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09233249695892748,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.020136456452598803,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.040272912905197605,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.042564847888424975,
-            "gold_mass_at_prediction": 0.88855998,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.95,
-              "accuracy_rows": 100,
-              "brier_cn": 0.040272912905197605,
-              "ece_all_15": 0.042564847888424975,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8355549858567521
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8355549858567521,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.3425973543957033,
-            "soft_nll_rows": 100,
-            "tv": 0.08275428935418308,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3182395179032959,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.019683367602068937,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07873347040827575,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08079000520750841,
-            "gold_mass_at_prediction": 0.5486699811334336,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.08079000520750841,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.16143278928544436,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.16143278928544436,
-            "score_mae_normalized_gold": 0.16143268855207926,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.014246430576953685,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4829374063218595,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1036194482406485,
-            "soft_nll_rows": 100,
-            "tv": 0.18855616695122812,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.74,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3591236563204231,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.058590550100555146,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11718110020111029,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06830520689487457,
-            "gold_mass_at_prediction": 0.60133333,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 100,
-              "brier_cn": 0.11718110020111029,
-              "ece_all_15": 0.06830520689487457,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5729943567738626
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5729943567738626,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7754496891413339,
-            "soft_nll_rows": 100,
-            "tv": 0.2001379810972309,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.34959822266727586,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03434030914410952,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1373612365764381,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11375356332530165,
-            "gold_mass_at_prediction": 0.5190666618667339,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1373612365764381,
-              "ece_all_15": 0.11375356332530165,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.45231774330364183
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.45231774330364183,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2938208474934945,
-            "soft_nll_rows": 100,
-            "tv": 0.26272834188119576,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.81,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.81,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.305671227799443,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0199985249903941,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.09999262495197052,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13697260860558974,
-            "gold_mass_at_prediction": 0.4754999892667799,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.81,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.13697260860558974,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2582131450368414,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2582131450368414,
-            "score_mae_normalized_gold": 0.2582130470035139,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.017309207151099792,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.40848485244025995,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3805707469594999,
-            "soft_nll_rows": 100,
-            "tv": 0.23778409021872526,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.23912806744982107,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05188397523152116,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10376795046304232,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.04864309884607796,
-            "gold_mass_at_prediction": 0.6551000299999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.10376795046304232,
-              "ece_all_15": 0.04864309884607796,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6179051244893357
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6179051244893357,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7325974529021236,
-            "soft_nll_rows": 100,
-            "tv": 0.18883200639243605,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.44525633576335816,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.029390646667579148,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11756258667031659,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10816720822453564,
-            "gold_mass_at_prediction": 0.4674166731167482,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10816720822453564,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.341862987013576,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.341862987013576,
-            "score_mae_normalized_gold": 0.34186302646345845,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.030899998709792417,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.42921820990668635,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.262111832239953,
-            "soft_nll_rows": 100,
-            "tv": 0.24366783017857016,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.74,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.35911797885202645,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.029744378941887632,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.12691265293482645,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.05984609997566157,
-            "gold_mass_at_prediction": 0.5671403822517681,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 600,
-              "brier_cn": 0.12691265293482645,
-              "ece_all_15": 0.05984609997566157,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.512409514559916
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.512409514559916,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.11079441872355,
-            "soft_nll_rows": 600,
-            "tv": 0.23227226460624859,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.8466666666666667,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.8466666666666667,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.22459351909585412,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.03904937466044036,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.07809874932088072,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.025556362259667346,
-            "gold_mass_at_prediction": 0.73583611,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.8466666666666667,
-              "accuracy_rows": 600,
-              "brier_cn": 0.07809874932088072,
-              "ece_all_15": 0.025556362259667346,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6979602741009362
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6979602741009362,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.5717751099768733,
-            "soft_nll_rows": 600,
-            "tv": 0.14028744974961474,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.76375,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.76375,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.3405120520496293,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.025548568728757468,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.10469409053882915,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.05437303636955278,
-            "gold_mass_at_prediction": 0.5408602595023531,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.76375,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.05437303636955278,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.251407509133517,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.251407509133517,
-            "score_mae_normalized_gold": 0.251407493632103,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.02299365963810887,
-            "score_rps_rows": 800,
-            "score_within_one": 0.9875,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.48230846812920314,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.1428268081902724,
-            "soft_nll_rows": 800,
-            "tv": 0.2196683159325362,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.724,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.724,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.37837342739595636,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03256909989338113,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.11692576204083399,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.050426396327276767,
-            "gold_mass_at_prediction": 0.5338739983733972,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.724,
-              "accuracy_rows": 500,
-              "brier_cn": 0.11116410877870507,
-              "ece_all_15": 0.050426396327276767,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.267626128926002,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5095870867468844
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.267626128926002,
-            "score_mae_normalized_gold": 0.2676261813008986,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.025381337309245487,
-            "score_rps_rows": 200,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4880238255887856,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.0839416362284564,
-            "soft_nll_rows": 500,
-            "tv": 0.2268881129871173,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.796,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.796,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.30382094045707286,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03102415700943658,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.10922244837391593,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.027131207595783795,
-            "gold_mass_at_prediction": 0.6319107414361105,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.796,
-              "accuracy_rows": 500,
-              "brier_cn": 0.12001194544702834,
-              "ece_all_15": 0.027131207595783795,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21344693725140831,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.6144417926949373
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.21344693725140831,
-            "score_mae_normalized_gold": 0.21344680701803254,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.020005157475673253,
-            "score_rps_rows": 200,
-            "score_within_one": 0.985,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.5721691097087277,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.9490530676387577,
-            "soft_nll_rows": 500,
-            "tv": 0.19894742629174914,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.844,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.844,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.22332321096377014,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.02099615615915603,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.07220291738164977,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.038518290099478034,
-            "gold_mass_at_prediction": 0.7194801292463265,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.844,
-              "accuracy_rows": 500,
-              "brier_cn": 0.059409987872150724,
-              "ece_all_15": 0.038518290099478034,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.22451890433144894,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.7489716230242695
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.22451890433144894,
-            "score_mae_normalized_gold": 0.22451894947599466,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.022483540837070645,
-            "score_rps_rows": 200,
-            "score_within_one": 0.97,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.667760302719477,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.7257015099304486,
-            "soft_nll_rows": 500,
-            "tv": 0.14607537348659583,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.762,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.762,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.3397555020000642,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03884080122683181,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.11517309977257556,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.04776507829359505,
-            "gold_mass_at_prediction": 0.5436833368500523,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.762,
-              "accuracy_rows": 500,
-              "brier_cn": 0.11943676241353024,
-              "ece_all_15": 0.04776507829359505,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.30003806602520866,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5477390748556134
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.30003806602520866,
-            "score_mae_normalized_gold": 0.30003803673348617,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.024104602930446105,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4961840573827573,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.088910113747281,
-            "soft_nll_rows": 500,
-            "tv": 0.22663004995363165,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.3375,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.7815,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.7815,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.31131827020421593,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.030857553572201386,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.1033810568922438,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.02675535632294932,
-          "gold_mass_at_prediction": 0.6072370514764717,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.7815,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.1025057011278536,
-            "ece_all_15": 0.02675535632294932,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.251407509133517,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.6051848943304261
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.251407509133517,
-          "score_mae_normalized_gold": 0.251407493632103,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.02299365963810887,
-          "score_rps_rows": 800,
-          "score_within_one": 0.9875,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.5560343238499369,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 0.961901581886236,
-          "soft_nll_rows": 2000,
-          "tv": 0.19963524067977345,
-          "tv_rows": 2000
-        }
-      },
-      "Lex:shipped": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.67,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.67,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.46030305371052826,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.032317530538469134,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12927012215387654,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11807360583421372,
-            "gold_mass_at_prediction": 0.4707699898333935,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.67,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12927012215387654,
-              "ece_all_15": 0.11807360583421372,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.42344425275694697
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.42344425275694697,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2790167678931756,
-            "soft_nll_rows": 100,
-            "tv": 0.25573388925971086,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.22284464412292926,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.033376593831726295,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06675318766345259,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08685617282986643,
-            "gold_mass_at_prediction": 0.7113000100000001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06675318766345259,
-              "ece_all_15": 0.08685617282986643,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6558425436339731
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6558425436339731,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6174519384204696,
-            "soft_nll_rows": 100,
-            "tv": 0.13805733594839095,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.63,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.63,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4362244001289698,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03436725412969652,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.13746901651878607,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18451249055747582,
-            "gold_mass_at_prediction": 0.4942033437667297,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.63,
-              "accuracy_rows": 100,
-              "brier_cn": 0.13746901651878607,
-              "ece_all_15": 0.18451249055747582,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4494744638497333
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.44947446384973333,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1604093201057024,
-            "soft_nll_rows": 100,
-            "tv": 0.2528193632722971,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.82,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.82,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.28413183126188424,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.027414189535829667,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10965675814331867,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08313787718464707,
-            "gold_mass_at_prediction": 0.5493299456667713,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.82,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.08313787718464707,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23347022317811295,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.23347022317811295,
-            "score_mae_normalized_gold": 0.23347030442803385,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.02100745238707394,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4958425354225632,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0816742284317111,
-            "soft_nll_rows": 100,
-            "tv": 0.2229487025090511,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.65,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.65,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4883632077554704,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03536993143118402,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.14147972572473608,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0973881861600293,
-            "gold_mass_at_prediction": 0.44376670260009166,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.65,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.0973881861600293,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3017820346738911,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.3017820346738911,
-            "score_mae_normalized_gold": 0.3017820581737634,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.029755222231417033,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4155153322807115,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2811559262912235,
-            "soft_nll_rows": 100,
-            "tv": 0.2648812739461364,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.49361846075164145,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03398592670845318,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1699296335422659,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09732514008734108,
-            "gold_mass_at_prediction": 0.4969717814334577,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1699296335422659,
-              "ece_all_15": 0.09732514008734108,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.432951330331881
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.432951330331881,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.303777558134762,
-            "soft_nll_rows": 100,
-            "tv": 0.28118294179328257,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.95,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.95,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09801353595520795,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013624896295202329,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06812448147601165,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.05385236654216464,
-            "gold_mass_at_prediction": 0.8353485614802458,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.95,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06812448147601165,
-              "ece_all_15": 0.05385236654216464,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7871807264126537
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7871807264126537,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.5784275732253555,
-            "soft_nll_rows": 100,
-            "tv": 0.1194873525632219,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2650209251027265,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.025038943254981794,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10015577301992717,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09571279080629427,
-            "gold_mass_at_prediction": 0.5910000552667655,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.09571279080629427,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2131586105851151,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2131586105851151,
-            "score_mae_normalized_gold": 0.21315833855172983,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.02136399304861985,
-            "score_rps_rows": 100,
-            "score_within_one": 0.98,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5156592737297956,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.099833316923159,
-            "soft_nll_rows": 100,
-            "tv": 0.21440997299009631,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3397322078362376,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06099086066140373,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12198172132280746,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1038946348428726,
-            "gold_mass_at_prediction": 0.66719999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12198172132280746,
-              "ece_all_15": 0.1038946348428726,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6231933213402769
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6231933213402769,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7174077689730565,
-            "soft_nll_rows": 100,
-            "tv": 0.18762757747271538,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3227195726395508,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.02148015812714186,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08592063250856743,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06876887828939963,
-            "gold_mass_at_prediction": 0.5690333190000831,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.06876887828939963,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21373526391770156,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.21373526391770156,
-            "score_mae_normalized_gold": 0.2137352754843352,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.018646321902726658,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5018608967290313,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0458191209374554,
-            "soft_nll_rows": 100,
-            "tv": 0.19202928663942948,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2946937981713059,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.026012788220880236,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10405115288352094,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0805691052524903,
-            "gold_mass_at_prediction": 0.6821654099681516,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.0805691052524903,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2876050193774535,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2876050193774535,
-            "score_mae_normalized_gold": 0.28760521039991005,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.030720651097187596,
-            "score_rps_rows": 100,
-            "score_within_one": 0.94,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.6089492382027173,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.8878298454985287,
-            "soft_nll_rows": 100,
-            "tv": 0.19306920402705263,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3169501998985353,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.029830356835395113,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11932142734158045,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09730052132535726,
-            "gold_mass_at_prediction": 0.5864819551300477,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": 0.11932142734158045,
-              "ece_all_15": 0.09730052132535726,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5290885707046393
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5290885707046393,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0493144454888097,
-            "soft_nll_rows": 100,
-            "tv": 0.2216816988677832,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.91,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.91,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09440004188678618,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.009317811684837059,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.018635623369674118,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.0368811865476891,
-            "gold_mass_at_prediction": 0.89152332,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.91,
-              "accuracy_rows": 100,
-              "brier_cn": 0.018635623369674118,
-              "ece_all_15": 0.0368811865476891,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8822713125114167
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8822713125114167,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.2451464560285524,
-            "soft_nll_rows": 100,
-            "tv": 0.04431550823273212,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.95,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.95,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09233249695892748,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.020136456452598803,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.040272912905197605,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.042564847888424975,
-            "gold_mass_at_prediction": 0.88855998,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.95,
-              "accuracy_rows": 100,
-              "brier_cn": 0.040272912905197605,
-              "ece_all_15": 0.042564847888424975,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8355549858567521
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8355549858567521,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.3425973543957033,
-            "soft_nll_rows": 100,
-            "tv": 0.08275428935418308,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3182395179032959,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.019683367602068937,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07873347040827575,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08079000520750841,
-            "gold_mass_at_prediction": 0.5486699811334336,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.08079000520750841,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.16143278928544436,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.16143278928544436,
-            "score_mae_normalized_gold": 0.16143268855207926,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.014246430576953685,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4829374063218595,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1036194482406485,
-            "soft_nll_rows": 100,
-            "tv": 0.18855616695122812,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.74,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3591236563204231,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.058590550100555146,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11718110020111029,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06830520689487457,
-            "gold_mass_at_prediction": 0.60133333,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 100,
-              "brier_cn": 0.11718110020111029,
-              "ece_all_15": 0.06830520689487457,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5729943567738626
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5729943567738626,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7754496891413339,
-            "soft_nll_rows": 100,
-            "tv": 0.2001379810972309,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.34959822266727586,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03434030914410952,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1373612365764381,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11375356332530165,
-            "gold_mass_at_prediction": 0.5190666618667339,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1373612365764381,
-              "ece_all_15": 0.11375356332530165,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.45231774330364183
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.45231774330364183,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2938208474934945,
-            "soft_nll_rows": 100,
-            "tv": 0.26272834188119576,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.81,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.81,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.305671227799443,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0199985249903941,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.09999262495197052,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13697260860558974,
-            "gold_mass_at_prediction": 0.4754999892667799,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.81,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.13697260860558974,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2582131450368414,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2582131450368414,
-            "score_mae_normalized_gold": 0.2582130470035139,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.017309207151099792,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.40848485244025995,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3805707469594999,
-            "soft_nll_rows": 100,
-            "tv": 0.23778409021872526,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.23912806744982107,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05188397523152116,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.10376795046304232,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.04864309884607796,
-            "gold_mass_at_prediction": 0.6551000299999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.10376795046304232,
-              "ece_all_15": 0.04864309884607796,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6179051244893357
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6179051244893357,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7325974529021236,
-            "soft_nll_rows": 100,
-            "tv": 0.18883200639243605,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.44525633576335816,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.029390646667579148,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11756258667031659,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10816720822453564,
-            "gold_mass_at_prediction": 0.4674166731167482,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10816720822453564,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.341862987013576,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.341862987013576,
-            "score_mae_normalized_gold": 0.34186302646345845,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.030899998709792417,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.42921820990668635,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.262111832239953,
-            "soft_nll_rows": 100,
-            "tv": 0.24366783017857016,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.74,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.35911797885202645,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.029744378941887632,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.12691265293482645,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.05984609997566157,
-            "gold_mass_at_prediction": 0.5671403822517681,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 600,
-              "brier_cn": 0.12691265293482645,
-              "ece_all_15": 0.05984609997566157,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.512409514559916
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.512409514559916,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.11079441872355,
-            "soft_nll_rows": 600,
-            "tv": 0.23227226460624859,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.8466666666666667,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.8466666666666667,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.22459351909585412,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.03904937466044036,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.07809874932088072,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.025556362259667346,
-            "gold_mass_at_prediction": 0.73583611,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.8466666666666667,
-              "accuracy_rows": 600,
-              "brier_cn": 0.07809874932088072,
-              "ece_all_15": 0.025556362259667346,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6979602741009362
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6979602741009362,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.5717751099768733,
-            "soft_nll_rows": 600,
-            "tv": 0.14028744974961474,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.76375,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.76375,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.3405120520496293,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.025548568728757468,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.10469409053882915,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.05437303636955278,
-            "gold_mass_at_prediction": 0.5408602595023531,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.76375,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.05437303636955278,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.251407509133517,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.251407509133517,
-            "score_mae_normalized_gold": 0.251407493632103,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.02299365963810887,
-            "score_rps_rows": 800,
-            "score_within_one": 0.9875,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.48230846812920314,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.1428268081902724,
-            "soft_nll_rows": 800,
-            "tv": 0.2196683159325362,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.724,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.724,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.37837342739595636,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03256909989338113,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.11692576204083399,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.050426396327276767,
-            "gold_mass_at_prediction": 0.5338739983733972,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.724,
-              "accuracy_rows": 500,
-              "brier_cn": 0.11116410877870507,
-              "ece_all_15": 0.050426396327276767,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.267626128926002,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5095870867468844
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.267626128926002,
-            "score_mae_normalized_gold": 0.2676261813008986,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.025381337309245487,
-            "score_rps_rows": 200,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4880238255887856,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.0839416362284564,
-            "soft_nll_rows": 500,
-            "tv": 0.2268881129871173,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.796,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.796,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.30382094045707286,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03102415700943658,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.10922244837391593,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.027131207595783795,
-            "gold_mass_at_prediction": 0.6319107414361105,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.796,
-              "accuracy_rows": 500,
-              "brier_cn": 0.12001194544702834,
-              "ece_all_15": 0.027131207595783795,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21344693725140831,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.6144417926949373
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.21344693725140831,
-            "score_mae_normalized_gold": 0.21344680701803254,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.020005157475673253,
-            "score_rps_rows": 200,
-            "score_within_one": 0.985,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.5721691097087277,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.9490530676387577,
-            "soft_nll_rows": 500,
-            "tv": 0.19894742629174914,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.844,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.844,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.22332321096377014,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.02099615615915603,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.07220291738164977,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.038518290099478034,
-            "gold_mass_at_prediction": 0.7194801292463265,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.844,
-              "accuracy_rows": 500,
-              "brier_cn": 0.059409987872150724,
-              "ece_all_15": 0.038518290099478034,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.22451890433144894,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.7489716230242695
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.22451890433144894,
-            "score_mae_normalized_gold": 0.22451894947599466,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.022483540837070645,
-            "score_rps_rows": 200,
-            "score_within_one": 0.97,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.667760302719477,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.7257015099304486,
-            "soft_nll_rows": 500,
-            "tv": 0.14607537348659583,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.762,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.762,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.3397555020000642,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.03884080122683181,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.11517309977257556,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.04776507829359505,
-            "gold_mass_at_prediction": 0.5436833368500523,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.762,
-              "accuracy_rows": 500,
-              "brier_cn": 0.11943676241353024,
-              "ece_all_15": 0.04776507829359505,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.30003806602520866,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5477390748556134
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.30003806602520866,
-            "score_mae_normalized_gold": 0.30003803673348617,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.024104602930446105,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4961840573827573,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.088910113747281,
-            "soft_nll_rows": 500,
-            "tv": 0.22663004995363165,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.3375,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.7815,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.7815,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.31131827020421593,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.030857553572201386,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.1033810568922438,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.02675535632294932,
-          "gold_mass_at_prediction": 0.6072370514764717,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.7815,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.1025057011278536,
-            "ece_all_15": 0.02675535632294932,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.251407509133517,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.6051848943304261
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.251407509133517,
-          "score_mae_normalized_gold": 0.251407493632103,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.02299365963810887,
-          "score_rps_rows": 800,
-          "score_within_one": 0.9875,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.5560343238499369,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 0.961901581886236,
-          "soft_nll_rows": 2000,
-          "tv": 0.19963524067977345,
-          "tv_rows": 2000
-        }
-      },
-      "Nox:raw": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.45,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.45,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7004540759763155,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05079919730241626,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.20319678920966505,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2129236090043249,
-            "gold_mass_at_prediction": 0.3660999911333614,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.45,
-              "accuracy_rows": 100,
-              "brier_cn": 0.20319678920966505,
-              "ece_all_15": 0.2129236090043249,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.31499544317326117
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.31499544317326117,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4756912534584004,
-            "soft_nll_rows": 100,
-            "tv": 0.34451032339733345,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4836442943110042,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.10528881936163258,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.21057763872326515,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.14475761971680956,
-            "gold_mass_at_prediction": 0.54149999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.21057763872326515,
-              "ece_all_15": 0.14475761971680956,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5374168859783022
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5374168859783022,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7656466488101643,
-            "soft_nll_rows": 100,
-            "tv": 0.2648714423614823,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.25,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.25,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9472085528643778,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.09766039612925084,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.39064158451700337,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.40524766869742784,
-            "gold_mass_at_prediction": 0.2933032753000213,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.25,
-              "accuracy_rows": 100,
-              "brier_cn": 0.39064158451700337,
-              "ece_all_15": 0.40524766869742784,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3084927697664522
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3084927697664522,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.1510246556292403,
-            "soft_nll_rows": 100,
-            "tv": 0.44792988041911763,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6457415508111565,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06142560310356432,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.24570241241425728,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.22929735884736513,
-            "gold_mass_at_prediction": 0.4848966241334239,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.22929735884736513,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3443206444062257,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.3443206444062257,
-            "score_mae_normalized_gold": 0.3443207377896285,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.04854436455111211,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4352361972847105,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4362163034946227,
-            "soft_nll_rows": 100,
-            "tv": 0.33231049583658456,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.47,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.47,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6489009588043341,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.030400889568155474,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1216035582726219,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06628109657615158,
-            "gold_mass_at_prediction": 0.37473334273337777,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.47,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.06628109657615158,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.4046267909638705,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.4046267909638705,
-            "score_mae_normalized_gold": 0.4046267960640655,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.03890567045721901,
-            "score_rps_rows": 100,
-            "score_within_one": 0.97,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.31082708954650917,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.288542143405938,
-            "soft_nll_rows": 100,
-            "tv": 0.2782650565150407,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.35,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.35,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7807524535714997,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.059698179770143,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.29849089885071506,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18512079801062223,
-            "gold_mass_at_prediction": 0.3023922202000399,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.35,
-              "accuracy_rows": 100,
-              "brier_cn": 0.29849089885071506,
-              "ece_all_15": 0.18512079801062223,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.282454565220727
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.282454565220727,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.5592565143619432,
-            "soft_nll_rows": 100,
-            "tv": 0.4204345885636542,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.66,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.66,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5176732526927994,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07253388546775315,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3626694273387658,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19754321253671397,
-            "gold_mass_at_prediction": 0.6356719443868744,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.66,
-              "accuracy_rows": 100,
-              "brier_cn": 0.3626694273387658,
-              "ece_all_15": 0.19754321253671397,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.608807906241134
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.608807906241134,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.461915067240298,
-            "soft_nll_rows": 100,
-            "tv": 0.32895443810745134,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.72,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.72,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.39292985877268033,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.024445315638021235,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.09778126255208494,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10046746364642382,
-            "gold_mass_at_prediction": 0.5419000354334274,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.72,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10046746364642382,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.31069208363859446,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.31069208363859446,
-            "score_mae_normalized_gold": 0.3106919471385557,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.028473211779831597,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.451824741480849,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.121385572209244,
-            "soft_nll_rows": 100,
-            "tv": 0.22212501422061004,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.67,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.67,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.45899912981418894,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08816334266736163,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.17632668533472326,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1345128550446918,
-            "gold_mass_at_prediction": 0.59939997,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.67,
-              "accuracy_rows": 100,
-              "brier_cn": 0.17632668533472326,
-              "ece_all_15": 0.1345128550446918,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.565090036765659
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.565090036765659,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.775598126298905,
-            "soft_nll_rows": 100,
-            "tv": 0.22620876798480924,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5603358187565346,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05045867806414092,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2018347122565637,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1812890372398576,
-            "gold_mass_at_prediction": 0.4197666470000479,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1812890372398576,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.45480014006415564,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.45480014006415564,
-            "score_mae_normalized_gold": 0.45480017369750014,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.059645026348494244,
-            "score_rps_rows": 100,
-            "score_within_one": 0.88,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.41330027790620305,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.349046414366115,
-            "soft_nll_rows": 100,
-            "tv": 0.3236037538395593,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6721359524389703,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1055257987923677,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.4221031951694708,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2909369149746711,
-            "gold_mass_at_prediction": 0.46364690711991036,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.2909369149746711,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.9260778938644987,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.9260778938644987,
-            "score_mae_normalized_gold": 0.9260776876353308,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.18293697684086538,
-            "score_rps_rows": 100,
-            "score_within_one": 0.56,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.48238745626515944,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.0378360984407546,
-            "soft_nll_rows": 100,
-            "tv": 0.4280666159288635,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.62,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.62,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5863252006097173,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07870925092490741,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.31483700369962964,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.20144391340896203,
-            "gold_mass_at_prediction": 0.4961819444966807,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.62,
-              "accuracy_rows": 100,
-              "brier_cn": 0.31483700369962964,
-              "ece_all_15": 0.20144391340896203,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4358455728376913
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4358455728376913,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.6532852858635325,
-            "soft_nll_rows": 100,
-            "tv": 0.3933666854976324,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.29,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.29,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 1.088425227416707,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.49745214446227093,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.9949042889245419,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.5527181673893495,
-            "gold_mass_at_prediction": 0.28081002,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.29,
-              "accuracy_rows": 100,
-              "brier_cn": 0.9949042889245419,
-              "ece_all_15": 0.5527181673893495,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.329896450566283
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.329896450566283,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.9610905869865463,
-            "soft_nll_rows": 100,
-            "tv": 0.6570675822378438,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.619234135583657,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.2631522155894803,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.5263044311789606,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.29779142833844535,
-            "gold_mass_at_prediction": 0.60622666,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": 0.5263044311789606,
-              "ece_all_15": 0.29779142833844535,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6064695783875647
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6064695783875647,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.97931857634842,
-            "soft_nll_rows": 100,
-            "tv": 0.3687525408805179,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.2,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.2,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9729690785600285,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.11586757619171426,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.463470304766857,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.42486873316801854,
-            "gold_mass_at_prediction": 0.1851633541332948,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.2,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.42486873316801854,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.9489527751484026,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.9489527751484026,
-            "score_mae_normalized_gold": 0.9489528391484922,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.16837293237918005,
-            "score_rps_rows": 100,
-            "score_within_one": 0.6,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.22428386307570128,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.8985399353791983,
-            "soft_nll_rows": 100,
-            "tv": 0.5374261818509963,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.68,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.68,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5217783883457258,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1351268579435793,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2702537158871586,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.24298826958928796,
-            "gold_mass_at_prediction": 0.57699999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.68,
-              "accuracy_rows": 100,
-              "brier_cn": 0.2702537158871586,
-              "ece_all_15": 0.24298826958928796,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5756037019355991
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5756037019355991,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.5382396249366055,
-            "soft_nll_rows": 100,
-            "tv": 0.320217976308867,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.57,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.57,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5777260612978882,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.045275787068711895,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.18110314827484758,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11709885287268028,
-            "gold_mass_at_prediction": 0.43109997596670846,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.57,
-              "accuracy_rows": 100,
-              "brier_cn": 0.18110314827484758,
-              "ece_all_15": 0.11709885287268028,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3689084080664383
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3689084080664383,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4221532681033677,
-            "soft_nll_rows": 100,
-            "tv": 0.3107454426734216,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.29,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.29,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.877975871813862,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.064632397778699,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.323161988893495,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.25641902814108125,
-            "gold_mass_at_prediction": 0.2539000043333559,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.29,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.25641902814108125,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.9711126088876941,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.9711126088876941,
-            "score_mae_normalized_gold": 0.9711127688543973,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.11924254066734466,
-            "score_rps_rows": 100,
-            "score_within_one": 0.56,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2397590687368556,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.202591391142679,
-            "soft_nll_rows": 100,
-            "tv": 0.4667366788121213,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.34078190991148694,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.09618583073310726,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1923716614662145,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13092999485667078,
-            "gold_mass_at_prediction": 0.63916671,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1923716614662145,
-              "ece_all_15": 0.13092999485667078,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6287359866529113
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6287359866529113,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3843173541773472,
-            "soft_nll_rows": 100,
-            "tv": 0.2694771122295529,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.51,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.51,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6327604391461652,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03608909279107409,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.14435637116429637,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13645217434106832,
-            "gold_mass_at_prediction": 0.40068331641672195,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.51,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.13645217434106832,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.45327856543051803,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.45327856543051803,
-            "score_mae_normalized_gold": 0.4532785912139727,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.0470122442603212,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3253971346681632,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3165646896678314,
-            "soft_nll_rows": 100,
-            "tv": 0.2857216847451425,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.48333333333333334,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.48333333333333334,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.6850232661687663,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.06744611611053043,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.29182314198177106,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.18775558929381467,
-            "gold_mass_at_prediction": 0.4207915585806143,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.48333333333333334,
-              "accuracy_rows": 600,
-              "brier_cn": 0.29182314198177106,
-              "ece_all_15": 0.18775558929381467,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.386584110884284
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.386584110884284,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.6205543407761303,
-            "soft_nll_rows": 600,
-            "tv": 0.3743235597764351,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.605,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.605,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.5854771808971283,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.19756153512623867,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.39512307025247734,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.2332437195943127,
-            "gold_mass_at_prediction": 0.54068389,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.605,
-              "accuracy_rows": 600,
-              "brier_cn": 0.39512307025247734,
-              "ece_all_15": 0.2332437195943127,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5405354400477198
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5405354400477198,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.400701819592998,
-            "soft_nll_rows": 600,
-            "tv": 0.3510992370005122,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.47125,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.47125,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.6754686911379665,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.06110566899096712,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.2525017256862059,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.13796049448317937,
-            "gold_mass_at_prediction": 0.390586278912945,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.47125,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.13796049448317937,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6017326878004949,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.6017326878004949,
-            "score_mae_normalized_gold": 0.6017326926927429,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.08664162091054603,
-            "score_rps_rows": 800,
-            "score_within_one": 0.80625,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.36037697862051893,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.5813403185132977,
-            "soft_nll_rows": 800,
-            "tv": 0.3592819352186148,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.466,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.466,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.6851898865534376,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.06911498109300389,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.23434439662736253,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.16682192681522665,
-            "gold_mass_at_prediction": 0.4121066446600369,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.466,
-              "accuracy_rows": 500,
-              "brier_cn": 0.2681386708166445,
-              "ece_all_15": 0.16682192681522665,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3744737176850481,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.3869683663060052
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.3744737176850481,
-            "score_mae_normalized_gold": 0.374473766926847,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.04372501750416556,
-            "score_rps_rows": 200,
-            "score_within_one": 0.965,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.381393677149847,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.4234242009596731,
-            "soft_nll_rows": 500,
-            "tv": 0.33357743970591175,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.58,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.5421381027215406,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.05905988032148399,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.22742059726657052,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.10128600704731054,
-            "gold_mass_at_prediction": 0.4998261634040779,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 500,
-              "brier_cn": 0.2791623371747347,
-              "ece_all_15": 0.10128600704731054,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3827461118513751,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.48545083607584
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.3827461118513751,
-            "score_mae_normalized_gold": 0.3827460604180279,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.04405911906416292,
-            "score_rps_rows": 200,
-            "score_within_one": 0.92,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.46429550552291443,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.253440338895301,
-            "soft_nll_rows": 500,
-            "tv": 0.3042653125432168,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.45,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.45,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.7878179189218161,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.21214139719214814,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.5443238447478921,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.3296772556865314,
-            "gold_mass_at_prediction": 0.40640577714997717,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.45,
-              "accuracy_rows": 500,
-              "brier_cn": 0.6120152412677107,
-              "ece_all_15": 0.3296772556865314,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.9375153345064507,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.45740386726384635
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.9375153345064507,
-            "score_mae_normalized_gold": 0.9375152633919115,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.1756549546100227,
-            "score_rps_rows": 200,
-            "score_within_one": 0.58,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.41577658422647995,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.9060140966036905,
-            "soft_nll_rows": 500,
-            "tv": 0.4769359212791708,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.564,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.564,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.5902045341030256,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.07546199326303431,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.22224937713720241,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.12751989324989596,
-            "gold_mass_at_prediction": 0.46036999934335726,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.564,
-              "accuracy_rows": 500,
-              "brier_cn": 0.21457617520940692,
-              "ece_all_15": 0.12751989324989596,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.7121955871591061,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5244160322183162
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.7121955871591061,
-            "score_mae_normalized_gold": 0.712195680034185,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.08312739246383292,
-            "score_rps_rows": 200,
-            "score_within_one": 0.76,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4276808600119935,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.5727732656055662,
-            "soft_nll_rows": 500,
-            "tv": 0.33057977895382107,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.0475,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.515,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.515,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.651337610574955,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.10394456296741758,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.30708455394475687,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.17779399280481556,
-          "gold_mass_at_prediction": 0.44467714613936227,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.515,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.3434731061171242,
-            "ece_all_15": 0.17779399280481556,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.6017326878004949,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.4635597754660019
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.6017326878004949,
-          "score_mae_normalized_gold": 0.6017326926927429,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.08664162091054603,
-          "score_rps_rows": 800,
-          "score_within_one": 0.80625,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.42228665672780874,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 1.5389129755160578,
-          "soft_nll_rows": 2000,
-          "tv": 0.3613396131205301,
-          "tv_rows": 2000
-        }
-      },
-      "Nox:shipped": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.45,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.45,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.8099436581409036,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08601152661048805,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3440461064419522,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2981697824281468,
-            "gold_mass_at_prediction": 0.3660999911333614,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.45,
-              "accuracy_rows": 100,
-              "brier_cn": 0.3440461064419522,
-              "ece_all_15": 0.2981697824281468,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.33615933233676143
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.33615933233676143,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.9566670393638166,
-            "soft_nll_rows": 100,
-            "tv": 0.44071512943038876,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5618409372355306,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.15545923988955393,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.31091847977910786,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.24329228982329365,
-            "gold_mass_at_prediction": 0.54149999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.31091847977910786,
-              "ece_all_15": 0.24329228982329365,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5487478816597211
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5487478816597211,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0083114992678808,
-            "soft_nll_rows": 100,
-            "tv": 0.3171553061830616,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.25,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.25,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 1.0985263912103602,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1329696077713833,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.5318784310855332,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.5177107461557912,
-            "gold_mass_at_prediction": 0.2933032753000213,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.25,
-              "accuracy_rows": 100,
-              "brier_cn": 0.5318784310855332,
-              "ece_all_15": 0.5177107461557912,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.30712961752360307
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.30712961752360307,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 3.4481268811578896,
-            "soft_nll_rows": 100,
-            "tv": 0.5267809432101819,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7274642996531466,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08689022514069573,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.34756090056278294,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.33664198740987883,
-            "gold_mass_at_prediction": 0.4848966241334239,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.33664198740987883,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3946595301421332,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.3946595301421332,
-            "score_mae_normalized_gold": 0.39465961465871907,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.06756163042931804,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4636176976383217,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.2392799834162673,
-            "soft_nll_rows": 100,
-            "tv": 0.39918035645186994,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.47,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.47,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6750692295985998,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04678252657347274,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.18713010629389096,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12350539423593324,
-            "gold_mass_at_prediction": 0.37473334273337777,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.47,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.12350539423593324,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.43035737157227755,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.43035737157227755,
-            "score_mae_normalized_gold": 0.43035743580567126,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.05200326611487663,
-            "score_rps_rows": 100,
-            "score_within_one": 0.93,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.34144191734350005,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.417138673722852,
-            "soft_nll_rows": 100,
-            "tv": 0.31950225891858774,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.35,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.35,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9059130707825263,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0903259235386902,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.451629617693451,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3525330443081713,
-            "gold_mass_at_prediction": 0.3023922202000399,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.35,
-              "accuracy_rows": 100,
-              "brier_cn": 0.451629617693451,
-              "ece_all_15": 0.3525330443081713,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.2985557580622201
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.2985557580622201,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.0458215578806653,
-            "soft_nll_rows": 100,
-            "tv": 0.4958830317782138,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.66,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.66,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.576465481216861,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08481778872940948,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.4240889436470474,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.27337538374573683,
-            "gold_mass_at_prediction": 0.6356719443868744,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.66,
-              "accuracy_rows": 100,
-              "brier_cn": 0.4240889436470474,
-              "ece_all_15": 0.27337538374573683,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6278852721470644
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6278852721470644,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.482532899474682,
-            "soft_nll_rows": 100,
-            "tv": 0.3437724455414991,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.72,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.72,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.38272033271815986,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04199744108994047,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.16798976435976187,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10141035695590983,
-            "gold_mass_at_prediction": 0.5419000354334274,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.72,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10141035695590983,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.31037754115459787,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.31037754115459787,
-            "score_mae_normalized_gold": 0.31037744465454514,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.037665614166577856,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5025196396525683,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4465125866435824,
-            "soft_nll_rows": 100,
-            "tv": 0.2897726667934463,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.67,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.67,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5314008149274387,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.14038047797719921,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.28076095595439843,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.24796447008848188,
-            "gold_mass_at_prediction": 0.59939997,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.67,
-              "accuracy_rows": 100,
-              "brier_cn": 0.28076095595439843,
-              "ece_all_15": 0.24796447008848188,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5858114606030523
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5858114606030523,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0922906848133644,
-            "soft_nll_rows": 100,
-            "tv": 0.30428043436727525,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6337006799919107,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07637571250923508,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.30550285003694033,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2380551745568807,
-            "gold_mass_at_prediction": 0.4197666470000479,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.2380551745568807,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5511820969084028,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5511820969084028,
-            "score_mae_normalized_gold": 0.5511820854083822,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.0889045819960483,
-            "score_rps_rows": 100,
-            "score_within_one": 0.82,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4245275426540918,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.8679844062751634,
-            "soft_nll_rows": 100,
-            "tv": 0.3921610628774978,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7476835590274878,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.12287831687872926,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.49151326751491703,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3518475181144515,
-            "gold_mass_at_prediction": 0.46364690711991036,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.3518475181144515,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.9651848353490614,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.9651848353490614,
-            "score_mae_normalized_gold": 0.9651846291198934,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.2094384050233596,
-            "score_rps_rows": 100,
-            "score_within_one": 0.57,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.47929749347358563,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 3.44458196077918,
-            "soft_nll_rows": 100,
-            "tv": 0.4490188892890826,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.62,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.62,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6812387106352764,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.11140149825021217,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.4456059930008487,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3129489215997287,
-            "gold_mass_at_prediction": 0.4961819444966807,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.62,
-              "accuracy_rows": 100,
-              "brier_cn": 0.4456059930008487,
-              "ece_all_15": 0.3129489215997287,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4785141361616364
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4785141361616364,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.663968289124022,
-            "soft_nll_rows": 100,
-            "tv": 0.4481349591642626,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.29,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.29,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 1.2436130495077393,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.5730773434523315,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 1.146154686904663,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.6199344175681472,
-            "gold_mass_at_prediction": 0.28081002,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.29,
-              "accuracy_rows": 100,
-              "brier_cn": 1.146154686904663,
-              "ece_all_15": 0.6199344175681472,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.30216371273639714
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.30216371273639714,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 3.4253138432951427,
-            "soft_nll_rows": 100,
-            "tv": 0.6874024271880269,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6425939572918576,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.27500948147398885,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.5500189629479777,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3207951198518277,
-            "gold_mass_at_prediction": 0.60622666,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": 0.5500189629479777,
-              "ece_all_15": 0.3207951198518277,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6043920124030209
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6043920124030209,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 4.033279923387916,
-            "soft_nll_rows": 100,
-            "tv": 0.3741209713184833,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.2,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.2,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 1.2193088170968378,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1787557612074628,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.7150230448298512,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.5826856823635296,
-            "gold_mass_at_prediction": 0.1851633541332948,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.2,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.5826856823635296,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 1.1543153670409008,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 1.1543153670409008,
-            "score_mae_normalized_gold": 1.154315442707662,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.2504578128952963,
-            "score_rps_rows": 100,
-            "score_within_one": 0.43,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.19902493253166567,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.8274304990591945,
-            "soft_nll_rows": 100,
-            "tv": 0.660927858614695,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.68,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.68,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5744244849673131,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1670506492818381,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3341012985636762,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.29112378170693604,
-            "gold_mass_at_prediction": 0.57699999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.68,
-              "accuracy_rows": 100,
-              "brier_cn": 0.3341012985636762,
-              "ece_all_15": 0.29112378170693604,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5784387826865376
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5784387826865376,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.715259993614161,
-            "soft_nll_rows": 100,
-            "tv": 0.3671404716387292,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.57,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.57,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6519953476213852,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07606596906834448,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3042638762733779,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.21851319976881473,
-            "gold_mass_at_prediction": 0.43109997596670846,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.57,
-              "accuracy_rows": 100,
-              "brier_cn": 0.304263876273378,
-              "ece_all_15": 0.21851319976881473,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4008565560231345
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4008565560231345,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.981422505498554,
-            "soft_nll_rows": 100,
-            "tv": 0.4002329136298276,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.29,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.29,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9904908821809761,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.09301565726424632,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.46507828632123166,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.403174673558935,
-            "gold_mass_at_prediction": 0.2539000043333559,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.29,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.403174673558935,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 1.062366573344394,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 1.062366573344394,
-            "score_mae_normalized_gold": 1.062366707511063,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.15496598632561048,
-            "score_rps_rows": 100,
-            "score_within_one": 0.55,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2506447686895708,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 3.3154310869182186,
-            "soft_nll_rows": 100,
-            "tv": 0.5523280566923782,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.77,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.77,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3843313358022933,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.12308890943254892,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.24617781886509785,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19422511108219626,
-            "gold_mass_at_prediction": 0.63916671,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.77,
-              "accuracy_rows": 100,
-              "brier_cn": 0.24617781886509785,
-              "ece_all_15": 0.19422511108219626,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6332697792789781
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6332697792789781,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.537481650664689,
-            "soft_nll_rows": 100,
-            "tv": 0.3072527056285715,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.51,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.51,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6821332965683945,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06082892555302405,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2433157022120962,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1628940854433126,
-            "gold_mass_at_prediction": 0.40068331641672195,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.51,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1628940854433126,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5475127838946232,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5475127838946232,
-            "score_mae_normalized_gold": 0.5475128142112342,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.07637491209448675,
-            "score_rps_rows": 100,
-            "score_within_one": 0.8,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.35871410318885355,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.5704111794033437,
-            "soft_nll_rows": 100,
-            "tv": 0.3569937740577423,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.48333333333333334,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.48333333333333334,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.7873471099345521,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.09693205232808796,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.4169188280237018,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.31407070602982046,
-            "gold_mass_at_prediction": 0.4207915585806143,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.48333333333333334,
-              "accuracy_rows": 600,
-              "brier_cn": 0.4169188280237018,
-              "ece_all_15": 0.31407070602982046,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.40818344537573664
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.40818344537573664,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 2.4297565287499383,
-            "soft_nll_rows": 600,
-            "tv": 0.44258657045906236,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.605,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.605,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.6563674299553621,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.23901101691791007,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.47802203383582015,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.2986754735217404,
-            "gold_mass_at_prediction": 0.54068389,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.605,
-              "accuracy_rows": 600,
-              "brier_cn": 0.47802203383582015,
-              "ece_all_15": 0.2986754735217404,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5421372715612846
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5421372715612846,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 2.4686562658405253,
-            "soft_nll_rows": 600,
-            "tv": 0.3928920527206913,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.47125,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.47125,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.7573213871044392,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.08844057077710081,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.365389240266434,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.2685899198327667,
-            "gold_mass_at_prediction": 0.390586278912945,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.47125,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.2685899198327667,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6769945124257988,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.6769945124257988,
-            "score_mae_normalized_gold": 0.6769945217596463,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.11717152613069674,
-            "score_rps_rows": 800,
-            "score_within_one": 0.7525,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.37747351189651973,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 2.266096297027225,
-            "soft_nll_rows": 800,
-            "tv": 0.4274856154619125,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.466,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.466,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.7745689031677082,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.10162262519711876,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.34430680483265347,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.2826192882118107,
-            "gold_mass_at_prediction": 0.4121066446600369,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.466,
-              "accuracy_rows": 500,
-              "brier_cn": 0.3956143391021978,
-              "ece_all_15": 0.2826192882118107,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.41250845085720544,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.3973456105066952
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.41250845085720544,
-            "score_mae_normalized_gold": 0.41250852523219517,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.059782448272097326,
-            "score_rps_rows": 200,
-            "score_within_one": 0.945,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.39941928930038145,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 2.0139048153857413,
-            "soft_nll_rows": 500,
-            "tv": 0.40066679883881795,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.58,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.6060400759273793,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.0867794687688949,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.3259944263383198,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.2219829001576613,
-            "gold_mass_at_prediction": 0.4998261634040779,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 500,
-              "brier_cn": 0.3854931724316323,
-              "ece_all_15": 0.2219829001576613,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.4307798190315003,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5040841636041122
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.4307798190315003,
-            "score_mae_normalized_gold": 0.43077976503146365,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.06328509808131307,
-            "score_rps_rows": 200,
-            "score_within_one": 0.89,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4878599346237994,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.7870284270174914,
-            "soft_nll_rows": 500,
-            "tv": 0.36517392827158646,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.45,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.45,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.9068876187118399,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.25222448025254496,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.6696631910396516,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.42322609774369024,
-            "gold_mass_at_prediction": 0.40640577714997717,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.45,
-              "accuracy_rows": 500,
-              "brier_cn": 0.7139265476178298,
-              "ece_all_15": 0.42322609774369024,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 1.059750101194981,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.46168995376701816
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 1.059750101194981,
-            "score_mae_normalized_gold": 1.0597500359137777,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.22994810895932793,
-            "score_rps_rows": 200,
-            "score_within_one": 0.5,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.41267845746126114,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 3.278914903129091,
-            "soft_nll_rows": 500,
-            "tv": 0.5239210211149101,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.564,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.564,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.6566750694280724,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.10401002212000038,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.31858739644709594,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.23773659124625857,
-            "gold_mass_at_prediction": 0.46036999934335726,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.564,
-              "accuracy_rows": 500,
-              "brier_cn": 0.294847664567384,
-              "ece_all_15": 0.23773659124625857,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.8049396786195087,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5375217059962167
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.8049396786195087,
-            "score_mae_normalized_gold": 0.8049397608611487,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.11567044921004863,
-            "score_rps_rows": 200,
-            "score_within_one": 0.675,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4443847979734149,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 2.424001283219793,
-            "soft_nll_rows": 500,
-            "tv": 0.3967895843294498,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.0475,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.515,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.515,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.73604291680875,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.13615914908463975,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.4146379546644302,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.29125982179857496,
-          "gold_mass_at_prediction": 0.44467714613936227,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.515,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.447470430929761,
-            "ece_all_15": 0.29125982179857496,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.6769945124257988,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.4751603584685105
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.6769945124257988,
-          "score_mae_normalized_gold": 0.6769945217596463,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.11717152613069674,
-          "score_rps_rows": 800,
-          "score_within_one": 0.7525,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.4360856198397142,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 2.3759623571880293,
-          "soft_nll_rows": 2000,
-          "tv": 0.4216378331386911,
-          "tv_rows": 2000
-        }
-      },
-      "Sol:raw": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.28,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.28,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7560673835790255,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04284646756357945,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1713858702543178,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10104862390470203,
-            "gold_mass_at_prediction": 0.285500022000026,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.28,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1713858702543178,
-              "ece_all_15": 0.10104862390470203,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.2658013711536774
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.2658013711536774,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4089755335638952,
-            "soft_nll_rows": 100,
-            "tv": 0.3355616538348595,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5366694289301764,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.09993356181897484,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.19986712363794967,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16735883236121912,
-            "gold_mass_at_prediction": 0.49603329,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": 0.19986712363794967,
-              "ece_all_15": 0.16735883236121912,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.49397698788387523
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.49397698788387523,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7363793886417678,
-            "soft_nll_rows": 100,
-            "tv": 0.274592740268267,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.32,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.32,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.8630111788861832,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08870558214099653,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3548223285639861,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16457346531927405,
-            "gold_mass_at_prediction": 0.24069997666665965,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.32,
-              "accuracy_rows": 100,
-              "brier_cn": 0.3548223285639861,
-              "ece_all_15": 0.16457346531927405,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.24223492721690537
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.24223492721690537,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.7637680357385972,
-            "soft_nll_rows": 100,
-            "tv": 0.4486168298841192,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7501943994163317,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07396257261068234,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.29585029044272937,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.27045025700716546,
-            "gold_mass_at_prediction": 0.3129699606000134,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.27045025700716546,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.666553686320753,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.666553686320753,
-            "score_mae_normalized_gold": 0.6665536291376449,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.09527983562074381,
-            "score_rps_rows": 100,
-            "score_within_one": 0.77,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.32131779713974884,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4790288819793005,
-            "soft_nll_rows": 100,
-            "tv": 0.42746571407939876,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.31,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.31,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7206750932570783,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.036973179782731964,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.14789271913092786,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08458030601609443,
-            "gold_mass_at_prediction": 0.2735666624333531,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.31,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.08458030601609443,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5993158762427031,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5993158762427031,
-            "score_mae_normalized_gold": 0.5993158680096233,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.06223356546444195,
-            "score_rps_rows": 100,
-            "score_within_one": 0.87,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2705856984640467,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3464795315730689,
-            "soft_nll_rows": 100,
-            "tv": 0.3109145140379251,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7805814547692035,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.056777637393089296,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.28388818696544643,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.15209226176936938,
-            "gold_mass_at_prediction": 0.2663589299333634,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": 0.28388818696544643,
-              "ece_all_15": 0.15209226176936938,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.23263688988204467
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.23263688988204467,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.5833053325132587,
-            "soft_nll_rows": 100,
-            "tv": 0.44921741048401254,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.71,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.71,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5001169745784921,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06888956577429045,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.34444782887145226,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19230315551356347,
-            "gold_mass_at_prediction": 0.6524151837468452,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.71,
-              "accuracy_rows": 100,
-              "brier_cn": 0.34444782887145226,
-              "ece_all_15": 0.19230315551356347,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5422700127901537
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5422700127901537,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1102927114848151,
-            "soft_nll_rows": 100,
-            "tv": 0.3411480302011408,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.62,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.62,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.47258455663746823,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.028523617379230686,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.11409446951692274,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12805841654516165,
-            "gold_mass_at_prediction": 0.5090000490334087,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.62,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.12805841654516165,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3169728398347079,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.3169728398347079,
-            "score_mae_normalized_gold": 0.31697267980142774,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.03236073467579916,
-            "score_rps_rows": 100,
-            "score_within_one": 0.96,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4109488253946348,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1234658454394526,
-            "soft_nll_rows": 100,
-            "tv": 0.2412005976862833,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.69,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.69,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4475445496631339,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08715076244711092,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.17430152489422185,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12062566032567694,
-            "gold_mass_at_prediction": 0.60746663,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.69,
-              "accuracy_rows": 100,
-              "brier_cn": 0.17430152489422185,
-              "ece_all_15": 0.12062566032567694,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5671425832937129
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5671425832937129,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7713233682572522,
-            "soft_nll_rows": 100,
-            "tv": 0.22059833560303793,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5577553488748304,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03917410389140399,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.15669641556561595,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10563916046146456,
-            "gold_mass_at_prediction": 0.42816667826670385,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10563916046146456,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.40412636110146827,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.40412636110146827,
-            "score_mae_normalized_gold": 0.4041263315349113,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.04612939211177946,
-            "score_rps_rows": 100,
-            "score_within_one": 0.95,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.36763680183422776,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2134325849002017,
-            "soft_nll_rows": 100,
-            "tv": 0.29841921184211423,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.57,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.57,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.590155419051987,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06979881861951792,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2791952744780717,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.14381193945107448,
-            "gold_mass_at_prediction": 0.5109103716564455,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.57,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.14381193945107448,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.8601185166313927,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.8601185166313927,
-            "score_mae_normalized_gold": 0.8601186283692249,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.1210637594332803,
-            "score_rps_rows": 100,
-            "score_within_one": 0.63,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3524146826457583,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1786106966645247,
-            "soft_nll_rows": 100,
-            "tv": 0.41850397200797707,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6380840885217594,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06775487904652372,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2710195161860949,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09748170276706068,
-            "gold_mass_at_prediction": 0.41504863853000984,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": 0.2710195161860949,
-              "ece_all_15": 0.09748170276706068,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3352240054880756
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3352240054880756,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4175272395293295,
-            "soft_nll_rows": 100,
-            "tv": 0.4294407329691651,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.11,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.11,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.8398930019928694,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.3666429232863274,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.7332858465726548,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.5829678961107132,
-            "gold_mass_at_prediction": 0.1096767,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.11,
-              "accuracy_rows": 100,
-              "brier_cn": 0.7332858465726548,
-              "ece_all_15": 0.5829678961107132,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3653703045882126
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3653703045882126,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0737521947608348,
-            "soft_nll_rows": 100,
-            "tv": 0.5835986119534788,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2652421852533675,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0829831039361479,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1659662078722958,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11263342372961832,
-            "gold_mass_at_prediction": 0.7951600000000001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1659662078722958,
-              "ece_all_15": 0.11263342372961832,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6581405203731869
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6581405203731869,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.49715108123380325,
-            "soft_nll_rows": 100,
-            "tv": 0.2386351418756623,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.26,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.26,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7457844868903115,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05496619343757305,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2198647737502922,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09958441174094246,
-            "gold_mass_at_prediction": 0.25676671746665275,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.26,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.09958441174094246,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.49109635631266846,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.49109635631266846,
-            "score_mae_normalized_gold": 0.4910962691127746,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.0666987217209923,
-            "score_rps_rows": 100,
-            "score_within_one": 0.83,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.25748460574382753,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3865918209888002,
-            "soft_nll_rows": 100,
-            "tv": 0.39245554401075233,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5862085782464153,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.1495440815951259,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2990881631902518,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.26202267298396303,
-            "gold_mass_at_prediction": 0.5131333699999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.2990881631902518,
-              "ece_all_15": 0.26202267298396303,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.520741618990009
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.520741618990009,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1427361751418252,
-            "soft_nll_rows": 100,
-            "tv": 0.34410245761196934,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6289322998124013,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.036893300891659625,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1475732035666385,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11369360703410177,
-            "gold_mass_at_prediction": 0.4009333259666924,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1475732035666385,
-              "ece_all_15": 0.11369360703410177,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.31695932216513
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.31695932216513,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.328652219434718,
-            "soft_nll_rows": 100,
-            "tv": 0.28926107702851345,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.38,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.38,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.743017004014972,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0390524871436927,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.19526243571846347,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10844919465756567,
-            "gold_mass_at_prediction": 0.31046669260007653,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.38,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10844919465756567,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.798819250414814,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.798819250414814,
-            "score_mae_normalized_gold": 0.7988192723815953,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.07472046658084668,
-            "score_rps_rows": 100,
-            "score_within_one": 0.68,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2539717523505176,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.7415770886913382,
-            "soft_nll_rows": 100,
-            "tv": 0.3852197804161023,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.75,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.75,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3010719817170079,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06254671528997441,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12509343057994882,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12976532736662977,
-            "gold_mass_at_prediction": 0.62890001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.75,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12509343057994882,
-              "ece_all_15": 0.12976532736662977,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6117433816045618
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6117433816045618,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.8284572220159191,
-            "soft_nll_rows": 100,
-            "tv": 0.21244323986006197,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7295045621567766,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.05085387904271858,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.20341551617087433,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12815306102672946,
-            "gold_mass_at_prediction": 0.28593335733335395,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.12815306102672946,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5943379177228297,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5943379177228297,
-            "score_mae_normalized_gold": 0.5943378690730395,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.07979719163951121,
-            "score_rps_rows": 100,
-            "score_within_one": 0.79,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2729125225576226,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4313065510210115,
-            "soft_nll_rows": 100,
-            "tv": 0.35036325297890736,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.445,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.445,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.6944655633578442,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.06031123880168984,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.26218948906798933,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.06408372661628876,
-            "gold_mass_at_prediction": 0.3768260128072661,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.445,
-              "accuracy_rows": 600,
-              "brier_cn": 0.26218948906798933,
-              "ece_all_15": 0.06408372661628876,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.32252108811599783
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.32252108811599783,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.435420178710769,
-            "soft_nll_rows": 600,
-            "tv": 0.38220762240030176,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.585,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.585,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.49610495430049506,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.1414668580622769,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.2829337161245538,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.18523140634868013,
-            "gold_mass_at_prediction": 0.5250616666666666,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.585,
-              "accuracy_rows": 600,
-              "brier_cn": 0.2829337161245538,
-              "ece_all_15": 0.18523140634868013,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.536185899455593
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.536185899455593,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.8416332383419004,
-            "soft_nll_rows": 600,
-            "tv": 0.3123284211954129,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.41625,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.41625,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.6637088587874694,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.04916310648844391,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.2015339868467372,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.0659993127520868,
-            "gold_mass_at_prediction": 0.360972561173751,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.41625,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.0659993127520868,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5914176005726671,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.5914176005726671,
-            "score_mae_normalized_gold": 0.5914175684275302,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.07228545840592436,
-            "score_rps_rows": 800,
-            "score_within_one": 0.81,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.313409085766298,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.3625616251572124,
-            "soft_nll_rows": 800,
-            "tv": 0.35306782338243253,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.354,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.354,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.725323496813759,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.06848427278339303,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.23396366640598218,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.13185309683396945,
-            "gold_mass_at_prediction": 0.32175398234001046,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.354,
-              "accuracy_rows": 500,
-              "brier_cn": 0.2420251074854179,
-              "ece_all_15": 0.13185309683396945,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6329347812817281,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.334004428751486
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.6329347812817281,
-            "score_mae_normalized_gold": 0.6329347485736342,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.07875670054259287,
-            "score_rps_rows": 200,
-            "score_within_one": 0.82,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.31878335637165073,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.346926274299326,
-            "soft_nll_rows": 500,
-            "tv": 0.3594302904209139,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.576,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.576,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.5517165769046256,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.05610313737702506,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.21468568516273187,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.07991171304831082,
-            "gold_mass_at_prediction": 0.4926814941960642,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.576,
-              "accuracy_rows": 500,
-              "brier_cn": 0.26754584691037353,
-              "ece_all_15": 0.07991171304831082,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.3605496004680881,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.44734982865530376
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.3605496004680881,
-            "score_mae_normalized_gold": 0.36054950566816957,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.03924506339378931,
-            "score_rps_rows": 200,
-            "score_within_one": 0.955,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.42412702263895474,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.160363968518996,
-            "soft_nll_rows": 500,
-            "tv": 0.3101167171633178,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.458,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.458,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.615831836342059,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.128429183665218,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.33386632377188186,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.12870068110189203,
-            "gold_mass_at_prediction": 0.41751248553062165,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.458,
-              "accuracy_rows": 500,
-              "brier_cn": 0.39009052354368184,
-              "ece_all_15": 0.12870068110189203,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6756074364720306,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.4529116101498251
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.6756074364720306,
-            "score_mae_normalized_gold": 0.6756074487409996,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.0938812405771363,
-            "score_rps_rows": 200,
-            "score_within_one": 0.73,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.3937268237678122,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.1107266066354584,
-            "soft_nll_rows": 500,
-            "tv": 0.4125268005634071,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.514,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.514,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.5977468851895146,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.06777809279263423,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.19408654984523538,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.08958546088886798,
-            "gold_mass_at_prediction": 0.4278733511800246,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.514,
-              "accuracy_rows": 500,
-              "brier_cn": 0.19058493244561303,
-              "ece_all_15": 0.08958546088886798,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6965785840688219,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.48314810758656695
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.6965785840688219,
-            "score_mae_normalized_gold": 0.6965785707273174,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.07725882911017895,
-            "score_rps_rows": 200,
-            "score_within_one": 0.735,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.3952657195335682,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.2945458512609622,
-            "soft_nll_rows": 500,
-            "tv": 0.31627796157911087,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.045,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.4755,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.4755,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.6226546988124896,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.0801986716545676,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.24415055629645782,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.08784008979230834,
-          "gold_mass_at_prediction": 0.4149553283116802,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.4755,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.27256160259627155,
-            "ece_all_15": 0.08784008979230834,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.5914176005726671,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.4293534937857955
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.5914176005726671,
-          "score_mae_normalized_gold": 0.5914175684275302,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.07228545840592436,
-          "score_rps_rows": 800,
-          "score_within_one": 0.81,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.3829757305779965,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 1.2281406751786859,
-          "soft_nll_rows": 2000,
-          "tv": 0.3495879424316874,
-          "tv_rows": 2000
-        }
-      },
-      "Sol:shipped": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.28,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.28,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.77663444197921,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04815657508151748,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.19262630032606992,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1408007837917109,
-            "gold_mass_at_prediction": 0.285500022000026,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.28,
-              "accuracy_rows": 100,
-              "brier_cn": 0.19262630032606992,
-              "ece_all_15": 0.1408007837917109,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.270757170128129
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.270757170128129,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.46291965570149,
-            "soft_nll_rows": 100,
-            "tv": 0.3449846669722439,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5640062590095535,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.11431153221513954,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.22862306443027908,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19575975984334945,
-            "gold_mass_at_prediction": 0.49603329,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": 0.22862306443027908,
-              "ece_all_15": 0.19575975984334945,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.49173764304889617
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.49173764304889617,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.7715928350497578,
-            "soft_nll_rows": 100,
-            "tv": 0.2887670256359673,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.32,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.32,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9144045778717144,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.10644626877059064,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.4257850750823626,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2711179180267107,
-            "gold_mass_at_prediction": 0.24069997666665965,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.32,
-              "accuracy_rows": 100,
-              "brier_cn": 0.4257850750823626,
-              "ece_all_15": 0.2711179180267107,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.2403781875496955
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.2403781875496955,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 2.05344112445108,
-            "soft_nll_rows": 100,
-            "tv": 0.47834446337698083,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.8444151417156679,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.09882313407251266,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3952925362900506,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3720964702175929,
-            "gold_mass_at_prediction": 0.3129699606000134,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.3720964702175929,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6808420801517292,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.6808420801517292,
-            "score_mae_normalized_gold": 0.6808419697019278,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.11333030524257971,
-            "score_rps_rows": 100,
-            "score_within_one": 0.73,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3310510782567679,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.7184756183561876,
-            "soft_nll_rows": 100,
-            "tv": 0.48271025045712984,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.31,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.31,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.724965596911701,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03953852486731349,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.15815409946925396,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.10317438178466673,
-            "gold_mass_at_prediction": 0.2735666624333531,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.31,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.10317438178466673,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5876104925233558,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5876104925233558,
-            "score_mae_normalized_gold": 0.587610504290276,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.06439678267498368,
-            "score_rps_rows": 100,
-            "score_within_one": 0.84,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.27681770980491993,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3592395350626754,
-            "soft_nll_rows": 100,
-            "tv": 0.31298283483952816,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.8110221739468199,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06509763942912072,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.3254881971456037,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19723688938231776,
-            "gold_mass_at_prediction": 0.2663589299333634,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": 0.3254881971456037,
-              "ece_all_15": 0.19723688938231776,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.23979283208150612
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.23979283208150612,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.6710586700384664,
-            "soft_nll_rows": 100,
-            "tv": 0.4594026913870868,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.71,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.71,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5151943639343163,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07430754083818,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.37153770419090004,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18091603494526004,
-            "gold_mass_at_prediction": 0.6524151837468452,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.71,
-              "accuracy_rows": 100,
-              "brier_cn": 0.37153770419090004,
-              "ece_all_15": 0.18091603494526004,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5810239697784723
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5810239697784723,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.3381201034324872,
-            "soft_nll_rows": 100,
-            "tv": 0.3281394900183847,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.62,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.62,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4663654376913237,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03642272396494264,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.14569089585977055,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1401369080141374,
-            "gold_mass_at_prediction": 0.5090000490334087,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.62,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1401369080141374,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.32972710131020316,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.32972710131020316,
-            "score_mae_normalized_gold": 0.329726898276906,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.039019317391462575,
-            "score_rps_rows": 100,
-            "score_within_one": 0.95,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4437868803109348,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2035921633599793,
-            "soft_nll_rows": 100,
-            "tv": 0.26839168138032976,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.69,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.69,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4836802898145972,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.11536329211544434,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.23072658423088868,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.17847361966967584,
-            "gold_mass_at_prediction": 0.60746663,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.69,
-              "accuracy_rows": 100,
-              "brier_cn": 0.23072658423088868,
-              "ece_all_15": 0.17847361966967584,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5814523482025816
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5814523482025816,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9078146784835038,
-            "soft_nll_rows": 100,
-            "tv": 0.26449696912753107,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5564061201489978,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04601784759895316,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.18407139039581263,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11784349590811923,
-            "gold_mass_at_prediction": 0.42816667826670385,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.11784349590811923,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.4206764092191335,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.4206764092191335,
-            "score_mae_normalized_gold": 0.4206763796525285,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.05440043562177577,
-            "score_rps_rows": 100,
-            "score_within_one": 0.92,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3907256071818835,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2851024558785553,
-            "soft_nll_rows": 100,
-            "tv": 0.30821802849843505,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.57,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.57,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5718810257501092,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06923910000950804,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2769564000380322,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11777630004706427,
-            "gold_mass_at_prediction": 0.5109103716564455,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.57,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.11777630004706427,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.8219283677254158,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.8219283677254158,
-            "score_mae_normalized_gold": 0.8219284786632288,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.12081203187285122,
-            "score_rps_rows": 100,
-            "score_within_one": 0.7,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.39266866868777683,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.178820070288254,
-            "soft_nll_rows": 100,
-            "tv": 0.3906213949454773,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.5,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.5,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6562299578412355,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.07824764045848054,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.31299056183392215,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1406606096525131,
-            "gold_mass_at_prediction": 0.41504863853000984,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.5,
-              "accuracy_rows": 100,
-              "brier_cn": 0.31299056183392215,
-              "ece_all_15": 0.1406606096525131,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.36137056897459324
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.36137056897459324,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.579020302130722,
-            "soft_nll_rows": 100,
-            "tv": 0.4412882149254978,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.11,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.11,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.9932664544641472,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.4440633727140224,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.8881267454280448,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.6462893086671829,
-            "gold_mass_at_prediction": 0.1096767,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.11,
-              "accuracy_rows": 100,
-              "brier_cn": 0.8881267454280448,
-              "ece_all_15": 0.6462893086671829,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3180503857555592
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3180503857555592,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.283411054538198,
-            "soft_nll_rows": 100,
-            "tv": 0.646612608667183,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.85,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.85,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.24422060817071128,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.08016365361599345,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1603273072319869,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08674917019903662,
-            "gold_mass_at_prediction": 0.7951600000000001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.85,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1603273072319869,
-              "ece_all_15": 0.08674917019903662,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7024008595501259
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7024008595501259,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.49288912792003914,
-            "soft_nll_rows": 100,
-            "tv": 0.204154579616189,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.26,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.26,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7639817650112188,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06059293538820383,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.24237174155281532,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.20403586765200835,
-            "gold_mass_at_prediction": 0.25676671746665275,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.26,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.20403586765200835,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.5438626906352093,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.5438626906352093,
-            "score_mae_normalized_gold": 0.5438625834353155,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.07743025784952516,
-            "score_rps_rows": 100,
-            "score_within_one": 0.8,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.2582994232209614,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4146311277169417,
-            "soft_nll_rows": 100,
-            "tv": 0.39986696204411126,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6423928379577407,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.18307918474148338,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.36615836948296676,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3097955045476556,
-            "gold_mass_at_prediction": 0.5131333699999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.36615836948296676,
-              "ece_all_15": 0.3097955045476556,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5220185401333258
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5220185401333258,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4874001181116057,
-            "soft_nll_rows": 100,
-            "tv": 0.38637810716194393,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.53,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.53,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.6268326893985556,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04420106447050383,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.17680425788201531,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1465634571353555,
-            "gold_mass_at_prediction": 0.4009333259666924,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.53,
-              "accuracy_rows": 100,
-              "brier_cn": 0.17680425788201531,
-              "ece_all_15": 0.1465634571353555,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3375987573362151
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3375987573362151,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.4089084932118559,
-            "soft_nll_rows": 100,
-            "tv": 0.3023427751723568,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.38,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.38,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7589318565849983,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04574759899345998,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.2287379949672999,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16581203320520252,
-            "gold_mass_at_prediction": 0.31046669260007653,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.38,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.16581203320520252,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.80796134959754,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.80796134959754,
-            "score_mae_normalized_gold": 0.8079613624309723,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.08232954750280218,
-            "score_rps_rows": 100,
-            "score_within_one": 0.66,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.26740276630232446,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.9634362096565041,
-            "soft_nll_rows": 100,
-            "tv": 0.4113297795860902,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.75,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.75,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3249148145609622,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0841337053193637,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.1682674106387274,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13712066926062105,
-            "gold_mass_at_prediction": 0.62890001,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.75,
-              "accuracy_rows": 100,
-              "brier_cn": 0.1682674106387274,
-              "ece_all_15": 0.13712066926062105,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6222457047730409
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6222457047730409,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0285688783350093,
-            "soft_nll_rows": 100,
-            "tv": 0.2523020709344721,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.33,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.33,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.7640739533665142,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.06367857952126911,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.25471431808507644,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19607871866225174,
-            "gold_mass_at_prediction": 0.28593335733335395,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.33,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.19607871866225174,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6233753226489079,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.6233753226489079,
-            "score_mae_normalized_gold": 0.6233752792657365,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.09746656984499642,
-            "score_rps_rows": 100,
-            "score_within_one": 0.79,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.278891281162757,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.532599014393934,
-            "soft_nll_rows": 100,
-            "tv": 0.38149062993412847,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.445,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.445,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.7167197008286419,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.06940945484139888,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.3008720160768123,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.12772672809285945,
-            "gold_mass_at_prediction": 0.3768260128072661,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.445,
-              "accuracy_rows": 600,
-              "brier_cn": 0.3008720160768123,
-              "ece_all_15": 0.12772672809285945,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.33848691430810185
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.33848691430810185,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.585578058161017,
-            "soft_nll_rows": 600,
-            "tv": 0.39241705030875845,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.585,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.585,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.542080210662952,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.17018579012024115,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.3403715802404823,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.22917536249384285,
-            "gold_mass_at_prediction": 0.5250616666666666,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.585,
-              "accuracy_rows": 600,
-              "brier_cn": 0.3403715802404823,
-              "ece_all_15": 0.22917536249384285,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5396509135772549
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5396509135772549,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.9952794487396855,
-            "soft_nll_rows": 600,
-            "tv": 0.340451893523881,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.41625,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.41625,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.6813776121475663,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.05750755555202036,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.23574867208226394,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.12425073834459151,
-            "gold_mass_at_prediction": 0.360972561173751,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.41625,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.12425073834459151,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6019979767264368,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.6019979767264368,
-            "score_mae_normalized_gold": 0.6019979319646115,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.0811481560001221,
-            "score_rps_rows": 800,
-            "score_within_one": 0.79875,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.32995542686604074,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.456987024339129,
-            "soft_nll_rows": 800,
-            "tv": 0.3694514452106537,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.354,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.354,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.7648852034975694,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.08145520700141476,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.28009621511960325,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.188957446055169,
-            "gold_mass_at_prediction": 0.32175398234001046,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.354,
-              "accuracy_rows": 500,
-              "brier_cn": 0.28234481327957056,
-              "ece_all_15": 0.188957446055169,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6342262863375424,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.33429100024224023
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.6342262863375424,
-            "score_mae_normalized_gold": 0.6342262369961019,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.0888635439587817,
-            "score_rps_rows": 200,
-            "score_within_one": 0.785,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.3221483577576817,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.4731337537242382,
-            "soft_nll_rows": 500,
-            "tv": 0.38155784825637,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.576,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.576,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.566533677107211,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.06744180878932818,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.2515029543645951,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.10388472746205962,
-            "gold_mass_at_prediction": 0.4926814941960642,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.576,
-              "accuracy_rows": 500,
-              "brier_cn": 0.3092508285224641,
-              "ece_all_15": 0.10388472746205962,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.37520175526466837,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.4674230500208534
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.37520175526466837,
-            "score_mae_normalized_gold": 0.3752016389647173,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.046709876506619175,
-            "score_rps_rows": 200,
-            "score_within_one": 0.935,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4473563275110757,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.2811376142385984,
-            "soft_nll_rows": 500,
-            "tv": 0.3257297720823535,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.458,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.458,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.6459159622474844,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.14646134043724165,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.3761545512169603,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.17646235410268205,
-            "gold_mass_at_prediction": 0.41751248553062165,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.458,
-              "accuracy_rows": 500,
-              "brier_cn": 0.4538148714979846,
-              "ece_all_15": 0.17646235410268205,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.6828955291803126,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.46060727142675945
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.6828955291803126,
-            "score_mae_normalized_gold": 0.6828955310492723,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.09912114486118818,
-            "score_rps_rows": 200,
-            "score_within_one": 0.75,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4065579812378033,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.189754336518831,
-            "soft_nll_rows": 500,
-            "tv": 0.4165087520396917,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.514,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.514,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.6234292303737542,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.084168026609216,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.23893647021121717,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.15598570637747944,
-            "gold_mass_at_prediction": 0.4278733511800246,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.514,
-              "accuracy_rows": 500,
-              "brier_cn": 0.23707667933456983,
-              "ece_all_15": 0.15598570637747944,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.715668336123224,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.49395433408086054
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.715668336123224,
-            "score_mae_normalized_gold": 0.7156683208483544,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.08989805867389929,
-            "score_rps_rows": 200,
-            "score_within_one": 0.725,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.40563140994153263,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 1.4841825427417819,
-            "soft_nll_rows": 500,
-            "tv": 0.3467686725577983,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.045,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.4755,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.4755,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.6501910183065047,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.09488159570930015,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.2866725477280939,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.15123690319530472,
-          "gold_mass_at_prediction": 0.4149553283116802,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.4755,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.3206217981586473,
-            "ece_all_15": 0.15123690319530472,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.6019979767264368,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.4390689139426784
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.6019979767264368,
-          "score_mae_normalized_gold": 0.6019979319646115,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.0811481560001221,
-          "score_rps_rows": 800,
-          "score_within_one": 0.79875,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.39542351911202334,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 1.3570520618058624,
-          "soft_nll_rows": 2000,
-          "tv": 0.36764126123405333,
-          "tv_rows": 2000
-        }
-      },
-      "official_typed:raw": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.7,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.7,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4895470459434197,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013725110650388853,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05490044260155541,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.19543854536919308,
-            "gold_mass_at_prediction": 0.47770333433338796,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.7,
-              "accuracy_rows": 100,
-              "brier_cn": 0.05490044260155541,
-              "ece_all_15": 0.19543854536919308,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.37656407092885585
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.37656407092885585,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1461221425774775,
-            "soft_nll_rows": 100,
-            "tv": 0.16688315608733906,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.24613547365620397,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.015964592742607406,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.03192918548521481,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16323694616556167,
-            "gold_mass_at_prediction": 0.72023335,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": 0.03192918548521481,
-              "ece_all_15": 0.16323694616556167,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6286005333811305
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6286005333811305,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.5557518892911764,
-            "soft_nll_rows": 100,
-            "tv": 0.09885532475808144,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.65,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.65,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.44173074001763524,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01850813348557003,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07403253394228013,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.15169749116983752,
-            "gold_mass_at_prediction": 0.5007366737667297,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.65,
-              "accuracy_rows": 100,
-              "brier_cn": 0.07403253394228013,
-              "ece_all_15": 0.15169749116983752,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4153912986169505
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4153912986169505,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0446418668444322,
-            "soft_nll_rows": 100,
-            "tv": 0.1876412781311621,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.82,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.82,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.36332035767994314,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.012050454172804658,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04820181669121863,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2224642459558406,
-            "gold_mass_at_prediction": 0.5521966263334266,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.82,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.2224642459558406,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.1828456056861152,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.1828456056861152,
-            "score_mae_normalized_gold": 0.1828456301695072,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01176978103074578,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.44987376669956464,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9732161809623098,
-            "soft_nll_rows": 100,
-            "tv": 0.13860243687796697,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4934412193001237,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.012584086530629202,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.050336346122516806,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12740649395204132,
-            "gold_mass_at_prediction": 0.45193003176674845,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.12740649395204132,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.22581437350180208,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.22581437350180208,
-            "score_mae_normalized_gold": 0.22581424460186905,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01362801646841152,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3805066878955747,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1163092843436495,
-            "soft_nll_rows": 100,
-            "tv": 0.15837681759256714,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.531464687137762,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.024156244289889744,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12078122144944872,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.08852572371390341,
-            "gold_mass_at_prediction": 0.470738443366786,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12078122144944872,
-              "ece_all_15": 0.08852572371390341,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.37174102355104205
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.37174102355104205,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2234009281260714,
-            "soft_nll_rows": 100,
-            "tv": 0.26259125939511685,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.94,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.94,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.10870485587568254,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.008894227048573818,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.044471135242869095,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.11397301793536554,
-            "gold_mass_at_prediction": 0.8472485547469091,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.94,
-              "accuracy_rows": 100,
-              "brier_cn": 0.04447113524286909,
-              "ece_all_15": 0.11397301793536554,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7643443116974946
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7643443116974946,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.5246528924268783,
-            "soft_nll_rows": 100,
-            "tv": 0.10717160895081264,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3627824013843577,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.014440917164078328,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05776366865631331,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1972677613160902,
-            "gold_mass_at_prediction": 0.5795333957667617,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1972677613160902,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23276228735335902,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.23276228735335902,
-            "score_mae_normalized_gold": 0.23276220092009475,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.016593626217507356,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.45982390629696185,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0148878015990341,
-            "soft_nll_rows": 100,
-            "tv": 0.16387654743969315,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.76,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.76,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.36715167331357507,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.03712172289366512,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07424344578733023,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.12093097105622296,
-            "gold_mass_at_prediction": 0.65473331,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.76,
-              "accuracy_rows": 100,
-              "brier_cn": 0.07424344578733023,
-              "ece_all_15": 0.12093097105622296,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5606758249941624
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5606758249941624,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6343667771702853,
-            "soft_nll_rows": 100,
-            "tv": 0.15527217029652596,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.74,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.36234880919428414,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0118559867897817,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.0474239471591268,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.13287292834902112,
-            "gold_mass_at_prediction": 0.5629666492667629,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.13287292834902112,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.1878686451981187,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.1878686451981187,
-            "score_mae_normalized_gold": 0.18786856949814953,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.011794776059924197,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.47063173360813226,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9671422087851645,
-            "soft_nll_rows": 100,
-            "tv": 0.1477007153163745,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.2847293969762868,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.019634252206283204,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07853700882513281,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1760973049385438,
-            "gold_mass_at_prediction": 0.6979987638348117,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1760973049385438,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2974678101440487,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2974678101440487,
-            "score_mae_normalized_gold": 0.29746786736669395,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.025642533408492027,
-            "score_rps_rows": 100,
-            "score_within_one": 0.98,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5768784794794368,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.8140943564578166,
-            "soft_nll_rows": 100,
-            "tv": 0.18067280701997926,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.34842632909613463,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.016911730027390156,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06764692010956062,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.17047467226764443,
-            "gold_mass_at_prediction": 0.6044152808967198,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06764692010956062,
-              "ece_all_15": 0.17047467226764443,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4980505944039582
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4980505944039582,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9521874914660178,
-            "soft_nll_rows": 100,
-            "tv": 0.1647728613379734,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.92,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.92,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.08524699241574256,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.008425352555856759,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.016850705111713517,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.06712708970531824,
-            "gold_mass_at_prediction": 0.8906566599999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.92,
-              "accuracy_rows": 100,
-              "brier_cn": 0.016850705111713517,
-              "ece_all_15": 0.06712708970531824,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8711528048382877
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8711528048382877,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.2323667136305905,
-            "soft_nll_rows": 100,
-            "tv": 0.033551365535236605,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.94,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.94,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.09355273881880119,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.018395419118345847,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.03679083823669169,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.058348072944208976,
-            "gold_mass_at_prediction": 0.87882666,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.94,
-              "accuracy_rows": 100,
-              "brier_cn": 0.03679083823669169,
-              "ece_all_15": 0.058348072944208976,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.8250829872761173
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.8250829872761173,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.31957386970072504,
-            "soft_nll_rows": 100,
-            "tv": 0.0746649635583049,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.52,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.52,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4995220885294186,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.017322217451261952,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06928886980504781,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.07758730962968893,
-            "gold_mass_at_prediction": 0.4612699869667417,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.52,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.07758730962968893,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23287024905781248,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.23287024905781248,
-            "score_mae_normalized_gold": 0.23287031845789655,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01606493234461351,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4020883064595744,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0641150256844427,
-            "soft_nll_rows": 100,
-            "tv": 0.18676259256656277,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.81,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.81,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.34370844700904946,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01731906197386604,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.03463812394773208,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1675647489726543,
-            "gold_mass_at_prediction": 0.62933331,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.81,
-              "accuracy_rows": 100,
-              "brier_cn": 0.03463812394773208,
-              "ece_all_15": 0.1675647489726543,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5491500284175868
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5491500284175868,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6540463495630149,
-            "soft_nll_rows": 100,
-            "tv": 0.10398244740532875,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.73,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.73,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4121120771115943,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.015330574587929571,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.061322298351718284,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18935060162190304,
-            "gold_mass_at_prediction": 0.5051999882667387,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.73,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06132229835171829,
-              "ece_all_15": 0.18935060162190304,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3945320476860415
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3945320476860415,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1370582086868506,
-            "soft_nll_rows": 100,
-            "tv": 0.17220125474190565,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.428685734084272,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.008521344006422467,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04260672003211234,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.27467081962609496,
-            "gold_mass_at_prediction": 0.46843332526677883,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.27467081962609496,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23650814960573618,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.23650814960573618,
-            "score_mae_normalized_gold": 0.23650805777246625,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01098363209347397,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.35243514905419154,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.258254258017165,
-            "soft_nll_rows": 100,
-            "tv": 0.15192985056326427,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.87,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.87,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.24795003193956533,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013506748416960857,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.027013496833921714,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16205763742327686,
-            "gold_mass_at_prediction": 0.66776669,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.87,
-              "accuracy_rows": 100,
-              "brier_cn": 0.027013496833921707,
-              "ece_all_15": 0.16205763742327686,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5935826297377187
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5935826297377187,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6136544595578034,
-            "soft_nll_rows": 100,
-            "tv": 0.09067321993985177,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4562636252751661,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.015856499942877154,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06342599977150862,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09383611504708894,
-            "gold_mass_at_prediction": 0.4714833081834198,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.09383611504708894,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2810920781562342,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2810920781562342,
-            "score_mae_normalized_gold": 0.28109216280624494,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.0194844273304504,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.39857750515967405,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.146108913371827,
-            "soft_nll_rows": 100,
-            "tv": 0.17721814875380038,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.7333333333333333,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.7333333333333333,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.38866428919703805,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.016254336681623696,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.0705257586162387,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.12284178703118577,
-            "gold_mass_at_prediction": 0.5676737125628786,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.7333333333333333,
-              "accuracy_rows": 600,
-              "brier_cn": 0.0705257586162387,
-              "ece_all_15": 0.12284178703118577,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.4701038911473905
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.4701038911473905,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.004677255021288,
-            "soft_nll_rows": 600,
-            "tv": 0.17687690310738494,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.8566666666666667,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.8566666666666667,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.23062422619215625,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.018455482950217005,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.03691096590043401,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.10418231898453084,
-            "gold_mass_at_prediction": 0.74025833,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.8566666666666667,
-              "accuracy_rows": 600,
-              "brier_cn": 0.03691096590043401,
-              "ece_all_15": 0.10418231898453084,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6713741347741672
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6713741347741672,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.5016266764855992,
-            "soft_nll_rows": 600,
-            "tv": 0.09283324858222156,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.7225,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.7225,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.4063867040529815,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.014033219783017335,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.05719804713287214,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.15019601241909727,
-            "gold_mass_at_prediction": 0.5307265109231815,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.7225,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.15019601241909727,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.23465364983790335,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.23465364983790335,
-            "score_mae_normalized_gold": 0.23465363144911527,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.015745215619202346,
-            "score_rps_rows": 800,
-            "score_within_one": 0.99375,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.4363519418316388,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.044266003652676,
-            "soft_nll_rows": 800,
-            "tv": 0.16314248951627605,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.73,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.73,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.4068349673194651,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.01456647551640003,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.051880064968557155,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.14936138929479292,
-            "gold_mass_at_prediction": 0.5405600032400586,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.73,
-              "accuracy_rows": 500,
-              "brier_cn": 0.05362072067635012,
-              "ece_all_15": 0.14936138929479292,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.20432998959395865,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.473518634308979
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.20432998959395865,
-            "score_mae_normalized_gold": 0.20432993738568814,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.01269889874957865,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4501872715044153,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.967208272803809,
-            "soft_nll_rows": 500,
-            "tv": 0.15007180268942336,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.764,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.764,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.34649048538113225,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.019293819637197743,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.06893668365901763,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.11774165107884377,
-            "gold_mass_at_prediction": 0.6230440706294439,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.764,
-              "accuracy_rows": 500,
-              "brier_cn": 0.07983193415988268,
-              "ece_all_15": 0.11774165107884377,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21031546627573885,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.565587053414233
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.21031546627573885,
-            "score_mae_normalized_gold": 0.21031538520912213,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.014194201138715777,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.5254433600295586,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.8728901216214867,
-            "soft_nll_rows": 500,
-            "tv": 0.16732246027970463,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.804,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.804,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.26229550916727673,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.016137794271827585,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.053822868417629295,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.08547489646673452,
-            "gold_mass_at_prediction": 0.7066334703396546,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.804,
-              "accuracy_rows": 500,
-              "brier_cn": 0.04042948781932195,
-              "ece_all_15": 0.08547489646673452,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.26516902960093064,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.7314287955061212
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.26516902960093064,
-            "score_mae_normalized_gold": 0.26516909291229523,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.020853732876552768,
-            "score_rps_rows": 200,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.6346506344914749,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.6764674913879185,
-            "soft_nll_rows": 500,
-            "tv": 0.12808491800361138,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.766,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.766,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.3777439830839294,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.014106845785611218,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.04580132778739861,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.17200633254591335,
-            "gold_mass_at_prediction": 0.5484433243433875,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.766,
-              "accuracy_rows": 500,
-              "brier_cn": 0.04099130637779069,
-              "ece_all_15": 0.17200633254591335,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2588001138809852,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.5124215686137823
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.2588001138809852,
-            "score_mae_normalized_gold": 0.25880011028935557,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.015234029711962185,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4576554720110425,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.9618244378393321,
-            "soft_nll_rows": 500,
-            "tv": 0.13920098428083016,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.29,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.766,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.766,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.34834123623795094,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.016026233802759145,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.05511023620815068,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.127768662457746,
-          "gold_mass_at_prediction": 0.6046702171381362,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.766,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.053718362258336365,
-            "ece_all_15": 0.127768662457746,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.23465364983790335,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.5707390129607789
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.23465364983790335,
-          "score_mae_normalized_gold": 0.23465363144911527,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.015745215619202346,
-          "score_rps_rows": 800,
-          "score_within_one": 0.99375,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.5169841845091228,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 0.8695975809131367,
-          "soft_nll_rows": 2000,
-          "tv": 0.14617004131339237,
-          "tv_rows": 2000
-        }
-      },
-      "official_typed:shipped": {
-        "by_question_id": {
-          "agent_trace_observability/action": {
-            "accuracy": 0.7,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.7,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.556511170387259,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.014761783257460928,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05904713302984371,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.28599359207800285,
-            "gold_mass_at_prediction": 0.47770333433338796,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.7,
-              "accuracy_rows": 100,
-              "brier_cn": 0.05904713302984371,
-              "ece_all_15": 0.28599359207800285,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3373155646848236
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3373155646848236,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1517461899835504,
-            "soft_nll_rows": 100,
-            "tv": 0.18778871982044135,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/needs_review": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3197360571493118,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.02635553388805786,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05271106777611572,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.22050023913383485,
-            "gold_mass_at_prediction": 0.72023335,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": 0.05271106777611572,
-              "ece_all_15": 0.22050023913383485,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5776542699757147
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5776542699757147,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.5805172566919087,
-            "soft_nll_rows": 100,
-            "tv": 0.14344193892951965,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/outcome": {
-            "accuracy": 0.65,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.65,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5161621209308258,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.020213750446023138,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08085500178409255,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2787309779400666,
-            "gold_mass_at_prediction": 0.5007366737667297,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.65,
-              "accuracy_rows": 100,
-              "brier_cn": 0.08085500178409255,
-              "ece_all_15": 0.2787309779400666,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3637405129983614
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3637405129983614,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0751632274400498,
-            "soft_nll_rows": 100,
-            "tv": 0.21304660138087417,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/risk": {
-            "accuracy": 0.82,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.82,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.39874134070598666,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01129904865373809,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04519619461495236,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.27527403177610055,
-            "gold_mass_at_prediction": 0.5521966263334266,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.82,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.27527403177610055,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.1967177004309012,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.1967177004309012,
-            "score_mae_normalized_gold": 0.19671783811436644,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.011997578449781316,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.42643355188527593,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9747728582362033,
-            "soft_nll_rows": 100,
-            "tv": 0.14209030184822904,
-            "tv_rows": 100
-          },
-          "agent_trace_observability/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5148075815017119,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.011702747700340865,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04681099080136346,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16840010003634343,
-            "gold_mass_at_prediction": 0.45193003176674845,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.16840010003634343,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2234175132271441,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2234175132271441,
-            "score_mae_normalized_gold": 0.22341743132723807,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.013327213907047622,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.365808615254179,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1106992988437927,
-            "soft_nll_rows": 100,
-            "tv": 0.15277453820915954,
-            "tv_rows": 100
-          },
-          "customer_service/action": {
-            "accuracy": 0.58,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.58,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5861579369873094,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.025641132041721217,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.12820566020860608,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.20718405158517025,
-            "gold_mass_at_prediction": 0.470738443366786,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.58,
-              "accuracy_rows": 100,
-              "brier_cn": 0.12820566020860608,
-              "ece_all_15": 0.20718405158517025,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3196990876374073
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3196990876374073,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2339967569667025,
-            "soft_nll_rows": 100,
-            "tv": 0.29929688633315155,
-            "tv_rows": 100
-          },
-          "customer_service/category": {
-            "accuracy": 0.94,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.94,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.19276733271249682,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01610431178244052,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08052155891220261,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2669769560395999,
-            "gold_mass_at_prediction": 0.8472485547469091,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.94,
-              "accuracy_rows": 100,
-              "brier_cn": 0.08052155891220261,
-              "ece_all_15": 0.2669769560395999,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6102381530847867
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6102381530847867,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.619703033313052,
-            "soft_nll_rows": 100,
-            "tv": 0.22885862590800685,
-            "tv_rows": 100
-          },
-          "customer_service/churn_risk": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.39491665800934195,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013884826596743177,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05553930638697271,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.25041933928927895,
-            "gold_mass_at_prediction": 0.5795333957667617,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.25041933928927895,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.24000398978962537,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.24000398978962537,
-            "score_mae_normalized_gold": 0.24000396062305832,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01637470287032558,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.43428487853496656,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0067629382132686,
-            "soft_nll_rows": 100,
-            "tv": 0.1681599850115543,
-            "tv_rows": 100
-          },
-          "customer_service/needs_human": {
-            "accuracy": 0.76,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.76,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.41305017740110017,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.04231185591459398,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08462371182918796,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.17737006291747087,
-            "gold_mass_at_prediction": 0.65473331,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.76,
-              "accuracy_rows": 100,
-              "brier_cn": 0.08462371182918797,
-              "ece_all_15": 0.17737006291747087,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5329380057883888
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5329380057883888,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6454243062927835,
-            "soft_nll_rows": 100,
-            "tv": 0.17830988435843464,
-            "tv_rows": 100
-          },
-          "customer_service/urgency": {
-            "accuracy": 0.74,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.74,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3913494128183006,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.011538965113029185,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04615586045211674,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.18644997346628606,
-            "gold_mass_at_prediction": 0.5629666492667629,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.74,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.18644997346628606,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.19966381130640845,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.19966381130640845,
-            "score_mae_normalized_gold": 0.19966372340648178,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.012078039602085722,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.4456635973959549,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9621162506507771,
-            "soft_nll_rows": 100,
-            "tv": 0.15513850778018973,
-            "tv_rows": 100
-          },
-          "invoice_processing/discrepancy_severity": {
-            "accuracy": 0.84,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.84,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3114564313938659,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.02072877209487009,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.08291508837948036,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2238143918399463,
-            "gold_mass_at_prediction": 0.6979987638348117,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.84,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.2238143918399463,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.34270901779114554,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.34270901779114554,
-            "score_mae_normalized_gold": 0.34270906709560206,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.027098974908449657,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.5418787445891635,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.8182125353210102,
-            "soft_nll_rows": 100,
-            "tv": 0.2028155679027546,
-            "tv_rows": 100
-          },
-          "invoice_processing/disposition": {
-            "accuracy": 0.8,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.8,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.42877929787523095,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.019797550637613955,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.07919020255045582,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.30289324547765,
-            "gold_mass_at_prediction": 0.6044152808967198,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.8,
-              "accuracy_rows": 100,
-              "brier_cn": 0.07919020255045582,
-              "ece_all_15": 0.30289324547765,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.42072629238629283
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.42072629238629283,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.9885057922962989,
-            "soft_nll_rows": 100,
-            "tv": 0.21711309387880007,
-            "tv_rows": 100
-          },
-          "invoice_processing/duplicate": {
-            "accuracy": 0.92,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.92,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.11411108759906557,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01640357285580506,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.03280714571161012,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1289684110879898,
-            "gold_mass_at_prediction": 0.8906566599999999,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.92,
-              "accuracy_rows": 100,
-              "brier_cn": 0.03280714571161012,
-              "ece_all_15": 0.1289684110879898,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7856912358829418
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7856912358829418,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.2840462545322539,
-            "soft_nll_rows": 100,
-            "tv": 0.11414506901102066,
-            "tv_rows": 100
-          },
-          "invoice_processing/matches_order": {
-            "accuracy": 0.94,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.94,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.14282537812606935,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0281367365395261,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.0562734730790522,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.16039260856807233,
-            "gold_mass_at_prediction": 0.87882666,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.94,
-              "accuracy_rows": 100,
-              "brier_cn": 0.0562734730790522,
-              "ece_all_15": 0.16039260856807233,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.7361213296323885
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.7361213296323885,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.35892689263041305,
-            "soft_nll_rows": 100,
-            "tv": 0.14572777133975504,
-            "tv_rows": 100
-          },
-          "invoice_processing/urgency": {
-            "accuracy": 0.52,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.52,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5150535240278046,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.017177984562766046,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.06871193825106418,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.09173637331827784,
-            "gold_mass_at_prediction": 0.4612699869667417,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.52,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.09173637331827784,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.24107575113465118,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.24107575113465118,
-            "score_mae_normalized_gold": 0.24107586720141191,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.016344934628552233,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.38350404283744816,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.0644417007816451,
-            "soft_nll_rows": 100,
-            "tv": 0.19164184100053705,
-            "tv_rows": 100
-          },
-          "security_incidents/credential_compromise": {
-            "accuracy": 0.81,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.81,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4015315149174601,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.019053717626891332,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.038107435253782664,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.23367252618074416,
-            "gold_mass_at_prediction": 0.62933331,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.81,
-              "accuracy_rows": 100,
-              "brier_cn": 0.038107435253782664,
-              "ece_all_15": 0.23367252618074416,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.5267653645952105
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5267653645952105,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6566852116121311,
-            "soft_nll_rows": 100,
-            "tv": 0.10939600000547407,
-            "tv_rows": 100
-          },
-          "security_incidents/disposition": {
-            "accuracy": 0.73,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.73,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.5101715448126831,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.01623902942168285,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.0649561176867314,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.2938631794050604,
-            "gold_mass_at_prediction": 0.5051999882667387,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.73,
-              "accuracy_rows": 100,
-              "brier_cn": 0.06495611768673142,
-              "ece_all_15": 0.2938631794050604,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3398478202586572
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3398478202586572,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.1551004155796112,
-            "soft_nll_rows": 100,
-            "tv": 0.20581047454748522,
-            "tv_rows": 100
-          },
-          "security_incidents/severity": {
-            "accuracy": 0.78,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.78,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4737351580783797,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.008014754854259603,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.04007377427129802,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.3277672418685045,
-            "gold_mass_at_prediction": 0.46843332526677883,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.78,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.3277672418685045,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2312391463015231,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2312391463015231,
-            "score_mae_normalized_gold": 0.23123904253500213,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.01055053448839541,
-            "score_rps_rows": 100,
-            "score_within_one": 0.99,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.33098965695082627,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.2541055457805794,
-            "soft_nll_rows": 100,
-            "tv": 0.15542439433585115,
-            "tv_rows": 100
-          },
-          "security_incidents/true_positive": {
-            "accuracy": 0.87,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.87,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.3320667225913356,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.0160441056690422,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.0320882113380844,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.254438903927803,
-            "gold_mass_at_prediction": 0.66776669,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.87,
-              "accuracy_rows": 100,
-              "brier_cn": 0.0320882113380844,
-              "ece_all_15": 0.254438903927803,
-              "probability_rows": 100,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.553188763493619
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.5531887634936189,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 0.6199355072004828,
-            "soft_nll_rows": 100,
-            "tv": 0.10209257012550355,
-            "tv_rows": 100
-          },
-          "security_incidents/urgency": {
-            "accuracy": 0.64,
-            "accuracy_rows": 100,
-            "argmax_accuracy": 0.64,
-            "argmax_accuracy_rows": 100,
-            "brier_hard_sum": 0.4779109111751007,
-            "brier_hard_sum_rows": 100,
-            "brier_soft_mean": 0.013626867886197512,
-            "brier_soft_mean_rows": 100,
-            "brier_soft_sum": 0.05450747154479005,
-            "brier_soft_sum_rows": 100,
-            "components": 100,
-            "ece_15_hard": 0.1347193095758571,
-            "gold_mass_at_prediction": 0.4714833081834198,
-            "gold_mass_at_prediction_rows": 100,
-            "notebook_compatible": {
-              "accuracy_all": 0.64,
-              "accuracy_rows": 100,
-              "brier_cn": null,
-              "ece_all_15": 0.1347193095758571,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2644336185418365,
-              "score_rows": 100,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 100,
-            "score_mae": 0.2644336185418365,
-            "score_mae_normalized_gold": 0.2644336210251894,
-            "score_mae_normalized_gold_rows": 100,
-            "score_mae_rows": 100,
-            "score_rps": 0.017041330610599738,
-            "score_rps_rows": 100,
-            "score_within_one": 1.0,
-            "score_within_one_rows": 100,
-            "soft_accuracy_dot": 0.3806818329906816,
-            "soft_accuracy_dot_rows": 100,
-            "soft_nll": 1.126933931638064,
-            "soft_nll_rows": 100,
-            "tv": 0.16768669385098275,
-            "tv_rows": 100
-          }
-        },
-        "by_type": {
-          "Choice": {
-            "accuracy": 0.7333333333333333,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.7333333333333333,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.4650915672843008,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.018792926264490434,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.08212927902865537,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.2548460700056271,
-            "gold_mass_at_prediction": 0.5676737125628786,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.7333333333333333,
-              "accuracy_rows": 600,
-              "brier_cn": 0.08212927902865537,
-              "ece_all_15": 0.2548460700056271,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.3985945718417215
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.3985945718417215,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 1.0373692359298774,
-            "soft_nll_rows": 600,
-            "tv": 0.22531906697812654,
-            "tv_rows": 600
-          },
-          "Noul": {
-            "accuracy": 0.8566666666666667,
-            "accuracy_rows": 600,
-            "argmax_accuracy": 0.8566666666666667,
-            "argmax_accuracy_rows": 600,
-            "brier_hard_sum": 0.28722015629739045,
-            "brier_hard_sum_rows": 600,
-            "brier_soft_mean": 0.02471758708231942,
-            "brier_soft_mean_rows": 600,
-            "brier_soft_sum": 0.04943517416463884,
-            "brier_soft_sum_rows": 600,
-            "components": 400,
-            "ece_15_hard": 0.1920580057427287,
-            "gold_mass_at_prediction": 0.74025833,
-            "gold_mass_at_prediction_rows": 600,
-            "notebook_compatible": {
-              "accuracy_all": 0.8566666666666667,
-              "accuracy_rows": 600,
-              "brier_cn": 0.04943517416463884,
-              "ece_all_15": 0.1920580057427287,
-              "probability_rows": 600,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": null,
-              "score_rows": 0,
-              "soft_accuracy_cn": 0.6187264948947105
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 600,
-            "score_mae": null,
-            "score_mae_normalized_gold": null,
-            "score_mae_normalized_gold_rows": 0,
-            "score_mae_rows": 0,
-            "score_rps": null,
-            "score_rps_rows": 0,
-            "score_within_one": null,
-            "score_within_one_rows": 0,
-            "soft_accuracy_dot": 0.6187264948947105,
-            "soft_accuracy_dot_rows": 600,
-            "soft_nll": 0.5242559048266622,
-            "soft_nll_rows": 600,
-            "tv": 0.13218553896161794,
-            "tv_rows": 600
-          },
-          "Score": {
-            "accuracy": 0.7225,
-            "accuracy_rows": 800,
-            "argmax_accuracy": 0.7225,
-            "argmax_accuracy_rows": 800,
-            "brier_hard_sum": 0.4347463772138115,
-            "brier_hard_sum_rows": 800,
-            "brier_soft_mean": 0.013496745932743071,
-            "brier_soft_mean_rows": 800,
-            "brier_soft_sum": 0.05498882808775473,
-            "brier_soft_sum_rows": 800,
-            "components": 400,
-            "ece_15_hard": 0.19867893305134812,
-            "gold_mass_at_prediction": 0.5307265109231815,
-            "gold_mass_at_prediction_rows": 800,
-            "notebook_compatible": {
-              "accuracy_all": 0.7225,
-              "accuracy_rows": 800,
-              "brier_cn": null,
-              "ece_all_15": 0.19867893305134812,
-              "probability_rows": 0,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.24240756856540444,
-              "score_rows": 800,
-              "soft_accuracy_cn": null
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 800,
-            "score_mae": 0.24240756856540444,
-            "score_mae_normalized_gold": 0.24240756891604376,
-            "score_mae_normalized_gold_rows": 800,
-            "score_mae_rows": 800,
-            "score_rps": 0.015601663683154658,
-            "score_rps_rows": 800,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 800,
-            "soft_accuracy_dot": 0.41365561505481196,
-            "soft_accuracy_dot_rows": 800,
-            "soft_nll": 1.0397556324331676,
-            "soft_nll_rows": 800,
-            "tv": 0.16696647874240728,
-            "tv_rows": 800
-          }
-        },
-        "by_workflow": {
-          "agent_trace_observability": {
-            "accuracy": 0.73,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.73,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.461191654135019,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.016866572789124176,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.05692407760127356,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.22930527643968968,
-            "gold_mass_at_prediction": 0.5405600032400586,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.73,
-              "accuracy_rows": 500,
-              "brier_cn": 0.06420440086335066,
-              "ece_all_15": 0.22930527643968968,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.21006760682902265,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.4262367825529666
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.21006760682902265,
-            "score_mae_normalized_gold": 0.21006763472080223,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.012662396178414468,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4141905029596709,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.978579766239101,
-            "soft_nll_rows": 500,
-            "tv": 0.16782842003764475,
-            "tv_rows": 500
-          },
-          "customer_service": {
-            "accuracy": 0.764,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.764,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.39564830358570974,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.021896218289705616,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.07900921955781721,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.2127643112988187,
-            "gold_mass_at_prediction": 0.6230440706294439,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.764,
-              "accuracy_rows": 500,
-              "brier_cn": 0.09778364364999889,
-              "ece_all_15": 0.2127643112988187,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.2198339005480169,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.48762508217019424
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.2198339005480169,
-            "score_mae_normalized_gold": 0.21983384201477005,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.01422637123620565,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.4685647444883008,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.8936006570873167,
-            "soft_nll_rows": 500,
-            "tv": 0.2059527778782674,
-            "tv_rows": 500
-          },
-          "invoice_processing": {
-            "accuracy": 0.804,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.804,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.3024451438044073,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.020448923338116248,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.06397956959433254,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.16493976905240126,
-            "gold_mass_at_prediction": 0.7066334703396546,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.804,
-              "accuracy_rows": 500,
-              "brier_cn": 0.05609027378037272,
-              "ece_all_15": 0.16493976905240126,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.29189238446289834,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.6475129526338744
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.29189238446289834,
-            "score_mae_normalized_gold": 0.29189246714850703,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.021721954768500945,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.573584329065647,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.7028266351123243,
-            "soft_nll_rows": 500,
-            "tv": 0.1742886686265735,
-            "tv_rows": 500
-          },
-          "security_incidents": {
-            "accuracy": 0.766,
-            "accuracy_rows": 500,
-            "argmax_accuracy": 0.766,
-            "argmax_accuracy_rows": 500,
-            "brier_hard_sum": 0.43908317031499183,
-            "brier_hard_sum_rows": 500,
-            "brier_soft_mean": 0.014595695091614699,
-            "brier_soft_mean_rows": 500,
-            "brier_soft_sum": 0.045946602018937306,
-            "brier_soft_sum_rows": 500,
-            "components": 100,
-            "ece_15_hard": 0.24889223219159382,
-            "gold_mass_at_prediction": 0.5484433243433875,
-            "gold_mass_at_prediction_rows": 500,
-            "notebook_compatible": {
-              "accuracy_all": 0.766,
-              "accuracy_rows": 500,
-              "brier_cn": 0.045050588092866155,
-              "ece_all_15": 0.24889223219159382,
-              "probability_rows": 300,
-              "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-              "score_mae": 0.24783638242167982,
-              "score_rows": 200,
-              "soft_accuracy_cn": 0.47326731611582884
-            },
-            "noul_tie_rule_differences": 0,
-            "rows": 500,
-            "score_mae": 0.24783638242167982,
-            "score_mae_normalized_gold": 0.24783633178009576,
-            "score_mae_normalized_gold_rows": 200,
-            "score_mae_rows": 200,
-            "score_rps": 0.013795932549497571,
-            "score_rps_rows": 200,
-            "score_within_one": 0.995,
-            "score_within_one_rows": 200,
-            "soft_accuracy_dot": 0.42629468765779893,
-            "soft_accuracy_dot_rows": 500,
-            "soft_nll": 0.9625521223621737,
-            "soft_nll_rows": 500,
-            "tv": 0.14808202657305936,
-            "tv_rows": 500
-          }
-        },
-        "complete_five_question_cases": {
-          "all_five_correct": 0.29,
-          "cases": 400,
-          "partial_components": 0,
-          "rows": 2000
-        },
-        "definitions": {
-          "brier_soft_mean": "mean_k (p_k-q_k)^2, all three types",
-          "brier_soft_sum": "sum_k (p_k-q_k)^2, all three types",
-          "hard_label": "original source label; Noul >=0.5 is true; other types first ordered argmax",
-          "score_mae": "absolute difference between predicted expectation and original source score",
-          "score_rps": "mean over K-1 cumulative probability boundaries",
-          "soft_accuracy": "dot(prediction, normalized teacher), all three types",
-          "soft_nll": "cross entropy with normalized teacher, log probability floor 1e-12"
-        },
-        "overall": {
-          "accuracy": 0.766,
-          "accuracy_rows": 2000,
-          "argmax_accuracy": 0.766,
-          "argmax_accuracy_rows": 2000,
-          "brier_hard_sum": 0.39959206796003194,
-          "brier_hard_sum_rows": 2000,
-          "brier_soft_mean": 0.018451852377140185,
-          "brier_soft_mean_rows": 2000,
-          "brier_soft_sum": 0.061464867193090154,
-          "brier_soft_sum_rows": 2000,
-          "components": 400,
-          "ece_15_hard": 0.2132350763521809,
-          "gold_mass_at_prediction": 0.6046702171381362,
-          "gold_mass_at_prediction_rows": 2000,
-          "notebook_compatible": {
-            "accuracy_all": 0.766,
-            "accuracy_rows": 2000,
-            "brier_cn": 0.0657822265966471,
-            "ece_all_15": 0.2132350763521809,
-            "probability_rows": 1200,
-            "scope": "Metric formulas only; does not establish official data/input/precision reproduction",
-            "score_mae": 0.24240756856540444,
-            "score_rows": 800,
-            "soft_accuracy_cn": 0.508660533368216
-          },
-          "noul_tie_rule_differences": 0,
-          "rows": 2000,
-          "score_mae": 0.24240756856540444,
-          "score_mae_normalized_gold": 0.24240756891604376,
-          "score_mae_normalized_gold_rows": 800,
-          "score_mae_rows": 800,
-          "score_rps": 0.015601663683154658,
-          "score_rps_rows": 800,
-          "score_within_one": 0.995,
-          "score_within_one_rows": 800,
-          "soft_accuracy_dot": 0.47065856604285444,
-          "soft_accuracy_dot_rows": 2000,
-          "soft_nll": 0.884389795200229,
-          "soft_nll_rows": 2000,
-          "tv": 0.17403797327888626,
-          "tv_rows": 2000
-        }
-      }
-    },
-    "rows": 2000
-  },
-  "saved_aggregator_validation": {
-    "BoolQ_original_three_channels": "PASS_EXACT",
-    "Kai_original_three_channels": "PASS_1e-12",
-    "Lex_original_two_models": "PASS_EXACT"
-  },
-  "models": {
-    "Nox": {
-      "repo_id": "llm-semantic-router/Decision-1.0-Nox",
-      "revision": "c9bad4f4b8bafa56522f1ce1a90dcbe1e44df0a0",
-      "shipped_temperatures": {
-        "choice": 0.5332910931023557,
-        "noul": 0.5332910931023557,
-        "score": 0.5332910931023557
-      }
-    },
-    "Sol": {
-      "repo_id": "llm-semantic-router/Decision-1.0-Sol",
-      "revision": "d29e9a71e3e7feeac667140a7180e9cfdcabc0b2",
-      "shipped_temperatures": {
-        "choice": 0.7033302993804421,
-        "noul": 0.7033302993804421,
-        "score": 0.7033302993804421
-      }
-    }
-  },
-  "protocol": {
-    "fixed_public_weights": true,
-    "complete_inputs": true,
-    "truncation": false,
-    "new_baseline_forwards": 0,
-    "temperature_fitting": false,
-    "lex_test_used_for_training_selection": false,
-    "comparison_scope": "Existing development benchmark and fixed typed-decisions TEST; descriptive comparison, not a new held-out release qualification."
-  }
-}