{
 "base_model": "everettjf/ezjev-4b-s2",
 "temperature": 1.34,
 "prompt": "llm2jev --prompt chat",
 "dev_before": {
  "acc": 0.8629690048939641,
  "nll": 0.33060150389515075,
  "brier": 0.18319715428060893,
  "per_src": {
   "acos_train": 0.967,
   "ag_news": 1.0,
   "anli_train": 0.797,
   "aqua": 0.389,
   "arc_train": 0.96,
   "banking77_train": 0.8,
   "boolq": 0.885,
   "clinc_train": 0.957,
   "contractnli_train": 1.0,
   "csqa": 0.76,
   "dbpedia": 1.0,
   "emotion": 0.429,
   "esci_train": 0.55,
   "gen_bbh": 0.821,
   "gen_cladder": 0.921,
   "gen_crux": 0.892,
   "gen_gsm": 1.0,
   "glaive_tools": 0.833,
   "gsm8k_fmt": 0.897,
   "hellaswag": 0.889,
   "hh_rlhf": 0.6,
   "hotpot_train": 0.9,
   "humicroedit_train": 0.545,
   "irony": 0.759,
   "isarcasm_train": 0.849,
   "massive_train": 0.9,
   "mmlu_aux": 0.907,
   "mnli": 0.85,
   "newyorker_train": 0.8,
   "nli4ct_train": 0.789,
   "obqa": 0.875,
   "qasc": 0.643,
   "qnli_rank": 0.994,
   "ragtruth_train": 0.87,
   "sata_numbers": 1.0,
   "sata_sciq": 0.982,
   "sciq": 1.0,
   "sgd_train": 0.973,
   "sharc": 0.739,
   "shp": 0.64,
   "snli": 0.875,
   "sst5": 0.3,
   "tools_apibank": 0.882,
   "tools_bfcl": 0.95,
   "tools_rank": 1.0,
   "vast_train": 0.683,
   "when2call_train": 0.976,
   "winogrande": 0.817,
   "yahoo": 0.5
  }
 },
 "dev_after": {
  "acc": 0.8656878738444806,
  "nll": 0.3317063585519117,
  "brier": 0.18388888261965453,
  "per_src": {
   "acos_train": 0.967,
   "ag_news": 1.0,
   "anli_train": 0.797,
   "aqua": 0.389,
   "arc_train": 0.96,
   "banking77_train": 0.85,
   "boolq": 0.885,
   "clinc_train": 0.971,
   "contractnli_train": 1.0,
   "csqa": 0.76,
   "dbpedia": 1.0,
   "emotion": 0.571,
   "esci_train": 0.575,
   "gen_bbh": 0.885,
   "gen_cladder": 0.921,
   "gen_crux": 0.919,
   "gen_gsm": 0.913,
   "glaive_tools": 0.833,
   "gsm8k_fmt": 0.897,
   "hellaswag": 0.867,
   "hh_rlhf": 0.55,
   "hotpot_train": 0.875,
   "humicroedit_train": 0.773,
   "irony": 0.759,
   "isarcasm_train": 0.868,
   "massive_train": 0.867,
   "mmlu_aux": 0.907,
   "mnli": 0.85,
   "newyorker_train": 0.84,
   "nli4ct_train": 0.789,
   "obqa": 0.875,
   "qasc": 0.643,
   "qnli_rank": 0.994,
   "ragtruth_train": 0.804,
   "sata_numbers": 1.0,
   "sata_sciq": 1.0,
   "sciq": 1.0,
   "sgd_train": 0.946,
   "sharc": 0.739,
   "shp": 0.56,
   "snli": 0.75,
   "sst5": 0.3,
   "tools_apibank": 0.882,
   "tools_bfcl": 0.95,
   "tools_rank": 1.0,
   "vast_train": 0.707,
   "when2call_train": 1.0,
   "winogrande": 0.8,
   "yahoo": 0.5
  }
 }
}