{
 "name": "dispositio-small",
 "start": "dispositio-v2",
 "mix": {
  "multidoc2dial": 18000,
  "zalo-legal": 10000,
  "coir-stackoverflow-qa": 12000,
  "scifact": 3700,
  "swe": 10000,
  "category": 4400
 },
 "per_source": {
  "multidoc2dial:relevance": {
   "train_items": 16304,
   "train_groups": 4206,
   "eval_groups": 60,
   "same_document_negatives": 3431
  },
  "zalo-legal:relevance": {
   "train_items": 10002,
   "train_groups": 1950,
   "eval_groups": 60,
   "same_document_negatives": 0
  },
  "coir-stackoverflow-qa:relevance": {
   "train_items": 12004,
   "train_groups": 2336,
   "eval_groups": 60,
   "same_document_negatives": 0
  },
  "scifact:relevance": {
   "train_items": 3683,
   "train_groups": 727,
   "eval_groups": 60,
   "same_document_negatives": 0
  },
  "swe:relevance": {
   "train_items": 10001,
   "train_groups": 2271,
   "eval_groups": 60,
   "same_document_negatives": 0
  },
  "category": {
   "train_items": 4364,
   "eval_items": 380
  }
 },
 "train_items": 55786,
 "cut": 572,
 "held_out_items": 8996,
 "cut_held_out": 0,
 "epochs": 3,
 "micro_batch": 16,
 "accum": 4,
 "student": "jhu-clsp/mmBERT-small",
 "distill": {
  "teacher": "dispositio-v2",
  "weight": 0.5,
  "items": 51422,
  "mean_shift": 0.0787,
  "shifted_over_0.3": 6104
 },
 "result": {
  "minutes": 57.1,
  "temperatures": [
   1.2880572080612183,
   1.0,
   0.694922924041748
  ],
  "updates": 2616,
  "start": "dispositio-v2",
  "before": {
   "category coir-stackoverflow-qa": {
    "n": 30,
    "accuracy": 0.5,
    "macro_f1": 0.475
   },
   "category held-repo": {
    "n": 98,
    "accuracy": 0.684,
    "macro_f1": 0.561
   },
   "category scifact": {
    "n": 20,
    "accuracy": 0.95,
    "macro_f1": 0.886
   },
   "category swe-issue": {
    "n": 21,
    "accuracy": 1.0,
    "macro_f1": 1.0
   },
   "category zalo-legal": {
    "n": 20,
    "accuracy": 0.8,
    "macro_f1": 0.444
   },
   "category in domain": {
    "n": 61,
    "accuracy": 0.918,
    "macro_f1": 0.732
   },
   "category out of domain": {
    "n": 128,
    "accuracy": 0.641,
    "macro_f1": 0.516
   },
   "coir-stackoverflow-qa:relevance": {
    "items": 930,
    "positives": 46,
    "auc": 0.962,
    "brier": 0.0355,
    "ndcg10_ranked": 0.8157,
    "ndcg10_bm25": 0.7057
   },
   "multidoc2dial:relevance": {
    "items": 799,
    "positives": 31,
    "auc": 0.8684,
    "brier": 0.0326,
    "ndcg10_ranked": 0.6878,
    "ndcg10_bm25": 0.7451
   },
   "scifact:relevance": {
    "items": 960,
    "positives": 33,
    "auc": 0.9379,
    "brier": 0.0204,
    "ndcg10_ranked": 0.8855,
    "ndcg10_bm25": 0.7935
   },
   "swe:relevance": {
    "items": 301,
    "positives": 50,
    "auc": 0.8351,
    "brier": 0.1382,
    "ndcg10_ranked": 0.8173,
    "ndcg10_bm25": 0.6852
   },
   "zalo-legal:relevance": {
    "items": 870,
    "positives": 34,
    "auc": 0.9267,
    "brier": 0.0476,
    "ndcg10_ranked": 0.8594,
    "ndcg10_bm25": 0.7557
   }
  },
  "after": {
   "category coir-stackoverflow-qa": {
    "n": 30,
    "accuracy": 0.4,
    "macro_f1": 0.455
   },
   "category held-repo": {
    "n": 98,
    "accuracy": 0.643,
    "macro_f1": 0.537
   },
   "category scifact": {
    "n": 20,
    "accuracy": 0.85,
    "macro_f1": 0.459
   },
   "category swe-issue": {
    "n": 21,
    "accuracy": 1.0,
    "macro_f1": 1.0
   },
   "category zalo-legal": {
    "n": 20,
    "accuracy": 0.8,
    "macro_f1": 0.444
   },
   "category in domain": {
    "n": 61,
    "accuracy": 0.885,
    "macro_f1": 0.562
   },
   "category out of domain": {
    "n": 128,
    "accuracy": 0.586,
    "macro_f1": 0.492
   },
   "coir-stackoverflow-qa:relevance": {
    "items": 930,
    "positives": 46,
    "auc": 0.9668,
    "brier": 0.0256,
    "ndcg10_ranked": 0.938,
    "ndcg10_bm25": 0.7057
   },
   "multidoc2dial:relevance": {
    "items": 799,
    "positives": 31,
    "auc": 0.9528,
    "brier": 0.0292,
    "ndcg10_ranked": 0.8413,
    "ndcg10_bm25": 0.7451
   },
   "scifact:relevance": {
    "items": 960,
    "positives": 33,
    "auc": 0.9307,
    "brier": 0.0325,
    "ndcg10_ranked": 0.8541,
    "ndcg10_bm25": 0.7935
   },
   "swe:relevance": {
    "items": 301,
    "positives": 50,
    "auc": 0.8567,
    "brier": 0.1181,
    "ndcg10_ranked": 0.8231,
    "ndcg10_bm25": 0.6852
   },
   "zalo-legal:relevance": {
    "items": 870,
    "positives": 34,
    "auc": 0.9165,
    "brier": 0.0342,
    "ndcg10_ranked": 0.8422,
    "ndcg10_bm25": 0.7557
   }
  }
 }
}