{
  "model_type": "joint",
  "scheme": "int4_weight",
  "bits": 4,
  "group_size": 64,
  "bert_model_name": "roberta-large",
  "split": "mediasum-test",
  "num_meetings": 19,
  "num_examples": 429,
  "device": "mps",
  "precision": 83.33333333333333,
  "precision_drop_vs_fp32": 4.460093896713616,
  "f1": 60.2409638554217,
  "accuracy": 63.86946386946387,
  "examples_per_sec": 12.089139594769486,
  "model_mb": 293.72616
}