| { | |
| "model_type": "joint", | |
| "scheme": "int8_weight", | |
| "bits": 8, | |
| "group_size": 64, | |
| "bert_model_name": "roberta-large", | |
| "split": "mediasum-test", | |
| "num_meetings": 19, | |
| "num_examples": 429, | |
| "device": "mps", | |
| "precision": 78.87323943661971, | |
| "precision_drop_vs_fp32": 0.0, | |
| "f1": 63.27683615819208, | |
| "accuracy": 67.5990675990676, | |
| "examples_per_sec": 18.340937866329458, | |
| "model_mb": 471.640336, | |
| "favourite": true | |
| } | |