File size: 637 Bytes
5d73525 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | {
"source": "official Prism PQ2 reference",
"source_model_sha256": "3907dc1658db1f78a9826bf8d5bcb8dc65db0d466388937af57f2294fae62ec1",
"source_runtime_commit": "9a9394a895b96003ca842a6041cb28ac49a108f7",
"corpus_sha256": "181716ce3f0a71b94f7d5d4428232c241b88f3e26d68f4ed50a191506ddb78b5",
"token_count": 1122,
"score_count": 1024,
"bos_injected": false,
"chunk_starts": [0, 512],
"mean_nll": 1.81274952826,
"ppl": 6.12727139849,
"top1_correct": 603,
"top1_accuracy": 0.5888671875,
"raw_file": "reference-teacher-score.jsonl",
"raw_sha256": "0fe3ce05070664d453186040a0013d1c66431f581252382bd2fe361f69577d7c"
}
|