| { | |
| "source": "official Prism PQ2 reference", | |
| "source_model_sha256": "3907dc1658db1f78a9826bf8d5bcb8dc65db0d466388937af57f2294fae62ec1", | |
| "source_runtime_commit": "9a9394a895b96003ca842a6041cb28ac49a108f7", | |
| "corpus_sha256": "181716ce3f0a71b94f7d5d4428232c241b88f3e26d68f4ed50a191506ddb78b5", | |
| "token_count": 1122, | |
| "score_count": 1024, | |
| "bos_injected": false, | |
| "chunk_starts": [0, 512], | |
| "mean_nll": 1.81274952826, | |
| "ppl": 6.12727139849, | |
| "top1_correct": 603, | |
| "top1_accuracy": 0.5888671875, | |
| "raw_file": "reference-teacher-score.jsonl", | |
| "raw_sha256": "0fe3ce05070664d453186040a0013d1c66431f581252382bd2fe361f69577d7c" | |
| } | |