{ "source": "official Prism PQ2 reference", "source_model_sha256": "3907dc1658db1f78a9826bf8d5bcb8dc65db0d466388937af57f2294fae62ec1", "source_runtime_commit": "9a9394a895b96003ca842a6041cb28ac49a108f7", "corpus_sha256": "181716ce3f0a71b94f7d5d4428232c241b88f3e26d68f4ed50a191506ddb78b5", "token_count": 1122, "score_count": 1024, "bos_injected": false, "chunk_starts": [0, 512], "mean_nll": 1.81274952826, "ppl": 6.12727139849, "top1_correct": 603, "top1_accuracy": 0.5888671875, "raw_file": "reference-teacher-score.jsonl", "raw_sha256": "0fe3ce05070664d453186040a0013d1c66431f581252382bd2fe361f69577d7c" }