vmaddikera's picture bmarti44's picture
Duplicate from bmarti44/coconut-curriculum-checkpoints
6f25c11
Raw History Blame Contribute Delete
412 Bytes
{
"prosqa_test": {
"accuracy": 0.95,
"correct": 475,
"total": 500
},
"ood_7hop": {
"accuracy": 0.73,
"correct": 730,
"total": 1000
},
"ood_8hop": {
"accuracy": 0.732,
"correct": 732,
"total": 1000
},
"ood_dag": {
"accuracy": 0.608,
"correct": 608,
"total": 1000
},
"ood_dense": {
"accuracy": 0.667,
"correct": 667,
"total": 1000
}
}