File size: 1,222 Bytes
5890b2a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | {
"status": "ok",
"errors": [],
"fixture": "/workspace/solar-open2-mixed-ds4/fixtures/reference/v1-quality-sanity-nothink.json",
"variant": "MXQ-v1",
"scope": "deterministic fatal/format/content sanity checks; not a benchmark or full quality evaluation",
"checks": [
{
"id": "ko_qa_01",
"passed": true,
"detail": "mentions Hunminjeongeum and its people/writing purpose"
},
{
"id": "ko_reasoning_01",
"passed": true,
"detail": "identifies Bayes reasoning"
},
{
"id": "en_instruction_02",
"passed": true,
"detail": "numbered_items=3"
},
{
"id": "en_reasoning_01",
"passed": true,
"detail": "contains the 48 km/h result and contrasts 50 km/h"
},
{
"id": "ja_qa_01",
"passed": true,
"detail": "Japanese answer names a seasonal/geographic factor"
},
{
"id": "code_01",
"passed": true,
"detail": "contains the requested typed merge function body"
},
{
"id": "structured_01",
"passed": true,
"detail": "exact weather request object"
},
{
"id": "summary_01",
"passed": true,
"detail": "bullet_items=3"
}
]
}
|