one-pass-sv-forms / eval /corpus-manifest-10000-episodes.json
maglun's picture
v2: corrected generator, 10 000-episode checkpoint, changelog, Core ML packages
3f1f3aa verified
Raw History Blame
1.17 kB
{
"episodes": 10000,
"format": "cua-s1-choice-jsonl",
"format_version": 1,
"generator": {
"config": {
"filled_field_probability": 0.6,
"hard_negative_probability": 0.35,
"max_distractor_entities": 3,
"max_extra_entities": 5,
"missing_entity_probability": 0.12,
"partial_form_probability": 0.3,
"stale_value_probability": 0.05
},
"format": "spike.sv_synth",
"task_line": "UPPGIFT fyll i formul\u00e4ret fr\u00e5n dokumentet och skicka sedan in"
},
"ratios": {
"test": 0.1,
"train": 0.8,
"validation": 0.1
},
"seed": 2026,
"splits": {
"test": {
"episodes": 1009,
"file": "test.jsonl",
"rows": 29839,
"sha256": "105b7c0509af8667c11653f77d3866dc528e846a3f439e284dccb62164d2dc3f"
},
"train": {
"episodes": 7984,
"file": "train.jsonl",
"rows": 234921,
"sha256": "071edb46d1a5f03a4b85e4ca5adfc2a089b31b334c85c3446e0f75d378dae731"
},
"validation": {
"episodes": 1007,
"file": "validation.jsonl",
"rows": 29649,
"sha256": "e58cf782a94deb6532675bc0de202819c75f8f347912dfddf9337dd4a0992baa"
}
}
}