File size: 671 Bytes
dce67fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "candidate": "runs/visualplan_boundary_v2/train.tasks.jsonl",
  "protected": [
    "runs/visualplan_boundary_v2/dev.tasks.jsonl",
    "runs/eval_protocol_v2/tasks.test.jsonl",
    "runs/eval_protocol_v3_ood/tasks.clean.jsonl",
    "runs/eval_protocol_v3_ood/tasks.distractor.jsonl",
    "runs/eval_protocol_v3_ood/tasks.repair.jsonl",
    "runs/eval_protocol_blind_v1/tasks.clean.jsonl"
  ],
  "candidate_rows": 480,
  "protected_rows": 757,
  "base_uid_overlap_count": 0,
  "claim_id_overlap_count": 0,
  "source_overlap_count": 0,
  "fail_on_source_overlap": true,
  "passed": true,
  "examples": {
    "base_uids": [],
    "claim_ids": [],
    "sources": []
  }
}