File size: 2,048 Bytes
a6a5d8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "schema_version": "a11oy.test_results.manifest.v1",
  "publication": {
    "repo_id": "SZLHOLDINGS/a11oy-test-results",
    "repo_type": "dataset",
    "publish_mode": "mirror-not-canonical",
    "canonical_source": "https://github.com/szl-holdings/a11oy",
    "source_commit": "computed-at-publish-time",
    "ci_run_url": "computed-at-publish-time"
  },
  "claim_status": "staged-no-live-score",
  "allowed_public_wording": [
    "Future a11oy-test-results dataset schema and staged manifest.",
    "No live benchmark score is claimed in this revision.",
    "GitHub remains canonical; Hugging Face is a mirror."
  ],
  "disallowed_claims": [
    "solved the benchmark",
    "beat the benchmark",
    "AGI proven",
    "leaderboard score",
    "HF is canonical"
  ],
  "benchmark_map": {
    "path": "benchmarks/benchmark-map.json",
    "sha256": "computed-by-validator",
    "entry_id": "mathcomp-raw-score-v1"
  },
  "corpus": {
    "corpus_id": "mathcomp-public-years",
    "corpus_version": "v1",
    "source_uri": "external-official-or-licensed-source",
    "license": "do-not-redistribute-unless-permitted",
    "canonicalization": "utf8-nfc-jsonl-sorted-keys",
    "external_digest": null,
    "problem_count": 0,
    "sealed": false,
    "problem_text_included": false
  },
  "runs": [],
  "files": [
    {
      "path": "README.md",
      "role": "dataset-card",
      "size": "computed-by-publish",
      "sha256": "computed-by-publish"
    },
    {
      "path": "MANIFEST.json",
      "role": "manifest",
      "size": "computed-by-publish",
      "sha256": "computed-by-publish"
    },
    {
      "path": "benchmark-map.json",
      "role": "canonical-map-copy",
      "size": "computed-by-publish",
      "sha256": "computed-by-publish"
    }
  ],
  "validation": {
    "validator": "scripts/validate_hf_test_results_manifest.py",
    "commands": [
      "npm run hf:test-results:audit",
      "npm run benchmark:audit"
    ],
    "pass_fail_summary": "staged manifest passes when no live score/result files are claimed"
  }
}