| { |
| "repo_id": "timothydillan/oim-script-equitable-regional-sp-bpe-32k-native-weighted-v0", |
| "tokenizer_name": "OIM Script-Equitable Regional SentencePiece BPE 32k Native-Weighted v0", |
| "tokenizer_kind": "sentencepiece-bpe", |
| "release_status": "public research v0", |
| "vocab_size": 32000, |
| "languages": [ |
| "id", |
| "jv", |
| "su", |
| "ban", |
| "bug", |
| "ljp" |
| ], |
| "tags": [ |
| "script-equitable", |
| "native-script", |
| "aksara", |
| "sentencepiece", |
| "native-weighted" |
| ], |
| "updated_at": "2026-06-28T00:12:20+00:00", |
| "files": [ |
| { |
| "path": "README.md", |
| "bytes": 6386, |
| "sha256": "d3c876a6a9a277c5425ca1c9fd0c602ced7cdf11a80004ecd4393f73c57b200a" |
| }, |
| { |
| "path": "benchmarks/gemma_baseline_summary.md", |
| "bytes": 4674, |
| "sha256": "2290d318ee2df84726cd8a13fb7330cc60abb5bc3e71d480470d2668bc23cb1f" |
| }, |
| { |
| "path": "benchmarks/gemma_vs_oim_latin.json", |
| "bytes": 2629, |
| "sha256": "be506941d67832a026f2fa4df5cc2240a66e09498fe437e01582b64b7b93c591" |
| }, |
| { |
| "path": "benchmarks/gemma_vs_oim_mixed.json", |
| "bytes": 2663, |
| "sha256": "dd6b092d93311d5a99b810225911aef294ff1990458451fcec44d7a4658e4400" |
| }, |
| { |
| "path": "benchmarks/gemma_vs_oim_native.json", |
| "bytes": 2613, |
| "sha256": "a7a31e59c15561ceffdab4510dce05e02f6ef82521dc8a9ecbe22ec0f0a7f521" |
| }, |
| { |
| "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_by_native_script.json", |
| "bytes": 33994, |
| "sha256": "4f242d36b739e093f2e754e4d2f43b4aafc4f565c31af2768af213e2b485b8ab" |
| }, |
| { |
| "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_latn_weighted_compare.json", |
| "bytes": 4500, |
| "sha256": "a4ea2069b9dd28d4c770df73261ebf073d1d8554114da820e610705628488726" |
| }, |
| { |
| "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_native_weighted_compare.json", |
| "bytes": 4478, |
| "sha256": "d2fd0d36fd03c7585dbe022c61ed1269a619102174930c7695ba69afe9f3015e" |
| }, |
| { |
| "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_weighted_compare.json", |
| "bytes": 4535, |
| "sha256": "df6797e38ac04483b61bd62aa8e8f17286d0463d441f6ab97b78036cb82b849d" |
| }, |
| { |
| "path": "oim-script-equitable-regional-v0-native-weighted-32k-sp-bpe.model", |
| "bytes": 756461, |
| "sha256": "b70f7397cff2d249fe4857d5edbdadfd281c119c09d70a5f2358b37d49f3402b" |
| }, |
| { |
| "path": "oim-script-equitable-regional-v0-native-weighted-32k-sp-bpe.vocab", |
| "bytes": 472974, |
| "sha256": "2d05e924767f7a04f85773ff9117fba3a8b751227a75b59af1a7ee0fba992890" |
| }, |
| { |
| "path": "provenance/script_equitable_v0_native_weighted_manifest.json", |
| "bytes": 5269, |
| "sha256": "c43c93073572356cdfd67280fa6bca00c23096439f113981e0c0ef857f9f2872" |
| } |
| ] |
| } |
|
|
