update decoder resources
Browse files- README.md +17 -0
- SwipeAREncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- SwipeAREncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- SwipeAREncoder.mlpackage/Manifest.json +18 -0
- SwipeARStep.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- SwipeARStep.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- SwipeARStep.mlpackage/Manifest.json +18 -0
- SwipeEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- SwipeEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- SwipeEncoder.mlpackage/Manifest.json +18 -0
- SwipeLM.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- SwipeLM.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- SwipeLM.mlpackage/Manifest.json +18 -0
- ar_goldens.json +0 -0
- bench_gestures.json +0 -0
- goldens.json +0 -0
- gpt2/merges.txt +0 -0
- gpt2/tokenizer_goldens.json +1 -0
- gpt2/vocab.json +0 -0
- ilm.bin +3 -0
- lexicon.bin +3 -0
- priors.bin +3 -0
- trace_goldens.json +0 -0
README.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
tags: [swipe-typing, gesture-typing, keyboard, coreml, ios]
|
| 4 |
+
---
|
| 5 |
+
# Glyph decoder resources
|
| 6 |
+
|
| 7 |
+
Core ML models and tables for [Glyph](https://github.com/edwarddgao/glyph), an
|
| 8 |
+
open-source iPhone swipe keyboard. `SwipeAREncoder` / `SwipeARStep`: the
|
| 9 |
+
autoregressive swipe decoder (research run `ar_mixed_s1`, TCN trunk + 2-layer
|
| 10 |
+
transformer letter decoder, 1.7M parameters, fp32). `SwipeLM`: distilgpt2 fp16
|
| 11 |
+
gather model for the fused sentence search. `lexicon.bin`: 301,508-word trie
|
| 12 |
+
(FUTO training words blended with wordfreq English) with unigram
|
| 13 |
+
log-probabilities. `ilm.bin`, `priors.bin`: the encoder's internal-LM and the
|
| 14 |
+
LM's marginal prior per trie node. `gpt2/`: tokenizer files.
|
| 15 |
+
`bench_gestures.json`: the replay-benchmark gestures. `*goldens.json`: test
|
| 16 |
+
vectors the Swift port is checked against. Regenerated by the `tools/export_*.py`
|
| 17 |
+
scripts in the repo; how each was chosen is in `research/README.md`.
|
SwipeAREncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:180963679414b949fcd05a0725c29108fef7f875267066e48016f0d58d5e8e37
|
| 3 |
+
size 72734
|
SwipeAREncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0c9739a7d4fb12b49185dfedfb280bdd2517cf796a0a2bc1d273ae9cec082e5
|
| 3 |
+
size 5323008
|
SwipeAREncoder.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"0DB25568-CFC3-49E9-87AD-8D9DD80C3629": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"5B8EDC85-9025-406C-A753-26F93364D1BE": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "0DB25568-CFC3-49E9-87AD-8D9DD80C3629"
|
| 18 |
+
}
|
SwipeARStep.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd0ae1181a60a125a930b77ce5adae3b25a5a8814a0683dad4ad3fe6ae49ea07
|
| 3 |
+
size 38184
|
SwipeARStep.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ec7d261771985720a4ee8f84e649c3fdd798113adcca526deb30a48f9332bfa
|
| 3 |
+
size 2032320
|
SwipeARStep.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"1768EB0D-267B-4D39-B8EF-879E03238CBB": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"A965661D-8638-4E13-9829-3E812CD8CDDC": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "1768EB0D-267B-4D39-B8EF-879E03238CBB"
|
| 18 |
+
}
|
SwipeEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dc275c2638df1783e0695ac086460917bb00c43d02ab7bba354f0f8353a2630
|
| 3 |
+
size 73871
|
SwipeEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b15b02e628854276b80ce04482f81404b9216a1470a3d4b7057973d520407f6
|
| 3 |
+
size 5304256
|
SwipeEncoder.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"207F710C-56A5-4CE1-B6C5-4109D5AB28F0": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"F2D6AFE3-7FFC-46B0-9FB7-50477AFA875E": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "207F710C-56A5-4CE1-B6C5-4109D5AB28F0"
|
| 18 |
+
}
|
SwipeLM.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a70ee1bbf2034ee7888464cde839ce262b646f8ce38d96e49099d02dbe816fb
|
| 3 |
+
size 58155
|
SwipeLM.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67600dec6cad09629394b05333410d3c2063fb0e0149b84c5974221a70ce9e79
|
| 3 |
+
size 162409506
|
SwipeLM.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"28920AE6-EAE6-4B90-8C2F-5D7C9319E2B9": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"71D520BB-DBF2-4169-9C87-72A5194E4F20": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "28920AE6-EAE6-4B90-8C2F-5D7C9319E2B9"
|
| 18 |
+
}
|
ar_goldens.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
bench_gestures.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
goldens.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gpt2/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gpt2/tokenizer_goldens.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"text": "", "ids": []}, {"text": " the", "ids": [262]}, {"text": " hello", "ids": [23748]}, {"text": "i think", "ids": [72, 892]}, {"text": "we can go", "ids": [732, 460, 467]}, {"text": " ngl", "ids": [299, 4743]}, {"text": " priya", "ids": [1293, 3972]}, {"text": " downstairs", "ids": [34624]}, {"text": " caf\u00e9", "ids": [40304]}, {"text": " two spaces", "ids": [220, 734, 220, 9029]}, {"text": " don't", "ids": [836, 470]}, {"text": "hello, world!", "ids": [31373, 11, 995, 0]}, {"text": " 12345", "ids": [17031, 2231]}, {"text": " it's 9pm", "ids": [340, 338, 860, 4426]}, {"text": " lyrics", "ids": [15844]}, {"text": " montana", "ids": [40689, 2271]}, {"text": " ash", "ids": [12530]}, {"text": " found", "ids": [1043]}, {"text": " profit", "ids": [7630]}, {"text": " perspective", "ids": [6650]}, {"text": " meet", "ids": [1826]}, {"text": " hilton", "ids": [289, 9044]}, {"text": " part", "ids": [636]}, {"text": " kurnakov", "ids": [479, 700, 44715]}, {"text": " sequestered", "ids": [46314, 1068]}, {"text": " essay", "ids": [14268]}, {"text": " present", "ids": [1944]}, {"text": " consciousness", "ids": [10510]}, {"text": " grandson", "ids": [31845]}, {"text": " consent", "ids": [8281]}, {"text": " capital", "ids": [3139]}, {"text": " stamps", "ids": [25560]}, {"text": " flour", "ids": [10601]}, {"text": " received", "ids": [2722]}, {"text": " wave", "ids": [6769]}, {"text": " skinner", "ids": [4168, 1008]}, {"text": " coordination", "ids": [19877]}, {"text": " hotel", "ids": [7541]}, {"text": " catalyst", "ids": [31357]}, {"text": " boot", "ids": [6297]}, {"text": " union", "ids": [6441]}, {"text": " instrumental", "ids": [21543]}, {"text": " page", "ids": [2443]}, {"text": " rows", "ids": [15274]}, {"text": " caviar", "ids": [22357, 12571]}, {"text": " kidney", "ids": [21919]}, {"text": " nationalist", "ids": [19848]}, {"text": " identity", "ids": [5369]}, {"text": " southwest", "ids": [26283]}, {"text": " swallower", "ids": [20301, 789]}, {"text": " effect", "ids": [1245]}, {"text": " rich", "ids": [5527]}, {"text": " partick", "ids": [636, 624]}, {"text": " nizari", "ids": [299, 528, 2743]}, {"text": " purpose", "ids": [4007]}, {"text": " foxs", "ids": [21831, 82]}, {"text": " belief", "ids": [4901]}, {"text": " retain", "ids": [12377]}, {"text": " aided", "ids": [28310]}, {"text": " candidate", "ids": [4540]}, {"text": " winning", "ids": [5442]}, {"text": " match", "ids": [2872]}, {"text": " wellesley", "ids": [880, 49048]}, {"text": " tour", "ids": [4205]}, {"text": " store", "ids": [3650]}, {"text": " abnormalities", "ids": [34615]}, {"text": " sparked", "ids": [16752]}, {"text": " plants", "ids": [6134]}, {"text": " internal", "ids": [5387]}, {"text": " filmed", "ids": [18976]}, {"text": " industrial", "ids": [7593]}, {"text": " washerdryer", "ids": [373, 372, 39140, 263]}, {"text": " bell", "ids": [8966]}, {"text": " doctrinal", "ids": [26865, 1292]}, {"text": " saturated", "ids": [24725]}, {"text": " evidence", "ids": [2370]}, {"text": " fee", "ids": [6838]}, {"text": " construction", "ids": [5103]}, {"text": " replies", "ids": [20616]}, {"text": " note", "ids": [3465]}, {"text": " cambridgeshire", "ids": [12172, 10236, 3212, 10695]}, {"text": " bronze", "ids": [22101]}, {"text": " imprisoned", "ids": [21125]}, {"text": " princess", "ids": [21752]}, {"text": " piano", "ids": [19132]}, {"text": " cheadle", "ids": [1125, 35166]}, {"text": " highest", "ids": [4511]}, {"text": " reviews", "ids": [8088]}, {"text": " handled", "ids": [12118]}, {"text": " wearer", "ids": [35958]}, {"text": " colorado", "ids": [3124, 4533]}, {"text": " rest", "ids": [1334]}, {"text": " interim", "ids": [19303]}, {"text": " religion", "ids": [5737]}, {"text": " edinburgh", "ids": [1225, 22222]}, {"text": " slate", "ids": [27589]}, {"text": " respond", "ids": [3031]}, {"text": " shall", "ids": [2236]}, {"text": " guidelines", "ids": [9949]}, {"text": " nonproprietary", "ids": [1729, 1676, 3448, 8527]}, {"text": " campaign", "ids": [1923]}, {"text": " sills", "ids": [264, 2171]}, {"text": " luxury", "ids": [13064]}, {"text": " ifield", "ids": [611, 1164]}, {"text": " second", "ids": [1218]}, {"text": " fever", "ids": [17372]}, {"text": " hamilton", "ids": [8891, 9044]}, {"text": " directors", "ids": [13445]}, {"text": " districts", "ids": [12815]}, {"text": " dismissed", "ids": [11126]}, {"text": " approximately", "ids": [6702]}, {"text": " speaker", "ids": [10834]}, {"text": " these", "ids": [777]}, {"text": " fourth", "ids": [5544]}, {"text": " parsons", "ids": [13544, 684]}, {"text": " blindness", "ids": [37673]}, {"text": " caldicot", "ids": [269, 1940, 291, 313]}, {"text": " two", "ids": [734]}, {"text": " comparative", "ids": [29270]}, {"text": " corrosion", "ids": [41677]}, {"text": " artillery", "ids": [20381]}, {"text": " broadspectrum", "ids": [3154, 4443, 6582]}, {"text": " volume", "ids": [6115]}, {"text": " religious", "ids": [4158]}, {"text": " uninhabited", "ids": [26329, 5976, 863]}, {"text": " manyvalued", "ids": [867, 39728]}, {"text": " written", "ids": [3194]}, {"text": " rail", "ids": [6787]}, {"text": " glacier", "ids": [44539]}, {"text": " quantities", "ids": [17794]}, {"text": " faster", "ids": [5443]}, {"text": " entry", "ids": [5726]}, {"text": " type", "ids": [2099]}, {"text": " shelby", "ids": [7497, 1525]}, {"text": " monday", "ids": [285, 3204]}, {"text": " semesters", "ids": [5026, 8586]}, {"text": " given", "ids": [1813]}, {"text": " nutritionally", "ids": [6701, 81, 8736]}, {"text": " placerville", "ids": [21957, 33487]}, {"text": " through", "ids": [832]}, {"text": " swiss", "ids": [1509, 747]}, {"text": " voted", "ids": [7052]}, {"text": " koizumi", "ids": [41727, 528, 12994]}, {"text": " brussels", "ids": [865, 385, 14002]}, {"text": " indicate", "ids": [7603]}, {"text": " weeden", "ids": [20349, 268]}, {"text": " claims", "ids": [3667]}, {"text": " phanatic", "ids": [872, 272, 1512]}, {"text": " shading", "ids": [49065]}, {"text": " study", "ids": [2050]}, {"text": " invest", "ids": [1325]}, {"text": " dixon", "ids": [288, 12305]}, {"text": " fighter", "ids": [10543]}, {"text": " akerman", "ids": [47594, 2224]}, {"text": " generally", "ids": [4143]}, {"text": " clients", "ids": [7534]}, {"text": " events", "ids": [2995]}, {"text": " liberated", "ids": [35112]}, {"text": " define", "ids": [8160]}, {"text": " which", "ids": [543]}, {"text": " moved", "ids": [3888]}, {"text": " being", "ids": [852]}, {"text": " world", "ids": [995]}, {"text": " converge", "ids": [47873]}, {"text": " established", "ids": [4920]}, {"text": " attacking", "ids": [9274]}, {"text": " sculptor", "ids": [14747, 273]}, {"text": " suggests", "ids": [5644]}, {"text": " recording", "ids": [8296]}, {"text": " skipton", "ids": [1341, 10257, 261]}, {"text": " typologies", "ids": [2170, 5823]}, {"text": " border", "ids": [4865]}, {"text": " annual", "ids": [5079]}, {"text": " collegeville", "ids": [4152, 4244]}, {"text": " summit", "ids": [14237]}, {"text": " distribution", "ids": [6082]}, {"text": " societies", "ids": [14515]}, {"text": " secondgeneration", "ids": [1218, 20158]}, {"text": " coalition", "ids": [9906]}, {"text": " way", "ids": [835]}, {"text": " came", "ids": [1625]}, {"text": " let", "ids": [1309]}, {"text": " class", "ids": [1398]}, {"text": " army", "ids": [5428]}, {"text": " soccer", "ids": [11783]}, {"text": " alyson", "ids": [257, 306, 1559]}, {"text": " downhill", "ids": [35390]}, {"text": " disc", "ids": [1221]}, {"text": " collective", "ids": [10098]}, {"text": " passed", "ids": [3804]}, {"text": " enchanted", "ids": [42282]}, {"text": " began", "ids": [2540]}, {"text": " twoway", "ids": [665, 41788]}, {"text": " among", "ids": [1871]}, {"text": " representatives", "ids": [10826]}, {"text": " mountains", "ids": [12269]}, {"text": " start", "ids": [923]}, {"text": " celebrate", "ids": [10648]}, {"text": " fourteen", "ids": [29167]}, {"text": " board", "ids": [3096]}, {"text": " eventually", "ids": [4191]}, {"text": " bomb", "ids": [5194]}, {"text": " taught", "ids": [7817]}, {"text": " highbury", "ids": [1029, 10711]}, {"text": " karma", "ids": [31789]}, {"text": " necessitated", "ids": [2418, 13939]}, {"text": " didnt", "ids": [42547]}, {"text": " using", "ids": [1262]}, {"text": " practicing", "ids": [18207]}, {"text": " orthodox", "ids": [28299]}, {"text": " artists", "ids": [7912]}, {"text": " silver", "ids": [8465]}, {"text": " ceballo", "ids": [269, 1765, 49457]}, {"text": " vegetation", "ids": [28459]}, {"text": " dying", "ids": [9950]}, {"text": " websites", "ids": [9293]}, {"text": " labeled", "ids": [15494]}, {"text": " overpowered", "ids": [49313]}, {"text": " scenes", "ids": [8188]}, {"text": " deep", "ids": [2769]}, {"text": " trains", "ids": [13404]}, {"text": " edited", "ids": [13012]}, {"text": " bathroom", "ids": [12436]}, {"text": " trunk", "ids": [21427]}, {"text": " crown", "ids": [12389]}, {"text": " cylindrical", "ids": [17327, 521, 8143]}, {"text": " jasper", "ids": [474, 32981]}, {"text": " rash", "ids": [28509]}, {"text": " wrote", "ids": [2630]}, {"text": " climate", "ids": [4258]}, {"text": " similar", "ids": [2092]}, {"text": " niels", "ids": [37628, 1424]}, {"text": " toll", "ids": [13592]}, {"text": " describes", "ids": [8477]}, {"text": " agriculture", "ids": [14510]}, {"text": " ozette", "ids": [15649, 5857]}, {"text": " microbial", "ids": [36603]}, {"text": " scale", "ids": [5046]}, {"text": " problem", "ids": [1917]}, {"text": " how", "ids": [703]}, {"text": " tembo", "ids": [2169, 2127]}, {"text": " known", "ids": [1900]}, {"text": " making", "ids": [1642]}, {"text": " thirtyeight", "ids": [12277, 26022]}, {"text": " flow", "ids": [5202]}, {"text": " cowritten", "ids": [9875, 9108]}, {"text": " rubber", "ids": [14239]}, {"text": " against", "ids": [1028]}, {"text": " olympic", "ids": [267, 6760, 291]}, {"text": " brightmoor", "ids": [6016, 76, 2675]}, {"text": " involve", "ids": [6211]}, {"text": " attend", "ids": [5262]}, {"text": " used", "ids": [973]}, {"text": " grand", "ids": [4490]}, {"text": " concerns", "ids": [4786]}, {"text": " females", "ids": [12366]}, {"text": " pellam", "ids": [613, 297, 321]}, {"text": " kent", "ids": [479, 298]}, {"text": " south", "ids": [5366]}, {"text": " guild", "ids": [19806]}, {"text": " labs", "ids": [27887]}, {"text": " shelter", "ids": [11772]}, {"text": " suffered", "ids": [6989]}, {"text": " state", "ids": [1181]}, {"text": " compose", "ids": [36664]}, {"text": " writers", "ids": [8786]}, {"text": " major", "ids": [1688]}, {"text": " ministries", "ids": [45933]}, {"text": " terne", "ids": [1059, 710]}, {"text": " brookhaven", "ids": [1379, 482, 39487]}, {"text": " about", "ids": [546]}, {"text": " sigersons", "ids": [264, 34984, 684]}, {"text": " dominate", "ids": [17863]}, {"text": " intestine", "ids": [45426]}, {"text": " current", "ids": [1459]}, {"text": " fellow", "ids": [5891]}, {"text": " examples", "ids": [6096]}, {"text": " supporters", "ids": [5941]}, {"text": " noted", "ids": [4367]}, {"text": " lives", "ids": [3160]}, {"text": " saw", "ids": [2497]}, {"text": " tracks", "ids": [8339]}, {"text": " appearance", "ids": [5585]}, {"text": " mechanism", "ids": [9030]}, {"text": " william", "ids": [481, 1789]}, {"text": " modern", "ids": [3660]}, {"text": " timbre", "ids": [4628, 4679]}, {"text": " attention", "ids": [3241]}, {"text": " dave", "ids": [288, 1015]}, {"text": " norse", "ids": [4249, 325]}, {"text": " bennett", "ids": [275, 48151]}, {"text": " founded", "ids": [9393]}, {"text": " crosswind", "ids": [3272, 7972]}, {"text": " norths", "ids": [5093, 82]}, {"text": " ran", "ids": [4966]}, {"text": " philipson", "ids": [5206, 541, 1559]}, {"text": " ruined", "ids": [20484]}, {"text": " slowing", "ids": [21605]}, {"text": " a", "ids": [257]}, {"text": " artist", "ids": [6802]}, {"text": " platform", "ids": [3859]}, {"text": " infection", "ids": [10280]}, {"text": " hoxton", "ids": [8169, 22874]}, {"text": " orpah", "ids": [393, 79, 993]}, {"text": " award", "ids": [5764]}, {"text": " minorleague", "ids": [4159, 19316]}, {"text": " distribute", "ids": [14983]}, {"text": " results", "ids": [2482]}, {"text": " successive", "ids": [25175]}, {"text": " buffer", "ids": [11876]}, {"text": " comparatively", "ids": [31188]}, {"text": " airconditioning", "ids": [1633, 31448, 278]}, {"text": " measures", "ids": [5260]}, {"text": " mobilization", "ids": [46762]}, {"text": " working", "ids": [1762]}, {"text": " access", "ids": [1895]}, {"text": " enlarged", "ids": [37287]}, {"text": " aids", "ids": [31378]}, {"text": " abuse", "ids": [5076]}, {"text": " rangerguided", "ids": [43570, 23657]}, {"text": " spawned", "ids": [29013]}, {"text": " case", "ids": [1339]}, {"text": " do", "ids": [466]}, {"text": " closing", "ids": [9605]}, {"text": " song", "ids": [3496]}, {"text": " temperature", "ids": [5951]}, {"text": " during", "ids": [1141]}, {"text": " highway", "ids": [12763]}, {"text": " graduate", "ids": [10428]}, {"text": " diocese", "ids": [2566, 31292]}, {"text": " caused", "ids": [4073]}, {"text": " parliamentary", "ids": [17521]}, {"text": " maryland", "ids": [285, 560, 1044]}, {"text": " street", "ids": [4675]}, {"text": " brought", "ids": [3181]}, {"text": " amateur", "ids": [18585]}, {"text": " girl", "ids": [2576]}, {"text": " occupies", "ids": [38985]}, {"text": " clancys", "ids": [537, 1192, 893]}, {"text": " foreign", "ids": [3215]}, {"text": " compositions", "ids": [33543]}, {"text": " pupils", "ids": [25613]}, {"text": " track", "ids": [2610]}, {"text": " tanaina", "ids": [25706, 42183]}, {"text": " josephus", "ids": [474, 577, 746, 385]}, {"text": " claimed", "ids": [4752]}, {"text": " crater", "ids": [32593]}, {"text": " got", "ids": [1392]}, {"text": " allison", "ids": [477, 1653]}, {"text": " assumption", "ids": [13196]}, {"text": " asian", "ids": [355, 666]}, {"text": " egg", "ids": [5935]}, {"text": " four", "ids": [1440]}, {"text": " rotterdam", "ids": [5724, 353, 11043]}, {"text": " hypertension", "ids": [37454]}, {"text": " leading", "ids": [3756]}, {"text": " tondino", "ids": [256, 623, 2879]}, {"text": " associated", "ids": [3917]}, {"text": " somerset", "ids": [3870, 364, 316]}, {"text": " times", "ids": [1661]}, {"text": " talk", "ids": [1561]}, {"text": " one", "ids": [530]}, {"text": " sustainably", "ids": [8080, 1346]}, {"text": " navy", "ids": [23956]}, {"text": " librarians", "ids": [300, 2889, 13517]}, {"text": " rejoined", "ids": [30668, 1389]}, {"text": " device", "ids": [3335]}, {"text": " electrification", "ids": [30880, 2649]}, {"text": " lines", "ids": [3951]}, {"text": " voss", "ids": [410, 793]}, {"text": " whipple", "ids": [348, 18793]}, {"text": " adelaide", "ids": [512, 25078]}, {"text": " connectives", "ids": [2018, 1083]}, {"text": " countercoup", "ids": [3753, 66, 10486]}, {"text": " generation", "ids": [5270]}, {"text": " international", "ids": [3230]}, {"text": " island", "ids": [7022]}, {"text": " league", "ids": [4652]}, {"text": " candidates", "ids": [5871]}, {"text": " ismaili", "ids": [318, 4529, 72]}, {"text": " usage", "ids": [8748]}, {"text": " arizona", "ids": [257, 380, 7551]}, {"text": " asked", "ids": [1965]}, {"text": " garst", "ids": [5482, 301]}, {"text": " daniel", "ids": [288, 6321]}, {"text": " wearing", "ids": [5762]}, {"text": " you", "ids": [345]}, {"text": " halifax", "ids": [10284, 26590]}, {"text": " langton", "ids": [42392, 1122]}, {"text": " married", "ids": [6405]}, {"text": " thus", "ids": [4145]}, {"text": " companies", "ids": [2706]}, {"text": " hart", "ids": [289, 433]}, {"text": " civil", "ids": [3026]}, {"text": " partners", "ids": [4887]}, {"text": " fellows", "ids": [36627]}, {"text": " authentic", "ids": [16425]}, {"text": " horde", "ids": [43940]}, {"text": " dialogue", "ids": [10721]}, {"text": " quickly", "ids": [2952]}, {"text": " bode", "ids": [275, 1098]}, {"text": " hilbergs", "ids": [289, 346, 3900, 82]}, {"text": " media", "ids": [2056]}, {"text": " inner", "ids": [8434]}, {"text": " her", "ids": [607]}, {"text": " minneapolis", "ids": [949, 19359]}, {"text": " charred", "ids": [50045]}, {"text": " catholic", "ids": [32171, 4160]}, {"text": " ruby", "ids": [43506]}, {"text": " peace", "ids": [4167]}, {"text": " paralympics", "ids": [26901, 3149, 873]}, {"text": " is", "ids": [318]}, {"text": " jersey", "ids": [22383]}, {"text": " verdigris", "ids": [3326, 12894, 2442]}, {"text": "the extensive crack networks that develop often produce hexagonal columns of lava.", "ids": [1169, 7667, 8469, 7686, 326, 1205, 1690, 4439, 17910, 27923, 15180, 286, 28856, 13]}, {"text": "in reality, they did not carry the sled but walked next to it.", "ids": [259, 3950, 11, 484, 750, 407, 3283, 262, 46822, 475, 6807, 1306, 284, 340, 13]}, {"text": "it is a suburb of athens.", "ids": [270, 318, 257, 23200, 286, 379, 5135, 13]}, {"text": "arriving home, val discovered that his mother had died.", "ids": [283, 380, 1075, 1363, 11, 1188, 5071, 326, 465, 2802, 550, 3724, 13]}, {"text": "this series has been known as uncut legends.", "ids": [5661, 2168, 468, 587, 1900, 355, 4591, 315, 24901, 13]}, {"text": "the origin of the word deva comes from the sanskrit language.", "ids": [1169, 8159, 286, 262, 1573, 1614, 64, 2058, 422, 262, 264, 34738, 799, 3303, 13]}, {"text": "she dropped one l from her first name when she became a fashion model.", "ids": [7091, 5710, 530, 300, 422, 607, 717, 1438, 618, 673, 2627, 257, 6977, 2746, 13]}, {"text": "it is over a thousand years old and a former hanseatic town.", "ids": [270, 318, 625, 257, 7319, 812, 1468, 290, 257, 1966, 289, 40054, 1512, 3240, 13]}, {"text": "while in italy, philipp became impressed by fascism.", "ids": [4514, 287, 340, 3400, 11, 872, 8908, 2627, 12617, 416, 31037, 13]}, {"text": "during the summer, wayne is home to camp androscoggin.", "ids": [42122, 262, 3931, 11, 835, 710, 318, 1363, 284, 1413, 290, 45943, 519, 1655, 13]}, {"text": "as a young man, he was a private in the confederate army.", "ids": [292, 257, 1862, 582, 11, 339, 373, 257, 2839, 287, 262, 1013, 5702, 378, 5428, 13]}, {"text": "swanland has a village hall, operating as a registered charity.", "ids": [2032, 272, 1044, 468, 257, 7404, 6899, 11, 5361, 355, 257, 6823, 11016, 13]}, {"text": "batam has also become an alternate air transport hub as javan airports are congested.", "ids": [8664, 321, 468, 635, 1716, 281, 13527, 1633, 4839, 12575, 355, 474, 12421, 22600, 389, 22791, 276, 13]}, {"text": "to the rest of the world, hes a giant among creators and artists.", "ids": [1462, 262, 1334, 286, 262, 995, 11, 10818, 257, 6175, 1871, 16294, 290, 7912, 13]}, {"text": "the downside was that the players hit the boards faster after being bodychecked.", "ids": [1169, 25320, 373, 326, 262, 1938, 2277, 262, 11490, 5443, 706, 852, 1767, 26752, 13]}]
|
gpt2/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ilm.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:635186a89b9a6b9f6b505e24b81725813d61c351077e7db0e6218b679bed1830
|
| 3 |
+
size 2663976
|
lexicon.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f51116273f081e64f52d2eb995f5e5e7f5c2450c4b2fdea854930672f2d1c14f
|
| 3 |
+
size 9989877
|
priors.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d21ae57c8142ed419bd6d7c62c61b770955734980738729adbd627484538a25
|
| 3 |
+
size 2663976
|
trace_goldens.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|