| impl,case,status,load_time_ms,tokens_produced,bytes_processed,avg_time_ms,tokens_per_sec,mb_per_sec,notes |
| crayon:cpu:lite,english,OK,105.03960028290749,144001,740000,25.129109993577003,5730445.687762385,28.08372418764559, |
| crayon:cpu:lite,code,OK,21.776700392365456,556000,1048000,40.840200148522854,13614037.100161223,24.47222785292591, |
| crayon:cpu:lite,unicode,OK,20.329000428318977,474000,660000,34.67500973492861,13669787.077883163,18.15212320457106, |
| crayon:cpu:lite,mixed,OK,19.497700035572052,640000,1397500,50.04436010494828,12788653.87943522,26.631569559143067, |
| crayon:cpu:standard,english,OK,114.62089978158474,136001,740000,13.758950028568506,9884547.855585873,51.2916314599079, |
| crayon:cpu:standard,code,OK,85.3595994412899,312000,1048000,26.4725299552083,11785802.132546684,37.754256404084806, |
| crayon:cpu:standard,unicode,OK,91.49810019880533,216001,660000,14.188029989600182,15224171.372511098,44.36310391854918, |
| crayon:cpu:standard,mixed,OK,95.99119983613491,372501,1397500,37.69492004066706,9881994.698440222,35.35648452735515, |
| tiktoken:p50k_base,english,OK,272.5568003952503,144001,740000,236.03122998028994,610092.9949482743,2.989939061028309, |
| tiktoken:p50k_base,code,OK,0.01019984483718872,420000,1048000,1071.3457399979234,392030.30760248704,0.9328927593399375, |
| tiktoken:p50k_base,unicode,OK,0.006799586117267609,378000,660000,763.4834598749876,495099.1342522254,0.8244121607181729, |
| tiktoken:p50k_base,mixed,OK,0.005899928510189056,517500,1397500,1304.1077699512243,396823.0325162125,1.0219706437510006, |
| tiktoken:cl100k_base,english,OK,553.0430004000664,140001,740000,314.7866601124406,444748.833860978,2.2418961270104165, |
| tiktoken:cl100k_base,code,OK,0.00690016895532608,308000,1048000,591.5066200308502,520704.2314825423,1.68966948086164, |
| tiktoken:cl100k_base,unicode,OK,0.0056996941566467285,306000,660000,372.45238004252315,821581.5400751736,1.6899477156147134, |
| tiktoken:cl100k_base,mixed,OK,0.010100193321704865,410000,1397500,674.7905101627111,607595.9780482647,1.9750720217691977, |
| tiktoken:o200k_base,english,OK,791.211100295186,140001,740000,375.6954999640584,372644.8680204939,1.8784334499831352, |
| tiktoken:o200k_base,code,OK,0.0058002769947052,312000,1048000,806.401920132339,386903.8406416462,1.2393952179946814, |
| tiktoken:o200k_base,unicode,OK,0.0064997002482414246,210000,660000,440.8437602221966,476359.2432252066,1.427773523460735, |
| tiktoken:o200k_base,mixed,OK,0.0058002769947052,372500,1397500,885.7569799758494,420544.2445513175,1.5046563417587437, |
|
|
