Download init_profiles.py from Xerv-AI/CRAYON-tokenizer: direct link, hf CLI and curl.
- Browser
- Download file 297 Bytes
-
https://huggingface.co/Xerv-AI/CRAYON-tokenizer/resolve/main/init_profiles.py
- Command line
-
hf download hf://Xerv-AI/CRAYON-tokenizer/init_profiles.py
-
curl -L -o init_profiles.py https://huggingface.co/Xerv-AI/CRAYON-tokenizer/resolve/main/init_profiles.py
297 Bytes
| from crayon.resources import build_and_cache_profile | |
| import logging | |
| logging.basicConfig(level=logging.INFO) | |
| def main(): | |
| print("Building LITE profile...") | |
| path = build_and_cache_profile("lite", prefer_local_only=True) | |
| print(f"Created: {path}") | |
| if __name__ == "__main__": | |
| main() | |