| [project] | |
| name = "tinyllama-1-1b-chat-onnx-genai-int4-kquantlast-emb-int8-vivo-x300-runtime" | |
| version = "0.1.0" | |
| description = "Runtime dependencies for example.py (TinyLlama-1.1B-Chat-v1.0 W4A8_dyn_emb_int8, ONNX Runtime GenAI)" | |
| requires-python = ">=3.14,<3.15" | |
| dependencies = [ | |
| "onnxruntime==1.27.0", | |
| "onnxruntime-genai==0.14.1", | |
| "tokenizers==0.23.1", | |
| "jinja2==3.1.6", | |
| ] | |
| [tool.uv] | |
| package = false | |
| [tool.ai-portal.deployment] | |
| schema-version = "1" | |
| runtime = "onnxruntime-genai" | |
| required-capabilities = ["CPUExecutionProvider"] | |
| [tool.ai-portal.deployment.ubuntu] | |
| packages = [] | |
| [tool.ai-portal.deployment.raspbian] | |
| packages = [] | |
| [tool.ai-portal.deployment.files] | |
| expected = ["predictions.json"] | |