llm_config.json

{
    "model_type": "llama",
    "hidden_size": 4096,
    "attention_mask": "float",
    "attention_type": "full",
    "is_mrope": false,
    "jinja": {
        "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
        "bos": "<|begin_of_text|>",
        "eos": "<|eot_id|>"
    }
}