llm_config.json

{
  "openai": {
    "url": "http://localhost:7860/v1/chat/completions",
    "max_tokens": 256,
    "temperature": 0.6,
    "top_p": 0.95,
    "stop": ["User:", "Assistant:"]
  }
}