Euryeth commited on
Commit
8066989
·
verified ·
1 Parent(s): dd247b9

Create llm_config.json

Browse files
Files changed (1) hide show
  1. llm_config.json +9 -0
llm_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "openai": {
3
+ "url": "http://localhost:8081/v1/chat/completions",
4
+ "max_tokens": 256,
5
+ "temperature": 0.9,
6
+ "top_p": 0.95,
7
+ "stop": ["User:", "Assistant:"]
8
+ }
9
+ }