File size: 253 Bytes
c546544
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "llm_model": "llm.mnn",
  "llm_weight": "llm.mnn.weight",
  "embedding_file": "embeddings_int4.bin",
  "llm_config": "te_llm_config.json",
  "backend_type": "cpu",
  "thread_num": 4,
  "precision": "low",
  "memory": "low",
  "use_template": false
}