File size: 253 Bytes
c546544 | 1 2 3 4 5 6 7 8 9 10 11 | {
"llm_model": "llm.mnn",
"llm_weight": "llm.mnn.weight",
"embedding_file": "embeddings_int4.bin",
"llm_config": "te_llm_config.json",
"backend_type": "cpu",
"thread_num": 4,
"precision": "low",
"memory": "low",
"use_template": false
} |