{ "stop": ["<|eot|>", "", ""], "temperature": 0.7, "top_k": 40, "repeat_penalty": 1.0, "num_predict": 96 }