api_base: "http://192.168.1.204:5000"
api_key: "empty"
response_probability: 0.05
llm_params:
n_predict: 200
mirostat: 2
penalize_nl: False
repeat_penalty: 1.18
repeat_last_n: 2048