api_base: "http://192.168.1.204:5000"
api_key: "empty"
response_probability: 0.05
llm_params:
  n_predict: 200
  mirostat: 2
  penalize_nl: False
  repeat_penalty: 1.18
  repeat_last_n: 2048