Makes prompt parameters more configurable

This commit is contained in:
cameron committed 2024-05-10 18:01:55 -04:00
1 parent cc7b29ca02
commit 55e4762db4
2 files changed
+36 -18

No files matched your search

+6
View File
@@ -1,3 +1,9 @@
api_base: "http://192.168.1.204:5000"
api_key: "empty"
response_probability: 0.05
llm_params:
n_predict: 200
mirostat: 2
penalize_nl: False
repeat_penalty: 1.18
repeat_last_n: 2048