Makes prompt parameters more configurable
This commit is contained in:
1 parent
cc7b29ca02
commit
55e4762db4
2 files changed
+36
-18
No files matched your search
@@ -1,3 +1,9 @@
|
||||
api_base: "http://192.168.1.204:5000"
|
||||
api_key: "empty"
|
||||
response_probability: 0.05
|
||||
llm_params:
|
||||
n_predict: 200
|
||||
mirostat: 2
|
||||
penalize_nl: False
|
||||
repeat_penalty: 1.18
|
||||
repeat_last_n: 2048
|
||||
Reference in new issue
Block a user