native-noden tuunausta
This commit is contained in:
Binary file not shown.
@@ -156,6 +156,7 @@ impl LlmEngine {
|
|||||||
"messages": messages,
|
"messages": messages,
|
||||||
"stream": false,
|
"stream": false,
|
||||||
"options": {
|
"options": {
|
||||||
|
"num_ctx": 16384,
|
||||||
"num_predict": opts.max_tokens,
|
"num_predict": opts.max_tokens,
|
||||||
"temperature": opts.temperature.unwrap_or(0.7),
|
"temperature": opts.temperature.unwrap_or(0.7),
|
||||||
"top_k": opts.top_k.unwrap_or(40),
|
"top_k": opts.top_k.unwrap_or(40),
|
||||||
|
|||||||
Reference in New Issue
Block a user