native-noden tuunausta

This commit is contained in:
2026-04-13 21:29:05 +03:00
parent 6ee5bdf960
commit 8138e41aa1
2 changed files with 1 additions and 0 deletions

Binary file not shown.

View File

@@ -156,6 +156,7 @@ impl LlmEngine {
"messages": messages, "messages": messages,
"stream": false, "stream": false,
"options": { "options": {
"num_ctx": 16384,
"num_predict": opts.max_tokens, "num_predict": opts.max_tokens,
"temperature": opts.temperature.unwrap_or(0.7), "temperature": opts.temperature.unwrap_or(0.7),
"top_k": opts.top_k.unwrap_or(40), "top_k": opts.top_k.unwrap_or(40),