native-noden tuunausta

2026-04-13 21:29:05 +03:00
parent 6ee5bdf960
commit 8138e41aa1
2 changed files with 1 additions and 0 deletions
--- a/network-poc/native-node/src/inference.rs
+++ b/network-poc/native-node/src/inference.rs
@@ -156,6 +156,7 @@ impl LlmEngine {
            "messages": messages,
            "stream": false,
            "options": {
+                "num_ctx": 16384,
                "num_predict": opts.max_tokens,
                "temperature": opts.temperature.unwrap_or(0.7),
                "top_k": opts.top_k.unwrap_or(40),