diff --git a/network-poc/kipina-node-bin b/network-poc/kipina-node-bin deleted file mode 100755 index 1b2c9ed..0000000 Binary files a/network-poc/kipina-node-bin and /dev/null differ diff --git a/network-poc/native-node/src/inference.rs b/network-poc/native-node/src/inference.rs index ba057da..1fbafdb 100644 --- a/network-poc/native-node/src/inference.rs +++ b/network-poc/native-node/src/inference.rs @@ -156,6 +156,7 @@ impl LlmEngine { "messages": messages, "stream": false, "options": { + "num_ctx": 16384, "num_predict": opts.max_tokens, "temperature": opts.temperature.unwrap_or(0.7), "top_k": opts.top_k.unwrap_or(40),