diff --git a/network-poc/native-node/src/inference.rs b/network-poc/native-node/src/inference.rs index 8df0381..7c4c6cf 100644 --- a/network-poc/native-node/src/inference.rs +++ b/network-poc/native-node/src/inference.rs @@ -9,7 +9,7 @@ pub struct LlmEngine { impl LlmEngine { pub async fn load() -> Result { - let model = std::env::var("OLLAMA_MODEL").unwrap_or_else(|_| "qwen2.5-coder:7b".to_string()); + let model = std::env::var("OLLAMA_MODEL").unwrap_or_else(|_| "qwen2.5-coder:7b-instruct-q4_K_M".to_string()); let client = reqwest::Client::builder() .timeout(std::time::Duration::from_secs(600))