From 1ae1bf98e21a36e42f9ecd6128b5bc39ebf8c5ba Mon Sep 17 00:00:00 2001 From: jaakko Date: Mon, 6 Apr 2026 19:29:15 +0300 Subject: [PATCH] =?UTF-8?q?API=20timeout=20nostettu=20120s=20=E2=86=92=206?= =?UTF-8?q?00s:=20WASM-inferenssi=20on=20hidasta?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Kvantisoidun 1.5B-mallin inferenssi on ~0.2 tok/s WASM:ssa. Pipeline-tehtävät vaativat pidemmän odotusajan. Co-Authored-By: Claude Opus 4.6 (1M context) --- network-poc/hub/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/network-poc/hub/src/main.rs b/network-poc/hub/src/main.rs index 359c531..1044e7d 100644 --- a/network-poc/hub/src/main.rs +++ b/network-poc/hub/src/main.rs @@ -1080,7 +1080,7 @@ async fn api_chat_completions( } } - let timeout = tokio::time::timeout(std::time::Duration::from_secs(120), async move { + let timeout = tokio::time::timeout(std::time::Duration::from_secs(600), async move { loop { let msg_str = match rx.recv().await { Ok(msg) => msg,