jaakko/agentic-studio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

kylä lähtee!

Browse Source
This commit is contained in:
jaakko
2026-04-02 16:19:57 +03:00
parent 92c952c07a
commit 6cdd695a3b
5 changed files with 33 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
network-poc/node/src/smollm.rs
View File

@@ -120,11 +120,10 @@ pub async fn run_smollm_inference(prompt: String, ws: Rc<RefCell<WebSocket>>) {
let use_gpu = crate::HAS_WEBGPU.load(std::sync::atomic::Ordering::SeqCst);
if use_gpu {
console_log!("[SmolLM] Alustetaan Burn WebGPU...");
burn_wgpu::init_async::<burn_wgpu::AutoGraphicsApi>(&Default::default(), Default::default()).await;
console_log!("[SmolLM] Burn WebGPU inferenssi...");
run_burn_inference::<burn::backend::Wgpu>(prompt, model_bytes, tokenizer, ws, perf.clone()).await;
} else {
console_log!("[SmolLM] Käytetään CPU NdArrayta (vanha tapa)...");
console_log!("[SmolLM] Burn NdArray (CPU) inferenssi...");
run_burn_inference::<burn::backend::NdArray>(prompt, model_bytes, tokenizer, ws, perf.clone()).await;
}
}