Revolutionized
This commit is contained in:
@@ -248,14 +248,17 @@ async fn get_or_build_model(use_3b: bool, ws: &Rc<RefCell<WebSocket>>) -> Result
|
||||
|
||||
/// use_3b: false = 0.5B (nopea), true = 3B (laadukas)
|
||||
pub async fn run_coder_inference(prompt: String, ws: Rc<RefCell<WebSocket>>, use_3b: bool, task_id: Option<String>) {
|
||||
console_log!("[Coder] run_coder_inference alkaa! prompt={}", &prompt[..prompt.len().min(50)]);
|
||||
let size_label = if use_3b { "3B" } else { "0.5B" };
|
||||
|
||||
let start_load = crate::perf_now();
|
||||
|
||||
console_log!("[Coder] Kutsutaan get_or_build_model...");
|
||||
if let Err(e) = get_or_build_model(use_3b, &ws).await {
|
||||
console_log!("[Coder] Mallin lataus: {}", e);
|
||||
console_log!("[Coder] Mallin lataus epäonnistui: {}", e);
|
||||
return;
|
||||
}
|
||||
console_log!("[Coder] Malli valmis, aloitetaan inferenssi");
|
||||
|
||||
let load_time = crate::perf_now() - start_load;
|
||||
if load_time > 100.0 {
|
||||
|
||||
Reference in New Issue
Block a user