Pipelinen parannuksia building blockeilla
This commit is contained in:
@@ -1011,15 +1011,15 @@ async fn handle_socket(socket: WebSocket, state: Arc<AppState>, ip: IpAddr) {
|
||||
if let Some(obj) = json.as_object_mut() {
|
||||
let model = obj.get("model").and_then(|v| v.as_str()).unwrap_or("?");
|
||||
let prompt = obj.get("prompt").and_then(|v| v.as_str()).unwrap_or("");
|
||||
let response = obj.get("response").and_then(|v| v.as_str()).unwrap_or("");
|
||||
let _response = obj.get("response").and_then(|v| v.as_str()).unwrap_or("");
|
||||
let tok_gen = obj.get("tokens_generated").and_then(|v| v.as_u64()).unwrap_or(0);
|
||||
let duration = obj.get("duration_ms").and_then(|v| v.as_f64()).unwrap_or(0.0);
|
||||
let tok_s = obj.get("tokens_per_sec").and_then(|v| v.as_f64()).unwrap_or(0.0);
|
||||
|
||||
println!();
|
||||
println!("\x1b[35m━━━ Solmu {} ━━━ {} ━━━\x1b[0m", node_id, model);
|
||||
println!(" Prompt: \x1b[33m\"{}\"\x1b[0m", prompt);
|
||||
println!(" Vastaus: \x1b[32m{}\x1b[0m", response);
|
||||
let prompt_preview: String = prompt.chars().take(80).collect();
|
||||
println!(" Prompt: \x1b[33m\"{}...\"\x1b[0m", prompt_preview);
|
||||
println!(" {} tokenia | {:.0}ms | \x1b[36m{:.1} tok/s\x1b[0m", tok_gen, duration, tok_s);
|
||||
|
||||
state.db.increment_tasks(node_id);
|
||||
|
||||
Reference in New Issue
Block a user