Compare commits
2 Commits
6ee5bdf960
...
38a18c555b
| Author | SHA1 | Date | |
|---|---|---|---|
| 38a18c555b | |||
| 8138e41aa1 |
@@ -1317,6 +1317,14 @@ async fn api_chat_completions(
|
||||
let busy = state.node_busy.lock().unwrap();
|
||||
let node_types = state.node_types.lock().unwrap();
|
||||
let paused = state.node_paused.lock().unwrap();
|
||||
// Debug: logita kaikki solmut ja niiden tilat
|
||||
let all_nodes: Vec<String> = tasks.iter().map(|(id, task)| {
|
||||
let ty = node_types.get(id).map(|s| s.as_str()).unwrap_or("?");
|
||||
let b = if busy.contains(id) { " BUSY" } else { "" };
|
||||
let p = if paused.contains(id) { " PAUSED" } else { "" };
|
||||
format!("#{}({}:{}{}{}", id, ty, task, b, p)
|
||||
}).collect();
|
||||
tracing::info!("Reititys '{}'{} — solmut: [{}]", payload.model, if want_heavy { " (heavy)" } else { "" }, all_nodes.join(", "));
|
||||
let matching: Vec<u64> = tasks.iter().filter(|(k, task)| {
|
||||
if paused.contains(k) { return false; } // Ei tauotettuja
|
||||
if busy.contains(k) { return false; } // Ei varattuja
|
||||
|
||||
Binary file not shown.
@@ -156,6 +156,7 @@ impl LlmEngine {
|
||||
"messages": messages,
|
||||
"stream": false,
|
||||
"options": {
|
||||
"num_ctx": 16384,
|
||||
"num_predict": opts.max_tokens,
|
||||
"temperature": opts.temperature.unwrap_or(0.7),
|
||||
"top_k": opts.top_k.unwrap_or(40),
|
||||
|
||||
Reference in New Issue
Block a user