Compare commits
2 Commits
6ee5bdf960
...
38a18c555b
| Author | SHA1 | Date | |
|---|---|---|---|
| 38a18c555b | |||
| 8138e41aa1 |
@@ -1317,6 +1317,14 @@ async fn api_chat_completions(
|
|||||||
let busy = state.node_busy.lock().unwrap();
|
let busy = state.node_busy.lock().unwrap();
|
||||||
let node_types = state.node_types.lock().unwrap();
|
let node_types = state.node_types.lock().unwrap();
|
||||||
let paused = state.node_paused.lock().unwrap();
|
let paused = state.node_paused.lock().unwrap();
|
||||||
|
// Debug: logita kaikki solmut ja niiden tilat
|
||||||
|
let all_nodes: Vec<String> = tasks.iter().map(|(id, task)| {
|
||||||
|
let ty = node_types.get(id).map(|s| s.as_str()).unwrap_or("?");
|
||||||
|
let b = if busy.contains(id) { " BUSY" } else { "" };
|
||||||
|
let p = if paused.contains(id) { " PAUSED" } else { "" };
|
||||||
|
format!("#{}({}:{}{}{}", id, ty, task, b, p)
|
||||||
|
}).collect();
|
||||||
|
tracing::info!("Reititys '{}'{} — solmut: [{}]", payload.model, if want_heavy { " (heavy)" } else { "" }, all_nodes.join(", "));
|
||||||
let matching: Vec<u64> = tasks.iter().filter(|(k, task)| {
|
let matching: Vec<u64> = tasks.iter().filter(|(k, task)| {
|
||||||
if paused.contains(k) { return false; } // Ei tauotettuja
|
if paused.contains(k) { return false; } // Ei tauotettuja
|
||||||
if busy.contains(k) { return false; } // Ei varattuja
|
if busy.contains(k) { return false; } // Ei varattuja
|
||||||
|
|||||||
Binary file not shown.
@@ -156,6 +156,7 @@ impl LlmEngine {
|
|||||||
"messages": messages,
|
"messages": messages,
|
||||||
"stream": false,
|
"stream": false,
|
||||||
"options": {
|
"options": {
|
||||||
|
"num_ctx": 16384,
|
||||||
"num_predict": opts.max_tokens,
|
"num_predict": opts.max_tokens,
|
||||||
"temperature": opts.temperature.unwrap_or(0.7),
|
"temperature": opts.temperature.unwrap_or(0.7),
|
||||||
"top_k": opts.top_k.unwrap_or(40),
|
"top_k": opts.top_k.unwrap_or(40),
|
||||||
|
|||||||
Reference in New Issue
Block a user