Files
agentic-studio/kipina-codebench/profiles.json
jaakko 5d0baf3ff1 CodeBench: combined-readme.md — todo + blog golden example 8b:lle
Molemmat esimerkit (single entity + FK relaatio) yhdessä tiedostossa.
1699 tokenia, 10.4% kontekstista. 8b näkee konkreettisen FK-patternen.
2026-04-14 14:54:12 +03:00

58 lines
1.5 KiB
JSON

{
"models": {
"qwen3-coder:30b": {
"profile": "large",
"role": "primary",
"prompt": "code",
"golden": "todo.md",
"vram": "24GB",
"notes": "Pääkooderi. 97p, 188 tok/s. Noudattaa pitkiä sääntölistoja."
},
"qwen3:8b": {
"profile": "small",
"role": "primary",
"prompt": "code-small",
"golden": "combined-readme.md",
"vram": "8GB",
"notes": "Kevyt pääkooderi. Todo/users 100p, blog heikko. README-muoto golden examplelle."
},
"codestral:22b": {
"profile": "large",
"role": "backup",
"prompt": "code",
"golden": "todo.md",
"vram": "16GB",
"notes": "Mistral-varamalli. 88p, 44 tok/s."
},
"qwen3:4b": {
"profile": "small",
"role": "minimal",
"prompt": "code-small",
"golden": "todo.md",
"vram": "4GB",
"notes": "Minimaali. Vain todo toimii."
},
"qwen3:14b": {
"profile": "large",
"role": "retired",
"prompt": "code",
"golden": "todo.md",
"vram": "16GB",
"notes": "Poistettu. Ei lisäarvoa 30b:hen verrattuna, blog epävakaa."
}
},
"profiles": {
"large": {
"prompt": "code",
"golden": "todo.md",
"description": "Täysi prompti + säännöt. Malleille >=14B."
},
"small": {
"prompt": "code-small",
"golden": "todo.md",
"description": "Tiivistetty prompti. Malleille <=8B."
}
},
"default_profile": "large"
}