Poistettu virheelliset 8b Go-tulokset (väärä promptti: code-small → Python)

2026-04-14 23:00:31 +03:00
parent 9aa4a46768
commit 65e7365e75
32 changed files with 4622 additions and 0 deletions
--- a/kipina-codebench/results/2026-04-14T14-12.json
+++ b/kipina-codebench/results/2026-04-14T14-12.json
@@ -0,0 +1,115 @@
+[
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 1,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 133173,
+    "totalTokens": 13174,
+    "avgTokPerSec": 117.52479437665707,
+    "promptChars": 14102,
+    "promptTokensEst": 3526,
+    "score": 30,
+    "stars": "★★☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 1
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 3,
+    "testsTotal": 5,
+    "testsPassed": 0,
+    "testsFailed": 5,
+    "totalDurationMs": 267561,
+    "totalTokens": 27021,
+    "avgTokPerSec": 113.5812238661422,
+    "promptChars": 14052,
+    "promptTokensEst": 3513,
+    "score": 20,
+    "stars": "★☆☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 2
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 0,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 0,
+    "totalTokens": 0,
+    "avgTokPerSec": 0,
+    "promptChars": 13914,
+    "promptTokensEst": 3479,
+    "score": 0,
+    "stars": "",
+    "error": "Puuttuvat: src/handlers.rs, src/lib.rs, src/main.rs, tests/api_test.rs",
+    "round": 3
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 2,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 162271,
+    "totalTokens": 16343,
+    "avgTokPerSec": 115.53039090208604,
+    "promptChars": 14062,
+    "promptTokensEst": 3516,
+    "score": 20,
+    "stars": "★☆☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 4
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 3,
+    "testsTotal": 1,
+    "testsPassed": 0,
+    "testsFailed": 1,
+    "totalDurationMs": 211367,
+    "totalTokens": 21183,
+    "avgTokPerSec": 113.22772767359652,
+    "promptChars": 14038,
+    "promptTokensEst": 3510,
+    "score": 20,
+    "stars": "★☆☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 5
+  }
+]