Poistettu virheelliset 8b Go-tulokset (väärä promptti: code-small → Python)

2026-04-14 23:00:31 +03:00
parent 9aa4a46768
commit 65e7365e75
32 changed files with 4622 additions and 0 deletions
--- a/kipina-codebench/results/2026-04-14T13-42.json
+++ b/kipina-codebench/results/2026-04-14T13-42.json
@@ -0,0 +1,113 @@
+[
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 3,
+    "testsTotal": 18,
+    "testsPassed": 0,
+    "testsFailed": 18,
+    "totalDurationMs": 208078,
+    "totalTokens": 20783,
+    "avgTokPerSec": 114.94478559756693,
+    "promptChars": 13278,
+    "promptTokensEst": 3320,
+    "score": 20,
+    "stars": "★☆☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 1
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 0,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 0,
+    "totalTokens": 0,
+    "avgTokPerSec": 0,
+    "promptChars": 13362,
+    "promptTokensEst": 3341,
+    "score": 0,
+    "stars": "",
+    "error": "Puuttuvat: src/lib.rs, src/main.rs, tests/api_test.rs",
+    "round": 2
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 3,
+    "testsTotal": 9,
+    "testsPassed": 0,
+    "testsFailed": 9,
+    "totalDurationMs": 221174,
+    "totalTokens": 22354,
+    "avgTokPerSec": 114.09551344946065,
+    "promptChars": 13234,
+    "promptTokensEst": 3309,
+    "score": 20,
+    "stars": "★☆☆☆☆",
+    "error": null,
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 3
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 0,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 0,
+    "totalTokens": 0,
+    "avgTokPerSec": 0,
+    "promptChars": 13317,
+    "promptTokensEst": 3329,
+    "score": 0,
+    "stars": "",
+    "error": "Puuttuvat: src/lib.rs, src/main.rs, tests/api_test.rs",
+    "round": 4
+  },
+  {
+    "model": "qwen3-coder:30b",
+    "scenario": "blog",
+    "reqOk": true,
+    "specOk": true,
+    "specEntities": 2,
+    "validationIssues": 0,
+    "fixRounds": 0,
+    "testsTotal": 0,
+    "testsPassed": 0,
+    "testsFailed": 0,
+    "totalDurationMs": 8795,
+    "totalTokens": 954,
+    "avgTokPerSec": 124.86009274372915,
+    "promptChars": 13335,
+    "promptTokensEst": 3334,
+    "score": 0,
+    "stars": "☆☆☆☆☆",
+    "error": "fetch failed",
+    "profile": "large",
+    "promptName": "code-rs",
+    "round": 5
+  }
+]