113 lines
2.5 KiB
JSON
113 lines
2.5 KiB
JSON
[
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 3,
|
|
"testsTotal": 18,
|
|
"testsPassed": 0,
|
|
"testsFailed": 18,
|
|
"totalDurationMs": 208078,
|
|
"totalTokens": 20783,
|
|
"avgTokPerSec": 114.94478559756693,
|
|
"promptChars": 13278,
|
|
"promptTokensEst": 3320,
|
|
"score": 20,
|
|
"stars": "★☆☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 1
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 0,
|
|
"totalTokens": 0,
|
|
"avgTokPerSec": 0,
|
|
"promptChars": 13362,
|
|
"promptTokensEst": 3341,
|
|
"score": 0,
|
|
"stars": "",
|
|
"error": "Puuttuvat: src/lib.rs, src/main.rs, tests/api_test.rs",
|
|
"round": 2
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 3,
|
|
"testsTotal": 9,
|
|
"testsPassed": 0,
|
|
"testsFailed": 9,
|
|
"totalDurationMs": 221174,
|
|
"totalTokens": 22354,
|
|
"avgTokPerSec": 114.09551344946065,
|
|
"promptChars": 13234,
|
|
"promptTokensEst": 3309,
|
|
"score": 20,
|
|
"stars": "★☆☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 3
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 0,
|
|
"totalTokens": 0,
|
|
"avgTokPerSec": 0,
|
|
"promptChars": 13317,
|
|
"promptTokensEst": 3329,
|
|
"score": 0,
|
|
"stars": "",
|
|
"error": "Puuttuvat: src/lib.rs, src/main.rs, tests/api_test.rs",
|
|
"round": 4
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 8795,
|
|
"totalTokens": 954,
|
|
"avgTokPerSec": 124.86009274372915,
|
|
"promptChars": 13335,
|
|
"promptTokensEst": 3334,
|
|
"score": 0,
|
|
"stars": "☆☆☆☆☆",
|
|
"error": "fetch failed",
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 5
|
|
}
|
|
] |