115 lines
2.5 KiB
JSON
115 lines
2.5 KiB
JSON
[
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 1,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 133173,
|
|
"totalTokens": 13174,
|
|
"avgTokPerSec": 117.52479437665707,
|
|
"promptChars": 14102,
|
|
"promptTokensEst": 3526,
|
|
"score": 30,
|
|
"stars": "★★☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 1
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 3,
|
|
"testsTotal": 5,
|
|
"testsPassed": 0,
|
|
"testsFailed": 5,
|
|
"totalDurationMs": 267561,
|
|
"totalTokens": 27021,
|
|
"avgTokPerSec": 113.5812238661422,
|
|
"promptChars": 14052,
|
|
"promptTokensEst": 3513,
|
|
"score": 20,
|
|
"stars": "★☆☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 2
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 0,
|
|
"totalTokens": 0,
|
|
"avgTokPerSec": 0,
|
|
"promptChars": 13914,
|
|
"promptTokensEst": 3479,
|
|
"score": 0,
|
|
"stars": "",
|
|
"error": "Puuttuvat: src/handlers.rs, src/lib.rs, src/main.rs, tests/api_test.rs",
|
|
"round": 3
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 2,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 162271,
|
|
"totalTokens": 16343,
|
|
"avgTokPerSec": 115.53039090208604,
|
|
"promptChars": 14062,
|
|
"promptTokensEst": 3516,
|
|
"score": 20,
|
|
"stars": "★☆☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 4
|
|
},
|
|
{
|
|
"model": "qwen3-coder:30b",
|
|
"scenario": "blog",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 3,
|
|
"testsTotal": 1,
|
|
"testsPassed": 0,
|
|
"testsFailed": 1,
|
|
"totalDurationMs": 211367,
|
|
"totalTokens": 21183,
|
|
"avgTokPerSec": 113.22772767359652,
|
|
"promptChars": 14038,
|
|
"promptTokensEst": 3510,
|
|
"score": 20,
|
|
"stars": "★☆☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 5
|
|
}
|
|
] |