71 lines
1.5 KiB
JSON
71 lines
1.5 KiB
JSON
[
|
|
{
|
|
"model": "codestral:22b",
|
|
"scenario": "todo",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 130035,
|
|
"totalTokens": 6520,
|
|
"avgTokPerSec": 61.71030751274268,
|
|
"promptChars": 7556,
|
|
"promptTokensEst": 1889,
|
|
"score": 40,
|
|
"stars": "★★☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 1
|
|
},
|
|
{
|
|
"model": "codestral:22b",
|
|
"scenario": "todo",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 1,
|
|
"validationIssues": 0,
|
|
"fixRounds": 0,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 68507,
|
|
"totalTokens": 3808,
|
|
"avgTokPerSec": 62.98926789707312,
|
|
"promptChars": 16131,
|
|
"promptTokensEst": 4033,
|
|
"score": 40,
|
|
"stars": "★★☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 2
|
|
},
|
|
{
|
|
"model": "codestral:22b",
|
|
"scenario": "todo",
|
|
"reqOk": true,
|
|
"specOk": true,
|
|
"specEntities": 2,
|
|
"validationIssues": 0,
|
|
"fixRounds": 1,
|
|
"testsTotal": 0,
|
|
"testsPassed": 0,
|
|
"testsFailed": 0,
|
|
"totalDurationMs": 148585,
|
|
"totalTokens": 8183,
|
|
"avgTokPerSec": 60.985378376436714,
|
|
"promptChars": 11852,
|
|
"promptTokensEst": 2963,
|
|
"score": 30,
|
|
"stars": "★★☆☆☆",
|
|
"error": null,
|
|
"profile": "large",
|
|
"promptName": "code-rs",
|
|
"round": 3
|
|
}
|
|
] |