[llm-vcs-grouped-diff, aia-eval] Further work on evaluation: import from old formats, run configuration, fixes for eval cases library UI

GitOrigin-RevId: b681f00d8e70e8e3d9bdceab018fe488fa86f98f
This commit is contained in:
Dmitry Osinovskiy
2025-10-01 01:57:56 +00:00
committed by intellij-monorepo-bot
parent 67371290eb
commit fab7ea8eb3
@@ -0,0 +1,32 @@
{
"outputDir": "bin/ml-eval-grouped-diff-output",
"strategy": {
},
"fileDataset": {
"url": "/Users/dmitry.osinovsky/IdeaProjects/semantic-review-evaluation/CasesIdea"
},
"interpret": {
"saveLogs": true,
"sessionProbability": 1.0,
"sessionSeed": null,
"sessionsLimit": 400,
"filesLimit": 100,
"order": "LINEAR",
"trainTestSplit": 70,
"registry": ""
},
"reports": {
"evaluationTitle": "Default",
"defaultMetrics": [
"Sessions",
"Precision",
"SessionsWithoutSyntaxErrorsRatio",
"WithoutHighlightErrors",
"PreservedAPI",
"MeanLatency"
],
"sessionsFilters": [],
"comparisonFilters": []
}
}