mirror of
https://gitflic.ru/project/openide/openide.git
synced 2026-09-27 10:03:11 +07:00
[llm-vcs-grouped-diff, aia-eval] Further work on evaluation: import from old formats, run configuration, fixes for eval cases library UI
GitOrigin-RevId: b681f00d8e70e8e3d9bdceab018fe488fa86f98f
This commit is contained in:
committed by
intellij-monorepo-bot
parent
67371290eb
commit
fab7ea8eb3
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"outputDir": "bin/ml-eval-grouped-diff-output",
|
||||
"strategy": {
|
||||
},
|
||||
"fileDataset": {
|
||||
"url": "/Users/dmitry.osinovsky/IdeaProjects/semantic-review-evaluation/CasesIdea"
|
||||
},
|
||||
|
||||
"interpret": {
|
||||
"saveLogs": true,
|
||||
"sessionProbability": 1.0,
|
||||
"sessionSeed": null,
|
||||
"sessionsLimit": 400,
|
||||
"filesLimit": 100,
|
||||
"order": "LINEAR",
|
||||
"trainTestSplit": 70,
|
||||
"registry": ""
|
||||
},
|
||||
"reports": {
|
||||
"evaluationTitle": "Default",
|
||||
"defaultMetrics": [
|
||||
"Sessions",
|
||||
"Precision",
|
||||
"SessionsWithoutSyntaxErrorsRatio",
|
||||
"WithoutHighlightErrors",
|
||||
"PreservedAPI",
|
||||
"MeanLatency"
|
||||
],
|
||||
"sessionsFilters": [],
|
||||
"comparisonFilters": []
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user