MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2025-12-15 02:59:33 +07:00
Code Issues Packages Projects Releases Wiki Activity

[aia] run configs for code-generation, doc-generation and name-suggestion evals for java

Browse Source 
GitOrigin-RevId: 04992df0efcd0506f3dfefd29843b49619bd32c9
This commit is contained in:
anton.spilnyy
2024-06-07 13:25:31 +00:00
committed by intellij-monorepo-bot
parent 462a4cc68b
commit d9c1cd4890
3 changed files with 94 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java.json Normal file
View File

@@ -0,0 +1,38 @@
{
"language": "Java",
"projectPath": "../../ml-eval/keycloak",
"outputDir": "ml-eval-code-generation-java-output",
"strategy": {
"model": "",
"mode": "",
"collectContextOnly": false,
"userPrompts": {
"METHOD": [
"cover this method with logging",
"simplify the following method",
"add exception handling",
"add comments to the code"
]
}
},
"actions": {
"evaluationRoots": [
"."
]
},
"interpret": {
"saveLogs": true,
"sessionProbability": 1.0,
"sessionSeed": null,
"sessionsLimit": 10,
"filesLimit": 5,
"order": "LINEAR",
"trainTestSplit": 70
},
"reports": {
"evaluationTitle": "Default",
"defaultMetrics": null,
"sessionsFilters": [],
"comparisonFilters": []
}
}

27
plugins/evaluation-plugin/languages/evaluationconfig/docgeneration/java.json Normal file
View File

@@ -0,0 +1,27 @@
{
"language": "Java",
"projectPath": "../../ml-eval/keycloak",
"outputDir": "ml-eval-documentation-generation-java-output",
"strategy": {
},
"actions": {
"evaluationRoots": [
"."
]
},
"interpret": {
"saveLogs": true,
"sessionProbability": 1.0,
"sessionSeed": null,
"sessionsLimit": 10,
"filesLimit": 5,
"order": "LINEAR",
"trainTestSplit": 70
},
"reports": {
"evaluationTitle": "Default",
"defaultMetrics": null,
"sessionsFilters": [],
"comparisonFilters": []
}
}

29
plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/java.json Normal file
View File

@@ -0,0 +1,29 @@
{
"language": "Java",
"projectPath": "../../ml-eval/keycloak",
"outputDir": "ml-eval-name-suggestion-java-output",
"strategy": {
"placeholderName": "DUMMY",
"suggestionsProvider": "LLM-Rename"
},
"actions": {
"evaluationRoots": [
"."
]
},
"interpret": {
"saveLogs": true,
"sessionProbability": 1.0,
"sessionSeed": null,
"sessionsLimit": 10,
"filesLimit": 5,
"order": "LINEAR",
"trainTestSplit": 70
},
"reports": {
"evaluationTitle": "Default",
"defaultMetrics": null,
"sessionsFilters": [],
"comparisonFilters": []
}
}