mirror of
https://gitflic.ru/project/openide/openide.git
synced 2026-10-02 00:57:59 +07:00
51 lines
1.3 KiB
JSON
51 lines
1.3 KiB
JSON
{
|
|
"language": "Java",
|
|
"projectPath": "../ml-eval/keycloak",
|
|
"repository": "https://github.com/keycloak/keycloak",
|
|
"revision": "a21e95c5aedf755693b97cdc2425dc56b249395f",
|
|
"outputDir": "bin/ml-eval-code-generation-java-output",
|
|
"strategy": {
|
|
"model": "",
|
|
"mode": "",
|
|
"behaviour": "GENERATE_CODE_SNIPPETS_AND_CALL_APPLY",
|
|
"collectContextOnly": false,
|
|
"userPrompts": {
|
|
"METHOD": [
|
|
"cover this method with logging",
|
|
"simplify the method",
|
|
"add exception handling",
|
|
"add comments to the code"
|
|
]
|
|
}
|
|
},
|
|
"actions": {
|
|
"evaluationRoots": [
|
|
"."
|
|
],
|
|
"sourceFile": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/code-generation-snippet-application/java/keycloak_keycloak/actions.json"
|
|
},
|
|
"interpret": {
|
|
"saveLogs": true,
|
|
"sessionProbability": 1.0,
|
|
"sessionSeed": null,
|
|
"sessionsLimit": 400,
|
|
"filesLimit": 100,
|
|
"order": "LINEAR",
|
|
"trainTestSplit": 70,
|
|
"registry": ""
|
|
},
|
|
"reports": {
|
|
"evaluationTitle": "Default",
|
|
"defaultMetrics": [
|
|
"Sessions",
|
|
"Precision",
|
|
"SessionsWithoutSyntaxErrorsRatio",
|
|
"WithoutHighlightErrors",
|
|
"PreservedAPI",
|
|
"MeanLatency"
|
|
],
|
|
"sessionsFilters": [],
|
|
"comparisonFilters": []
|
|
}
|
|
}
|