Files
Alexey Kalina 185bda9f09 [evaluation-plugin] add registry parameter to existing config files
GitOrigin-RevId: e2d1081b3caefe7a3e1a085c627ff0b5e90b2bb4
2024-12-17 14:20:37 +00:00

35 lines
959 B
JSON

{
"language": "Java",
"projectPath": "../ml-eval/keycloak",
"repository": "https://github.com/keycloak/keycloak",
"revision": "a21e95c5aedf755693b97cdc2425dc56b249395f",
"outputDir": "bin/ml-eval-chat-code-generation-java-output",
"strategy": {
"behaviour": "REMOVE_METHOD_BODY_ASK_TO_GENERATE",
"collectContextOnly": false,
"minimumInternalApiCallsToConsider": 1
},
"actions": {
"evaluationRoots": [
"."
],
"sourceFile": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/chat-code-generation/java/keycloak_keycloak/actions.json"
},
"interpret": {
"saveLogs": true,
"sessionProbability": 1.0,
"sessionSeed": null,
"sessionsLimit": 100,
"filesLimit": 1,
"order": "LINEAR",
"trainTestSplit": 70,
"registry": ""
},
"reports": {
"evaluationTitle": "Default",
"defaultMetrics": null,
"sessionsFilters": [],
"comparisonFilters": []
}
}