From 43c780d506db7db3aa5e22bbcc5519f599832e2a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Berkay=20=C3=96zerbay?= Date: Wed, 10 Jul 2024 08:05:29 +0200 Subject: [PATCH] Add new configuration for Kotlin name suggestion evaluation GitOrigin-RevId: efe0ac7b2b85ab19bc684f93ca2791411efa2674 --- .../namesuggestion/kotlin.json | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/kotlin.json diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/kotlin.json b/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/kotlin.json new file mode 100644 index 000000000000..3d5113d3fb24 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/kotlin.json @@ -0,0 +1,30 @@ +{ + "language": "Kotlin", + "projectPath": "../../eval-projects/intellij", + "outputDir": "ml-eval-name-suggestion-kotlin-output", + "strategy": { + "placeholderName": "DUMMY", + "suggestionsProvider": "LLM-Rename", + "collectContextOnly": true + }, + "actions": { + "evaluationRoots": [ + "." + ] + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 10, + "filesLimit": 5, + "order": "LINEAR", + "trainTestSplit": 70 + }, + "reports": { + "evaluationTitle": "Default", + "defaultMetrics": null, + "sessionsFilters": [], + "comparisonFilters": [] + } +}