From 868fafa51cc8935aae7820cae5c5cac9da4e9c88 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Berkay=20=C3=96zerbay?= Date: Wed, 10 Jul 2024 11:36:28 +0200 Subject: [PATCH] Add Python Name Suggestion evaluation configuration xml and run settings json GitOrigin-RevId: 93c1c2b280cf791912a5013614fc476dad712c68 --- .../namesuggestion/python.json | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/python.json diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/python.json b/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/python.json new file mode 100644 index 000000000000..286629b95948 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/namesuggestion/python.json @@ -0,0 +1,30 @@ +{ + "language": "Python", + "projectPath": "../../full-line/fl-pipeline", + "outputDir": "ml-eval-name-suggestion-python-output", + "strategy": { + "placeholderName": "DUMMY", + "suggestionsProvider": "LLM-Rename", + "collectContextOnly": false + }, + "actions": { + "evaluationRoots": [ + "." + ] + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 10, + "filesLimit": 5, + "order": "LINEAR", + "trainTestSplit": 70 + }, + "reports": { + "evaluationTitle": "Default", + "defaultMetrics": null, + "sessionsFilters": [], + "comparisonFilters": [] + } +}