From 40473f1b030aa26244a8051df8d8a90fdbafbec6 Mon Sep 17 00:00:00 2001 From: Nikita Mironov Date: Wed, 5 Mar 2025 16:42:32 +0100 Subject: [PATCH] GO-18043 Support local embeddings for go GitOrigin-RevId: acc8baa902d1ef9cf4188bc7b51ad6039d2fab36 --- .../chatcodegeneration/go.json | 33 +++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/chatcodegeneration/go.json diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/chatcodegeneration/go.json b/plugins/evaluation-plugin/languages/evaluationconfig/chatcodegeneration/go.json new file mode 100644 index 000000000000..d42cc46f60e7 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/chatcodegeneration/go.json @@ -0,0 +1,33 @@ +{ + "language": "Go", + "projectPath": "../ml-eval/beego", + "repository": "https://github.com/beego/beego", + "outputDir": "bin/ml-eval-chat-code-generation-go-output", + "strategy": { + "behaviour": "REMOVE_METHOD_BODY_ASK_TO_GENERATE", + "collectContextOnly": false, + "minimumInternalApiCallsToConsider": 1, + "enableRAG": true + }, + "actions": { + "evaluationRoots": [ + "." + ] + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 100, + "filesLimit": 1, + "order": "LINEAR", + "trainTestSplit": 70, + "registry": "" + }, + "reports": { + "evaluationTitle": "Default", + "defaultMetrics": null, + "sessionsFilters": [], + "comparisonFilters": [] + } +}