From 9f1bb76ee7ffc3af40a9c55bcd7a31491e600124 Mon Sep 17 00:00:00 2001 From: Petr Surkov Date: Thu, 5 Jun 2025 11:15:46 +0200 Subject: [PATCH] [daemon] LLM-17323 Init Insight Python evaluation GitOrigin-RevId: 062703e4bedcc3339f54554527241211cb2e4acb --- .../evaluationconfig/insight/python.json | 31 +++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/insight/python.json diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/insight/python.json b/plugins/evaluation-plugin/languages/evaluationconfig/insight/python.json new file mode 100644 index 000000000000..d792690424e9 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/insight/python.json @@ -0,0 +1,31 @@ +{ + "language": "Python", + "projectPath": "../ml-eval/Django-Poll-App", + "repository": "https://github.com/devmahmud/Django-Poll-App", + "revision": "5a5062bd89090487e8e00321562f63bacc4d8833", + "outputDir": "bin/ml-eval-insight-python-output", + "strategy": { + "collectContextOnly": false + }, + "actions": { + "evaluationRoots": [ + "polls/models.py" + ] + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 10, + "filesLimit": 5, + "order": "LINEAR", + "trainTestSplit": 70, + "registry": "" + }, + "reports": { + "evaluationTitle": "Default", + "defaultMetrics": null, + "sessionsFilters": [], + "comparisonFilters": [] + } +}