From fab7ea8eb32ac0dfb8e3ec0a734782df392cf54a Mon Sep 17 00:00:00 2001
From: Dmitry Osinovskiy <dmitry.osinovsky@jetbrains.com>
Date: Wed, 24 Sep 2025 23:11:03 +0200
Subject: [PATCH] [llm-vcs-grouped-diff, aia-eval] Further work on evaluation:
 import from old formats, run configuration, fixes for eval cases library UI

GitOrigin-RevId: b681f00d8e70e8e3d9bdceab018fe488fa86f98f
---
 .../evaluationconfig/groupedDiff/config.json  | 32 +++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/groupedDiff/config.json

diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/groupedDiff/config.json b/plugins/evaluation-plugin/languages/evaluationconfig/groupedDiff/config.json
new file mode 100644
index 000000000000..b05097f1ff87
--- /dev/null
+++ b/plugins/evaluation-plugin/languages/evaluationconfig/groupedDiff/config.json
@@ -0,0 +1,32 @@
+{
+  "outputDir": "bin/ml-eval-grouped-diff-output",
+  "strategy": {
+  },
+  "fileDataset": {
+    "url": "/Users/dmitry.osinovsky/IdeaProjects/semantic-review-evaluation/CasesIdea"
+  },
+
+  "interpret": {
+    "saveLogs": true,
+    "sessionProbability": 1.0,
+    "sessionSeed": null,
+    "sessionsLimit": 400,
+    "filesLimit": 100,
+    "order": "LINEAR",
+    "trainTestSplit": 70,
+    "registry": ""
+  },
+  "reports": {
+    "evaluationTitle": "Default",
+    "defaultMetrics": [
+      "Sessions",
+      "Precision",
+      "SessionsWithoutSyntaxErrorsRatio",
+      "WithoutHighlightErrors",
+      "PreservedAPI",
+      "MeanLatency"
+    ],
+    "sessionsFilters": [],
+    "comparisonFilters": []
+  }
+}