From 213c1cc3b9352273f5771cff54bd6f9a0cf5705d Mon Sep 17 00:00:00 2001
From: "anton.spilnyy" <anton.spilnyy@jetbrains.com>
Date: Fri, 22 Aug 2025 11:14:23 +0200
Subject: [PATCH] [aia-eval] swe. LME-556 Configure dataset
 https://firebender.com/blog/kotlin-bench for Kotlin. runconfig

GitOrigin-RevId: 1ee7d9cd13a0e451655cad14a6765b29dabca507
---
 .../codegeneration/kotlin_kotlinBench.json    | 34 +++++++++++++++++++
 1 file changed, 34 insertions(+)
 create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/kotlin_kotlinBench.json

diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/kotlin_kotlinBench.json b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/kotlin_kotlinBench.json
new file mode 100644
index 000000000000..9ff6ffb2ce5b
--- /dev/null
+++ b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/kotlin_kotlinBench.json
@@ -0,0 +1,34 @@
+{
+  "projectPath": "../ml-eval/kotlinx-coroutines",
+  "repository": "https://github.com/Kotlin/kotlinx.coroutines",
+  "revision": "1ed19c872e3c283354349ced921d5f039048d4e1",
+  "outputDir": "bin/ml-eval-code-generation-kotlin-kotlinBench-output",
+  "strategy": {
+    "instanceId": "Kotlin__kotlinx.coroutines-3639"
+  },
+  "fileDataset": {
+    "url": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/code-generation-swe/kotlin/Kotlin-Bench.json"
+  },
+  "interpret": {
+    "saveLogs": true,
+    "sessionProbability": 1.0,
+    "sessionSeed": null,
+    "sessionsLimit": 400,
+    "filesLimit": 100,
+    "order": "LINEAR",
+    "trainTestSplit": 70,
+    "registry": "",
+    "iterationCount": 1
+  },
+  "reports": {
+    "evaluationTitle": "Default",
+    "sessionsFilters": [],
+    "comparisonFilters": []
+  },
+  "language": "Java",
+  "actions": {
+    "evaluationRoots": [
+      "."
+    ]
+  }
+}