From cbc58542062fc26e294692cd2e62c25fca6ed832 Mon Sep 17 00:00:00 2001 From: "anton.spilnyy" Date: Fri, 17 Oct 2025 17:19:29 +0200 Subject: [PATCH] [aia-eval] LME-620 Configure Junie for CodeGenerationSweFeature pipeline (cherry picked from commit 7bcc436e87a74833b678ee4d093eb6c5899d7dbf) IJ-CR-179283 GitOrigin-RevId: 0cea6800b9e903c980f872132ed35c6219489910 --- .../codegeneration/java_swe_junie.json | 38 +++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json new file mode 100644 index 000000000000..1c309dac84f8 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json @@ -0,0 +1,38 @@ +{ + "projectPath": "../ml-eval/jackson-core", + "repository": "https://github.com/fasterxml/jackson-core", + "revision": "f1dc3c512d211ae3e14fb59af231caebf037d510", + "outputDir": "bin/ml-eval-code-generation-swe-java-output", + "strategy": { + "instanceId": "fasterxml__jackson-core-1142", + "runner": "JUNIE", + "invocationParams": { + "runFeatureTimeoutMin": 20 + } + }, + "fileDataset": { + "url": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/code-generation-swe/java/java_swe_bench.json" + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 400, + "filesLimit": 100, + "order": "LINEAR", + "trainTestSplit": 70, + "registry": "", + "iterationCount": 1 + }, + "reports": { + "evaluationTitle": "Default", + "sessionsFilters": [], + "comparisonFilters": [] + }, + "language": "Java", + "actions": { + "evaluationRoots": [ + "." + ] + } +}