diff --git a/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json new file mode 100644 index 000000000000..1c309dac84f8 --- /dev/null +++ b/plugins/evaluation-plugin/languages/evaluationconfig/codegeneration/java_swe_junie.json @@ -0,0 +1,38 @@ +{ + "projectPath": "../ml-eval/jackson-core", + "repository": "https://github.com/fasterxml/jackson-core", + "revision": "f1dc3c512d211ae3e14fb59af231caebf037d510", + "outputDir": "bin/ml-eval-code-generation-swe-java-output", + "strategy": { + "instanceId": "fasterxml__jackson-core-1142", + "runner": "JUNIE", + "invocationParams": { + "runFeatureTimeoutMin": 20 + } + }, + "fileDataset": { + "url": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/code-generation-swe/java/java_swe_bench.json" + }, + "interpret": { + "saveLogs": true, + "sessionProbability": 1.0, + "sessionSeed": null, + "sessionsLimit": 400, + "filesLimit": 100, + "order": "LINEAR", + "trainTestSplit": 70, + "registry": "", + "iterationCount": 1 + }, + "reports": { + "evaluationTitle": "Default", + "sessionsFilters": [], + "comparisonFilters": [] + }, + "language": "Java", + "actions": { + "evaluationRoots": [ + "." + ] + } +}