mirror of
https://gitflic.ru/project/openide/openide.git
synced 2026-09-27 10:03:11 +07:00
[aia-eval] swe. LME-556 Configure dataset https://firebender.com/blog/kotlin-bench for Kotlin. runconfig
GitOrigin-RevId: 1ee7d9cd13a0e451655cad14a6765b29dabca507
This commit is contained in:
committed by
intellij-monorepo-bot
parent
9d296c90a8
commit
213c1cc3b9
+34
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"projectPath": "../ml-eval/kotlinx-coroutines",
|
||||
"repository": "https://github.com/Kotlin/kotlinx.coroutines",
|
||||
"revision": "1ed19c872e3c283354349ced921d5f039048d4e1",
|
||||
"outputDir": "bin/ml-eval-code-generation-kotlin-kotlinBench-output",
|
||||
"strategy": {
|
||||
"instanceId": "Kotlin__kotlinx.coroutines-3639"
|
||||
},
|
||||
"fileDataset": {
|
||||
"url": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/code-generation-swe/kotlin/Kotlin-Bench.json"
|
||||
},
|
||||
"interpret": {
|
||||
"saveLogs": true,
|
||||
"sessionProbability": 1.0,
|
||||
"sessionSeed": null,
|
||||
"sessionsLimit": 400,
|
||||
"filesLimit": 100,
|
||||
"order": "LINEAR",
|
||||
"trainTestSplit": 70,
|
||||
"registry": "",
|
||||
"iterationCount": 1
|
||||
},
|
||||
"reports": {
|
||||
"evaluationTitle": "Default",
|
||||
"sessionsFilters": [],
|
||||
"comparisonFilters": []
|
||||
},
|
||||
"language": "Java",
|
||||
"actions": {
|
||||
"evaluationRoots": [
|
||||
"."
|
||||
]
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user