mirror of
https://gitflic.ru/project/openide/openide.git
synced 2026-10-01 09:03:31 +07:00
31 lines
772 B
JSON
31 lines
772 B
JSON
{
|
|
"language": "Python",
|
|
"projectPath": "../bokeh",
|
|
"outputDir": "bin/ml-eval-chat-code-generation-python-output",
|
|
"strategy": {
|
|
"collectContextOnly": false,
|
|
"enableRAG": true
|
|
},
|
|
"actions": {
|
|
"evaluationRoots": [
|
|
"."
|
|
],
|
|
"sourceFile": "remote:https://huggingface.co/datasets/JetBrains/eval_plugin/resolve/main/chat-code-generation/python/bokeh_bokeh/actions.json"
|
|
},
|
|
"interpret": {
|
|
"saveLogs": true,
|
|
"sessionProbability": 1.0,
|
|
"sessionSeed": null,
|
|
"sessionsLimit": 500,
|
|
"filesLimit": 1,
|
|
"order": "LINEAR",
|
|
"trainTestSplit": 70
|
|
},
|
|
"reports": {
|
|
"evaluationTitle": "Chat Question Answering Evaluation Report",
|
|
"defaultMetrics": null,
|
|
"sessionsFilters": [],
|
|
"comparisonFilters": []
|
|
}
|
|
}
|