MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2026-10-02 07:47:25 +07:00
Code Issues Packages Projects Releases Wiki Activity

[aia-eval] junie swe bench for edit mode. add "Project Is Resolvable" metric

Browse Source 
GitOrigin-RevId: bb322fee31eb1657422c2e28f7f721c75b66b5af
This commit is contained in:
Anton Spilnyy
2025-06-18 10:57:16 +00:00
committed by intellij-monorepo-bot
parent d1f455ad5d
commit 0fb305eeb5
11 changed files with 71 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
plugins/evaluation-plugin/languages/java/src/com/intellij/cce/java/test/JavaTestRunnerForMaven.kt
+6 -2
View File
@@ -29,7 +29,7 @@ internal class JavaTestRunnerForMaven : TestRunner {
override fun runTests(request: TestRunRequest): TestRunResult {
LOG.info("Running tests: ${request.tests.joinToString()}")
if (request.tests.isEmpty()) {
return TestRunResult(0, emptyList(), emptyList(), true, "")
return TestRunResult(0, emptyList(), emptyList(), true, true, "")
}
val project = request.project
@@ -94,8 +94,9 @@ internal class JavaTestRunnerForMaven : TestRunner {
val output = sb.toString()
val compilationSuccessful = MavenOutputParser.compilationSuccessful(output)
val projectIsResolvable = MavenOutputParser.checkIfProjectIsResolvable(output)
val (passed, failed) = MavenOutputParser.parse(output)
return TestRunResult(exitCode, passed, failed, compilationSuccessful, output)
return TestRunResult(exitCode, passed, failed, compilationSuccessful, projectIsResolvable, output)
}
}
@@ -119,6 +120,9 @@ object MavenOutputParser {
fun compilationSuccessful(text: String): Boolean = !text.contains("COMPILATION ERROR")
fun checkIfProjectIsResolvable(text: String): Boolean =
!text.contains("[ERROR] Some problems were encountered while processing the POMs")
private fun trimTestLinePrefix(source: String): String {
var res = source
testPrefixes.forEach { prefix ->
plugins/evaluation-plugin/languages/java/test/com/intellij/cce/testRunner/MavenOutputParserTest.kt
+11 -3
View File
@@ -1,7 +1,6 @@
package com.intellij.cce.testrunner
import com.intellij.cce.test.TestRunResult
import com.intellij.cce.java.test.MavenOutputParser
import com.intellij.testFramework.PlatformTestUtil.getCommunityPath
import com.intellij.testFramework.fixtures.BasePlatformTestCase
@@ -19,6 +18,8 @@ class MavenOutputParserTest(private val fileName: String) : BasePlatformTestCase
"test1",
"fasterxml__jackson-core-370",
"fasterxml__jackson-core-380",
"fasterxml__jackson-dataformat-xml-544",
"fasterxml__jackson-dataformat-xml-590",
)
}
@@ -33,8 +34,9 @@ class MavenOutputParserTest(private val fileName: String) : BasePlatformTestCase
val content = file.readText()
val compilationSuccessful = MavenOutputParser.compilationSuccessful(content)
val projectIsResolvable = MavenOutputParser.checkIfProjectIsResolvable(content)
val (passed, failed) = MavenOutputParser.parse(content)
checkResult(dump(compilationSuccessful, passed, failed))
checkResult(dump(compilationSuccessful, projectIsResolvable, passed, failed))
}
// copypast from ActionsProcessorTest.
@@ -52,9 +54,15 @@ class MavenOutputParserTest(private val fileName: String) : BasePlatformTestCase
}
}
private fun dump(compilationSuccessful: Boolean, passed: List<String>, failed: List<String>): String {
private fun dump(
compilationSuccessful: Boolean,
projectIsResolvable: Boolean,
passed: List<String>,
failed: List<String>,
): String {
val sb = StringBuilder()
sb.appendLine("compilationSuccessful: ${compilationSuccessful}")
sb.appendLine("projectIsResolvable: ${projectIsResolvable}")
sb.appendLine("passed: ${passed.size}")
passed.forEach {
sb.appendLine("\t$it")
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-core-370_gold
+1
View File
@@ -1,4 +1,5 @@
compilationSuccessful: true
projectIsResolvable: true
passed: 0
failed: 1
com.fasterxml.jackson.core.read.TrailingCommasTest
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-core-380_gold
+1
View File
@@ -1,4 +1,5 @@
compilationSuccessful: true
projectIsResolvable: true
passed: 0
failed: 1
com.fasterxml.jackson.core.filter.BasicParserFilteringTest
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-dataformat-xml-544
+19
View File
@@ -0,0 +1,19 @@
/bin/sh ./mvnw -Didea.version=2025.3 -Dmaven.ext.class.path=/mnt/agent/work/6c98fc0e8ce99749/ide/plugins/maven/lib/maven-event-listener.jar -Djansi.passthrough=true -Dstyle.color=always -Dtest=com.fasterxml.jackson.dataformat.xml.misc.XmlTextTest,com.fasterxml.jackson.dataformat.xml.stream.XmlGeneratorTest test
[IJ]-1-ProjectDiscoveryStarted-[IJ]-id=unknown
[INFO] Scanning for projects...
[IJ]-1-ARTIFACT_RESOLVING-[IJ]-path=-[IJ]-artifactCoord=com.fasterxml.jackson:jackson-base:pom:2.14.0-SNAPSHOT-[IJ]-error=
[ERROR] [ERROR] Some problems were encountered while processing the POMs:
[FATAL] Non-resolvable parent POM for com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.14.0-SNAPSHOT: Failure to find com.fasterxml.jackson:jackson-base:pom:2.14.0-SNAPSHOT in https://oss.sonatype.org/content/repositories/snapshots was cached in the local repository, resolution will not be reattempted until the update interval of sonatype-nexus-snapshots has elapsed or updates are forced and 'parent.relativePath' points at wrong local POM @ line 9, column 11
@
[ERROR] The build could not read 1 project -> [Help 1]
[ERROR]
[ERROR] The project com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.14.0-SNAPSHOT (/mnt/agent/work/6c98fc0e8ce99749/evaluation-project/pom.xml) has 1 error
[ERROR] Non-resolvable parent POM for com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.14.0-SNAPSHOT: Failure to find com.fasterxml.jackson:jackson-base:pom:2.14.0-SNAPSHOT in https://oss.sonatype.org/content/repositories/snapshots was cached in the local repository, resolution will not be reattempted until the update interval of sonatype-nexus-snapshots has elapsed or updates are forced and 'parent.relativePath' points at wrong local POM @ line 9, column 11 -> [Help 2]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/ProjectBuildingException
[ERROR] [Help 2] http://cwiki.apache.org/confluence/display/MAVEN/UnresolvableModelException
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-dataformat-xml-544_gold
+4
View File
@@ -0,0 +1,4 @@
compilationSuccessful: true
projectIsResolvable: false
passed: 0
failed: 0
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-dataformat-xml-590
+19
View File
@@ -0,0 +1,19 @@
/bin/sh ./mvnw -Didea.version=2025.3 -Dmaven.ext.class.path=/mnt/agent/work/48be24d74e21e412/ide/plugins/maven/lib/maven-event-listener.jar -Djansi.passthrough=true -Dstyle.color=always -Dtest=com.fasterxml.jackson.dataformat.xml.ser.JsonAppend578Test test
[IJ]-1-ProjectDiscoveryStarted-[IJ]-id=unknown
[INFO] Scanning for projects...
[IJ]-1-ARTIFACT_RESOLVING-[IJ]-path=-[IJ]-artifactCoord=com.fasterxml.jackson:jackson-base:pom:2.15.0-rc3-SNAPSHOT-[IJ]-error=
[ERROR] [ERROR] Some problems were encountered while processing the POMs:
[FATAL] Non-resolvable parent POM for com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.15.0-rc3-SNAPSHOT: Failure to find com.fasterxml.jackson:jackson-base:pom:2.15.0-rc3-SNAPSHOT in https://oss.sonatype.org/content/repositories/snapshots was cached in the local repository, resolution will not be reattempted until the update interval of sonatype-nexus-snapshots has elapsed or updates are forced and 'parent.relativePath' points at wrong local POM @ line 9, column 11
@
[ERROR] The build could not read 1 project -> [Help 1]
[ERROR]
[ERROR] The project com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.15.0-rc3-SNAPSHOT (/mnt/agent/work/48be24d74e21e412/evaluation-project/pom.xml) has 1 error
[ERROR] Non-resolvable parent POM for com.fasterxml.jackson.dataformat:jackson-dataformat-xml:2.15.0-rc3-SNAPSHOT: Failure to find com.fasterxml.jackson:jackson-base:pom:2.15.0-rc3-SNAPSHOT in https://oss.sonatype.org/content/repositories/snapshots was cached in the local repository, resolution will not be reattempted until the update interval of sonatype-nexus-snapshots has elapsed or updates are forced and 'parent.relativePath' points at wrong local POM @ line 9, column 11 -> [Help 2]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/ProjectBuildingException
[ERROR] [Help 2] http://cwiki.apache.org/confluence/display/MAVEN/UnresolvableModelException
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/fasterxml__jackson-dataformat-xml-590_gold
+4
View File
@@ -0,0 +1,4 @@
compilationSuccessful: true
projectIsResolvable: false
passed: 0
failed: 0
plugins/evaluation-plugin/languages/java/testData/com/intellij/cce/testRunner/maven/test1_gold
+1
View File
@@ -1,4 +1,5 @@
compilationSuccessful: true
projectIsResolvable: true
passed: 179
com.fasterxml.jackson.core.ErrorReportConfigurationTest
com.fasterxml.jackson.core.JsonLocationTest