MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2026-09-27 10:03:11 +07:00
Code Issues Packages Projects Releases Wiki Activity

(IDEA-342161) ML in SE: add a test checking the results of semantic actions contributor include all items from standard

Browse Source 
This test fails on a current implementation and should be fixed. I also add the test that checks the semantic actions contributor behavior on empty queries.

GitOrigin-RevId: a9f6e616170fb524bf02853c8f5ac757d86e4a18
This commit is contained in:
Evgeny Abramov
2024-01-03 20:39:48 +00:00
committed by intellij-monorepo-bot
parent 1fe69c6640
commit 2de6cc8e14
1 changed files with 63 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
plugins/search-everywhere-ml/semantics/tests/test/com/intellij/searchEverywhereMl/semantics/tests/SemanticActionSearchTest.kt
+63 -1
View File
@@ -2,13 +2,15 @@ package com.intellij.searchEverywhereMl.semantics.tests
import com.intellij.ide.actions.searcheverywhere.ActionSearchEverywhereContributor
import com.intellij.ide.actions.searcheverywhere.SearchEverywhereUI
import com.intellij.ide.actions.searcheverywhere.SearchEverywhereUI.SINGLE_CONTRIBUTOR_ELEMENTS_LIMIT
import com.intellij.ide.util.gotoByName.GotoActionModel
import com.intellij.platform.ml.embeddings.search.services.ActionEmbeddingsStorage
import com.intellij.platform.ml.embeddings.search.settings.SemanticSearchSettings
import com.intellij.platform.ml.embeddings.services.LocalArtifactsManager
import com.intellij.searchEverywhereMl.semantics.contributors.SemanticActionSearchEverywhereContributor
import com.intellij.platform.ml.embeddings.search.settings.SemanticSearchSettings
import com.intellij.testFramework.PlatformTestUtil
import kotlinx.coroutines.test.runTest
import kotlin.time.Duration.Companion.minutes
class SemanticActionSearchTest : SemanticSearchBaseTestCase() {
private val storage
@@ -45,6 +47,66 @@ class SemanticActionSearchTest : SemanticSearchBaseTestCase() {
assertContainsElements(items, "Remove All Breakpoints", "Remove All Breakpoints In The Current File")
}
fun `test empty query`() = runTest {
val semanticActionContributor = SemanticActionSearchEverywhereContributor(
ActionSearchEverywhereContributor.Factory().createContributor(createEvent()) as ActionSearchEverywhereContributor)
val semanticSearchEverywhereUI = SearchEverywhereUI(project, listOf(semanticActionContributor))
val results = PlatformTestUtil.waitForFuture(semanticSearchEverywhereUI.findElementsForPattern(""))
assertEquals("expected no results from semantic contributor for empty query",
0, results.filterIsInstance<GotoActionModel.MatchedValue>().mapNotNull { it.value as? GotoActionModel.MatchedValue }.size)
}
fun `test semantic and standard contributor results match`() = runTest(timeout = 2.minutes) {
setupTest("java/IndexProjectAction.java")
// Contributors do not share the same GotoActionModel:
val standardActionContributor = ActionSearchEverywhereContributor.Factory()
.createContributor(createEvent()) as ActionSearchEverywhereContributor
val semanticActionContributor = SemanticActionSearchEverywhereContributor(
ActionSearchEverywhereContributor.Factory().createContributor(createEvent()) as ActionSearchEverywhereContributor)
val standardSearchEverywhereUI = SearchEverywhereUI(project, listOf(standardActionContributor))
val semanticSearchEverywhereUI = SearchEverywhereUI(project, listOf(semanticActionContributor))
val prefixes = ('a'..'z').map { it.toString() }.toMutableList()
var lastAdded = prefixes.toList()
repeat(2) {
lastAdded = lastAdded.flatMap { prefix -> ('a'..'z').map { prefix + it } }
prefixes.addAll(lastAdded)
}
fun findResultsFromUI(ui: SearchEverywhereUI, query: String): List<String> {
return PlatformTestUtil.waitForFuture(ui.findElementsForPattern(query))
.filterIsInstance<GotoActionModel.MatchedValue>()
.mapNotNull { it.value as? GotoActionModel.ActionWrapper }
// 'Include disabled actions' checkbox is automatically set in standard search when no results found.
// Since there are fewer cases when lookup is empty, disabled actions might not appear in semantic search results, and that's fine:
.filter { it.isAvailable }
.map { it.actionText }
}
val iterations = 1200
for (query in prefixes.take(iterations)) {
val semanticResults = findResultsFromUI(semanticSearchEverywhereUI, query)
val standardResults = findResultsFromUI(standardSearchEverywhereUI, query)
assert(standardResults.toSet().minus(semanticResults.toSet()).isEmpty() ||
(standardResults.size == semanticResults.size && semanticResults.size == SINGLE_CONTRIBUTOR_ELEMENTS_LIMIT)) {
"""
Not all elements from standard contributor are present in semantic contributor results
query: $query
standard results (len = ${standardResults.size}): $standardResults
semantic results (len = ${semanticResults.size}): $semanticResults
removed results: ${standardResults.toSet().minus(semanticResults.toSet())}
added results: ${semanticResults.toSet().minus(standardResults.toSet())}
""".trimIndent()
}
}
}
private suspend fun setupTest(vararg filePaths: String) {
myFixture.configureByFiles(*filePaths)
LocalArtifactsManager.getInstance().downloadArtifactsIfNecessary()