MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2025-12-15 02:59:33 +07:00
Code Issues Packages Projects Releases Wiki Activity

[ai-completion] ML-4059 only compare the first line for relaxed match similarity

Browse Source 
GitOrigin-RevId: f489e279b966c32fc4599399f52a67ee64238d1b
This commit is contained in:
Oleg Taratukhin
2024-10-08 01:46:16 +02:00
committed by intellij-monorepo-bot
parent 2c3ae4a111
commit 2cfb524931
2 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
plugins/evaluation-plugin/core/src/com/intellij/cce/metric/RelaxedSimilarityMetrics.kt
View File

@@ -22,7 +22,7 @@ object RelaxedSimilarityUtils {
.filter { it.isNotBlank() }
}
enum class RelaxedResult(val weight: Double) { NO(0.0), ANY(1.0), MULTI(2.0) }
enum class RelaxedResult(val weight: Double) { NO(0.0), SINGLE(1.0), MULTI(2.0) }
fun computeRelaxedSimilarity(
middle: String,
@@ -37,15 +37,15 @@ object RelaxedSimilarityUtils {
val missingCode = middle + suffix
val completionLines = preProcessLines(completion, prefix, suffix, stripChars)
val middleLines = preProcessLines(middle, prefix, suffix, stripChars).toSet()
val prefixMatch = missingCode.startsWith(completion.trim())
val prefixMatch = missingCode.trim().startsWith(completion.trim())
val matchingLines = completionLines.count { predicate(it, middleLines) }
val hasMatchingLine = matchingLines > 0
val multilineMatch = matchingLines == completionLines.size
val matchingLines = completionLines.map { predicate(it, middleLines) }
val hasFirstLineMatching = matchingLines[0] == true
val multilineMatch = matchingLines.all { it == true }
return when {
multilineMatch -> RelaxedResult.MULTI
hasMatchingLine || prefixMatch -> RelaxedResult.ANY
hasFirstLineMatching || prefixMatch -> RelaxedResult.SINGLE
else -> RelaxedResult.NO
}
}
@@ -62,7 +62,7 @@ object RelaxedSimilarityUtils {
}
}
class RelaxedEditDistance(private val threshold: Double) : RelaxedMetric {
class RelaxedEditDistance(private val threshold: Double = 0.7) : RelaxedMetric {
private fun normalizedEditDistance(left: String, right: String): Double {
val norm = listOf(left, right).maxOf { it.length }
val result = LevenshteinDistance(norm).apply(left, right).toDouble() / norm

4
plugins/evaluation-plugin/test/com/intellij/cce/metric/RelaxedExactMatchTest.kt
View File

@@ -101,8 +101,8 @@ class RelaxedExactMatchTest {
middle = "hello\nworld",
completion = "world\nbye",
expected = mapOf(
RelaxedSimilarityUtils.RelaxedExactMatch() to RelaxedSimilarityUtils.RelaxedResult.ANY,
RelaxedSimilarityUtils.RelaxedEditDistance() to RelaxedSimilarityUtils.RelaxedResult.ANY,
RelaxedSimilarityUtils.RelaxedExactMatch() to RelaxedSimilarityUtils.RelaxedResult.SINGLE,
RelaxedSimilarityUtils.RelaxedEditDistance() to RelaxedSimilarityUtils.RelaxedResult.SINGLE,
),
)