MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2025-12-15 02:59:33 +07:00
Code Issues Packages Projects Releases Wiki Activity

[ai-completion] ML-3769 use relaxed match as a secondary metric in reports

Browse Source 
GitOrigin-RevId: a627b2db311d143beff96c388f0b67505910dbdb
This commit is contained in:
Oleg Taratukhin
2024-09-30 13:45:26 +02:00
committed by intellij-monorepo-bot
parent 5df70be0ba
commit 28f446816d
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
plugins/evaluation-plugin/core/src/com/intellij/cce/metric/RelaxedSimilarityMetrics.kt
View File

@@ -90,7 +90,7 @@ abstract class BaseRelaxedMetric(showByDefault: Boolean) : LineSimularityMetric(
override fun computeExpected(lookup: Lookup, expectedText: String): Double = RelaxedSimilarityUtils.RelaxedResult.MULTI.weight
}
class RelaxedExactMatchOnlyAlphanum(showByDefault: Boolean) : BaseRelaxedMetric(showByDefault) {
class RelaxedExactMatchOnlyAlphanum(showByDefault: Boolean = false) : BaseRelaxedMetric(showByDefault) {
override val name: String = "Relaxed alphanumeric-only exact match"
override val description: String =
"Checks that for any the suggested lines of the completion, at least one of the lines from middle matches it."
@@ -101,7 +101,7 @@ class RelaxedExactMatchOnlyAlphanum(showByDefault: Boolean) : BaseRelaxedMetric(
/**
* Note that the default threshold value is picked experimenatlly.
*/
class RelaxedEditDistanceOnlyAlphanum(showByDefault: Boolean, threshold: Double = 0.767) : BaseRelaxedMetric(showByDefault) {
class RelaxedEditDistanceOnlyAlphanum(showByDefault: Boolean = false, threshold: Double = 0.767) : BaseRelaxedMetric(showByDefault) {
override val name: String = "Relaxed alphanumeric-only edit distance"
override val description: String =
"Checks that for any the suggested lines of the completion, there is a line from middle that has a normalized edit distance less than $threshold."

4
plugins/evaluation-plugin/core/src/com/intellij/cce/report/MultiLineFileReportGenerator.kt
View File

@@ -2,9 +2,9 @@
package com.intellij.cce.report
import com.intellij.cce.core.Session
import com.intellij.cce.metric.CharFScore
import com.intellij.cce.metric.CharFScoreFirstLine
import com.intellij.cce.metric.Metric
import com.intellij.cce.metric.RelaxedExactMatchOnlyAlphanum
import com.intellij.cce.metric.TotalLatencyMetric
import com.intellij.cce.workspace.storages.FeaturesStorage
import kotlinx.html.*
@@ -56,6 +56,6 @@ class MultiLineFileReportGenerator(
private val PRIMARY_METRIC = CharFScoreFirstLine()
private const val PRIMARY_COLORING_SCALER = 120
private val SECONDARY_METRIC = CharFScore()
private val SECONDARY_METRIC = RelaxedExactMatchOnlyAlphanum()
}
}