From 67371290ebe1983c7735fcfc7f58f010303bbff6 Mon Sep 17 00:00:00 2001 From: Dmitry Osinovskiy Date: Tue, 23 Sep 2025 15:04:42 +0200 Subject: [PATCH] [llm-vcs-grouped-diff, aia-eval] Draft of the evaluation for AI Diff GitOrigin-RevId: dd0a53e08791ef70ec66de528a7474bbc096784b --- .../cce/metric/ClusterMetricConstants.kt | 56 +++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 plugins/evaluation-plugin/core/src/com/intellij/cce/metric/ClusterMetricConstants.kt diff --git a/plugins/evaluation-plugin/core/src/com/intellij/cce/metric/ClusterMetricConstants.kt b/plugins/evaluation-plugin/core/src/com/intellij/cce/metric/ClusterMetricConstants.kt new file mode 100644 index 000000000000..a1364e0825d7 --- /dev/null +++ b/plugins/evaluation-plugin/core/src/com/intellij/cce/metric/ClusterMetricConstants.kt @@ -0,0 +1,56 @@ +package com.intellij.cce.metric + +import com.intellij.cce.evaluation.data.DataPlacement +import com.intellij.cce.evaluation.data.DataRenderer +import com.intellij.cce.evaluation.data.EvalDataDescription +import com.intellij.cce.evaluation.data.EvalDataPresentation +import com.intellij.cce.evaluation.data.PresentationCategory +import com.intellij.cce.evaluation.data.TrivialEvalData + +object ClusterMetricConstants { + const val AIA_HOMOGENEITY_SCORE_KEY: String = "homogeneity_score" + const val AIA_COMPLETENESS_SCORE_KEY: String = "completeness_score" + const val AIA_V_MEASURE_SCORE_KEY: String = "v_measure_score" + const val AIA_ADULTERANT_SCORE_KEY: String = "adulterant_score" + + val HOMOGENEITY_SCORE: TrivialEvalData = EvalDataDescription( + name = "Homogeneity score", + description = "Homogeneity score for a clusterization", + placement = DataPlacement.AdditionalDouble(AIA_HOMOGENEITY_SCORE_KEY), + presentation = EvalDataPresentation( + PresentationCategory.METRIC, + DataRenderer.InlineDouble + ) + ) + + val COMPLETENESS_SCORE: TrivialEvalData = EvalDataDescription( + name = "Completeness score", + description = "Completeness score for a clusterization", + placement = DataPlacement.AdditionalDouble(AIA_COMPLETENESS_SCORE_KEY), + presentation = EvalDataPresentation( + PresentationCategory.METRIC, + DataRenderer.InlineDouble + ) + ) + + val V_MEASURE_SCORE: TrivialEvalData = EvalDataDescription( + name = "V-Measure score", + description = "V-Measure score for a clusterization", + placement = DataPlacement.AdditionalDouble(AIA_V_MEASURE_SCORE_KEY), + presentation = EvalDataPresentation( + PresentationCategory.METRIC, + DataRenderer.InlineDouble + ) + ) + + val ADULTERANT_SCORE: TrivialEvalData = EvalDataDescription( + name = "Adulterant score", + description = "Adulterant score for a clusterization", + placement = DataPlacement.AdditionalDouble(AIA_ADULTERANT_SCORE_KEY), + presentation = EvalDataPresentation( + PresentationCategory.METRIC, + DataRenderer.InlineDouble + ) + ) + +} \ No newline at end of file