[askai] LLM-20502 track smart chat endpoint calls during evaluation

(cherry picked from commit 8ed01cf5eb84eef1464adc72ba8e43b96d2e0e97)

IJ-MR-179680

GitOrigin-RevId: ba0645fc445663cb27d5e2689af8af89a713c69e

plugins/evaluation-plugin/core/src/com/intellij/cce/evaluable/AiaConstants.kt

@@ -17,6 +17,7 @@ const val AIA_HAS_HIGHLIGHT_ERRORS = "has_highlight_errors"
 const val AIA_PREDICTED_API_CALLS = "predicted_api_calls"
 const val AIA_EXPECTED_FUNCTION_CALLS = "expected_function_calls"
 const val AIA_ACTUAL_FUNCTION_CALLS = "actual_function_calls"
+const val AIA_ACTUAL_SMART_CHAT_ENDPOINTS = "actual_smart_chat_endpoints"
 const val AIA_GROUND_TRUTH_INTERNAL_API_CALLS = "ground_truth_internal_api_calls"
 const val AIA_ERASED_APIS = "erased_apis"
 const val AIA_EXTRACTED_CODE_SNIPPETS = "extracted_code_snippets"

plugins/evaluation-plugin/core/src/com/intellij/cce/evaluation/data/EvalDataConstants.kt

@@ -169,6 +169,16 @@ object Execution {
     DataPlacement.AdditionalText(AIA_DESCRIPTION),
   )
 
+  val ACTUAL_SMART_CHAT_ENDPOINTS: TrivialEvalData<List<String>> = EvalDataDescription(
+    name = "Actual smart chat function calls",
+    description = "List of names of smart-chat endpoints, called in chat-session",
+    placement = DataPlacement.AdditionalConcatenatedLines(AIA_ACTUAL_SMART_CHAT_ENDPOINTS),
+    presentation = EvalDataPresentation(
+      PresentationCategory.EXECUTION,
+      renderer = DataRenderer.Lines,
+    ),
+  )
+
   val LLMC_LOG: TrivialEvalData<String> = EvalDataDescription(
     name = "LLMC log",
     description = "LLMC logs during evaluation case",
@@ -397,6 +407,7 @@ object Analysis {
     )
   )
 
+
   val ACTUAL_FUNCTION_CALLS: TrivialEvalData<List<String>> = EvalDataDescription(
     name = "Actual function calls",
     description = "Bind with the list of actual internal API calls",