openide/plugins/gradle/java/testSources/execution/test/events/GradleTestEventTest.kt

// Copyright 2000-2023 JetBrains s.r.o. and contributors. Use of this source code is governed by the Apache 2.0 license.
package org.jetbrains.plugins.gradle.execution.test.events

import org.gradle.util.GradleVersion
import org.jetbrains.plugins.gradle.testFramework.GradleExecutionTestCase
import org.jetbrains.plugins.gradle.testFramework.annotations.AllGradleVersionsSource
import org.jetbrains.plugins.gradle.testFramework.util.assumeThatGradleIsAtLeast
import org.junit.jupiter.params.ParameterizedTest

class GradleTestEventTest : GradleExecutionTestCase() {

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test test execution console doesn't contain intellij xml test events`(gradleVersion: GradleVersion) {
    testJavaProject(gradleVersion) {
      writeText("src/test/java/org/example/TestCase.java", """
        |package org.example;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void test() {}
        |}
      """.trimMargin())

      executeTasks(":test", isRunAsTest = true)
      assertTestConsoleDoesNotContain("<ijLogEol/>")
    }
  }

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test call test task produces test events`(gradleVersion: GradleVersion) {
    testJavaProject(gradleVersion) {
      writeText("src/test/java/org/example/TestCase.java", """
        |package org.example;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void testSuccess() {}
        |  @Test public void testFail() { throw new RuntimeException(); }
        |}
      """.trimMargin())
      writeText("src/test/java/com/intellij/TestCase.java", """
        |package com.intellij;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void testSuccess() {}
        |  @Test public void testFail() { throw new RuntimeException(); }
        |}
      """.trimMargin())

      executeTasks(":test", isRunAsTest = true)
      assertTestEventsContain("org.example.TestCase", "testSuccess")
      assertTestEventsContain("org.example.TestCase", "testFail")
      assertTestEventsContain("com.intellij.TestCase", "testSuccess")
      assertTestEventsContain("com.intellij.TestCase", "testFail")
    }
  }

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test call build task produce test events`(gradleVersion: GradleVersion) {
    testJavaProject(gradleVersion) {
      writeText("src/test/java/org/example/TestCase.java", """
        |package org.example;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void test() {}
        |}
      """.trimMargin())

      executeTasks(":build", isRunAsTest = true)
      assertTestEventsContain("org.example.TestCase", "test")

      executeTasks(":build --rerun-tasks", isRunAsTest = false)
      assertTestEventsWasNotReceived()

      executeTasks(":build", isRunAsTest = false)
      assertTestEventsWasNotReceived()
    }
  }

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test call task for specific test overrides existing filters`(gradleVersion: GradleVersion) {
    testJavaProject(gradleVersion) {
      appendText("build.gradle", """
        |test { 
        |  filter { 
        |    includeTestsMatching 'org.example.*'
        |  } 
        |}
      """.trimMargin())
      writeText("src/test/java/org/example/TestCase.java", """
        |package org.example;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void testSuccess() {}
        |  @Test public void testFail() { throw new RuntimeException(); }
        |}
      """.trimMargin())
      writeText("src/test/java/com/intellij/TestCase.java", """
        |package com.intellij;
        |import $jUnitTestAnnotationClass;
        |public class TestCase {
        |  @Test public void testSuccess() {}
        |  @Test public void testFail() { throw new RuntimeException(); }
        |}
      """.trimMargin())

      executeTasks(":test", isRunAsTest = true)
      assertTestEventsContain("org.example.TestCase", "testSuccess")
      assertTestEventsContain("org.example.TestCase", "testFail")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testSuccess")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testFail")

      executeTasks(":test --tests org.example.TestCase.testFail", isRunAsTest = true)
      assertTestEventsDoesNotContain("org.example.TestCase", "testSuccess")
      assertTestEventsContain("org.example.TestCase", "testFail")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testSuccess")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testFail")

      executeTasks(":test --tests com.intellij.*", isRunAsTest = true)
      assertTestEventsDoesNotContain("org.example.TestCase", "testSuccess")
      assertTestEventsDoesNotContain("org.example.TestCase", "testFail")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testSuccess")
      assertTestEventsDoesNotContain("com.intellij.TestCase", "testFail")
    }
  }

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test test execution status`(gradleVersion: GradleVersion) {
    testJavaProject(gradleVersion) {
      writeText("src/test/java/org/example/TestCase.java", """
        |package org.example;
        |
        |public class TestCase {
        |
        |  @$jUnitTestAnnotationClass
        |  public void successTest() {}
        |
        |  @$jUnitTestAnnotationClass
        |  public void failedTest() { 
        |    throw new RuntimeException(); 
        |  }
        |
        |  @$jUnitIgnoreAnnotationClass
        |  @$jUnitTestAnnotationClass
        |  public void ignoredTest() {}
        |}
      """.trimMargin())

      executeTasks(":test", isRunAsTest = true)
      assertTestViewTree {
        assertNode("TestCase") {
          assertNode("successTest")
          assertNode("failedTest")
          assertNode("ignoredTest")
        }
      }
      assertTestEventCount("TestCase", 1, 1, 0, 0, 0, 0)
      assertTestEventCount("successTest", 0, 0, 1, 1, 0, 0)
      assertTestEventCount("failedTest", 0, 0, 1, 1, 1, 0)
      assertTestEventCount("ignoredTest", 0, 0, 1, 1, 0, 1)
    }
  }

  @ParameterizedTest
  @AllGradleVersionsSource
  fun `test parametrized test count`(gradleVersion: GradleVersion) {
    assumeThatGradleIsAtLeast(gradleVersion,"7.0")
    testJunit5Project(gradleVersion) {
      writeText("src/test/java/org/example/TestCase.java", """
      | import org.junit.jupiter.params.ParameterizedTest;
      | import org.junit.jupiter.params.provider.ValueSource;
      |
      |import static org.junit.jupiter.api.Assertions.assertFalse;
      |
      |public class TestCase {
      |  @ParameterizedTest
      |  @ValueSource(strings = { "a", "b", "c" })
      |  public void test(String str) {
      |    assertFalse(str.isEmpty());
      |  }
      |}
      """.trimMargin())

      executeTasks(":test", isRunAsTest = true)
      val pattern = "[%d] %s"

      assertTestEventCount("test(String)",1, 1, 0, 0, 0, 0)
      assertTestEventCount(String.format(pattern, 1, 'a'),0, 0, 1, 1, 0, 0)
      assertTestEventCount(String.format(pattern, 2, 'b'),0, 0, 1, 1, 0, 0)
      assertTestEventCount(String.format(pattern, 3, 'c'),0, 0, 1, 1, 0, 0)
    }
  }
}