tests: hide auto test delay for java configurations which are compiler based

java/execution/impl/src/com/intellij/execution/JavaTestFrameworkRunnableState.java

@@ -175,6 +175,11 @@ public abstract class JavaTestFrameworkRunnableState<T extends
 
     final DefaultExecutionResult result = new DefaultExecutionResult(consoleView, handler);
     result.setRestartActions(rerunFailedTestsAction, new ToggleAutoTestAction() {
+      @Override
+      public boolean isDelayApplicable() {
+        return false;
+      }
+
       @Override
       public AbstractAutoTestManager getAutoTestManager(Project project) {
         return JavaAutoRunManager.getInstance(project);