diff --git a/java/openapi/src/com/intellij/execution/filters/ExceptionWorker.java b/java/openapi/src/com/intellij/execution/filters/ExceptionWorker.java
index 10b0fb9cdd47..e1d4527149b2 100644
--- a/java/openapi/src/com/intellij/execution/filters/ExceptionWorker.java
+++ b/java/openapi/src/com/intellij/execution/filters/ExceptionWorker.java
@@ -480,6 +480,9 @@ public class ExceptionWorker {
       ref.set(balloon);
       RelativePoint point = JBPopupFactory.getInstance().guessBestPopupLocation(editor);
       balloon.show(point, Balloon.Position.below);
+      editor.getScrollingModel().addVisibleAreaListener(e -> {
+        Disposer.dispose(balloon);
+      }, balloon);
     }
   }