diff --git a/colcon_notification/event_handler/desktop_notification/__init__.py b/colcon_notification/event_handler/desktop_notification/__init__.py
index 097a518..b746a8c 100644
--- a/colcon_notification/event_handler/desktop_notification/__init__.py
+++ b/colcon_notification/event_handler/desktop_notification/__init__.py
@@ -32,6 +32,15 @@ def __init__(self):  # noqa: D107
         super().__init__()
         satisfies_version(
             EventHandlerExtensionPoint.EXTENSION_POINT_VERSION, '^1.0')
+
+        # default to disabled over SSH
+        self.enabled = not any(
+            os.getenv(var) for var in (
+                'SSH_TTY',
+                'SSH_CLIENT',
+                'SSH_CONNECTION',
+            ))
+
         self._any_stderr_output = False
         self._any_test_failure = False
         self._failed = []