diff --git a/synapse/push/baserules.py b/synapse/push/baserules.py
index 286374d0b537..4d57a89d7eb3 100644
--- a/synapse/push/baserules.py
+++ b/synapse/push/baserules.py
@@ -335,7 +335,13 @@ def make_base_prepend_rules(kind, modified_base_rules):
                 "_id": "_message",
             }
         ],
-        "actions": ["notify", {"set_tweak": "highlight", "value": False}],
+        "actions": [
+            # default to not notifying for group chats
+            # see https://github.com/vector-im/riot-web/issues/3268
+            # we can't do this on existing servers because we need to
+            # add per-user overrides to preserve their existing behaviour
+            "dont_notify"
+        ],
     },
     # XXX: this is going to fire for events which aren't m.room.messages
     # but are encrypted (e.g. m.call.*)...