diff --git a/tests/metrics/test_phone_home_stats.py b/tests/metrics/test_phone_home_stats.py
index 39e41850c6..43e2c98624 100644
--- a/tests/metrics/test_phone_home_stats.py
+++ b/tests/metrics/test_phone_home_stats.py
@@ -101,8 +101,8 @@ class PhoneHomeStatsTestCase(unittest.HomeserverTestCase):
         Perform some actions on the homeserver that would bump the phone home
         stats.
 
-        This creates a few users, a room, and sends some messages. Expected number of
-        events:
+        This creates a few users (including a guest), a room, and sends some messages.
+        Expected number of events:
          - 10 unencrypted messages
          - 5 encrypted messages
          - 24 total events (including room state, etc)
diff --git a/tests/storage/test_event_stats.py b/tests/storage/test_event_stats.py
index a9f94e0b89..0b19e665bd 100644
--- a/tests/storage/test_event_stats.py
+++ b/tests/storage/test_event_stats.py
@@ -65,18 +65,6 @@ class EventStatsTestCase(unittest.HomeserverTestCase):
             username="test_user_2",
             password="test",
         )
-        # Note: `self.register_user` does not support guest registration, and updating the
-        # Admin API it calls to add a new parameter would cause the `mac` parameter to fail
-        # in a backwards-incompatible manner. Hence, we make a manual request here.
-        _guest_user_mxid = self.make_request(
-            method="POST",
-            path="/_matrix/client/v3/register?kind=guest",
-            content={
-                "username": "guest_user",
-                "password": "test",
-            },
-            shorthand=False,
-        )
 
         # Log in to each user
         user_1_token = self.login(username=user_1_mxid, password="test")