diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 140bbce340..6a6b683727 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -36,7 +36,7 @@ jobs:
           synapse/scripts-dev/complement.sh --build-only
           while :; do
             POSTGRES=${{ (matrix.database == 'Postgres') && 1 || '' }} WORKERS=${{ (matrix.arrangement == 'workers') && 1 || '' }} SYNAPSE_TEST_LOG_LEVEL=DEBUG COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -f -run TestMembersLocal -json 2>&1 | gotestfmt | tee /tmp/xxx
-            if grep FAIL /tmp/xxx; then
+            if grep ❌ /tmp/xxx; then
               break
             fi
           done