diff --git a/changelog.d/17115.misc b/changelog.d/17115.misc
new file mode 100644
index 0000000000..a8ead11a7e
--- /dev/null
+++ b/changelog.d/17115.misc
@@ -0,0 +1 @@
+`complement.sh`: run tests from all test packages.
diff --git a/scripts-dev/complement.sh b/scripts-dev/complement.sh
index 2a779f8255..bf3c8e3304 100755
--- a/scripts-dev/complement.sh
+++ b/scripts-dev/complement.sh
@@ -214,8 +214,6 @@ fi
 
 extra_test_args=()
 
-test_packages="./tests/csapi ./tests ./tests/msc3874 ./tests/msc3890 ./tests/msc3391 ./tests/msc3930 ./tests/msc3902 ./tests/msc3967"
-
 # Enable dirty runs, so tests will reuse the same container where possible.
 # This significantly speeds up tests, but increases the possibility of test pollution.
 export COMPLEMENT_ENABLE_DIRTY_RUNS=1
@@ -278,6 +276,7 @@ fi
 export PASS_SYNAPSE_LOG_TESTING=1
 
 # Run the tests!
+test_packages=$(find tests -type d)
 echo "Images built; running complement with ${extra_test_args[@]} $@ $test_packages"
 cd "$COMPLEMENT_DIR"