From bd94152e0644a00708e570b0e9abc775d9704015 Mon Sep 17 00:00:00 2001
From: Eric Eastwood <erice@element.io>
Date: Wed, 31 Dec 2025 14:43:04 -0600
Subject: [PATCH] Stream Complement progress and format logs in a separate step
 after all tests are done (#19326)

This way we can see what's happening as the tests run
instead of nothing until the end. Also useful to split the test output
from the formatting so we can take the raw test output before formatting
gobbles it all up.

Same thing I did in
https://github.com/element-hq/synapse-rust-apps/pull/361
---
 .github/workflows/tests.yml | 20 +++++++++++++++++---
 changelog.d/19326.misc      |  1 +
 2 files changed, 18 insertions(+), 3 deletions(-)
 create mode 100644 changelog.d/19326.misc

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 7923383768..dd216fc696 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -708,14 +708,28 @@ jobs:
           go-version-file: complement/go.mod
 
         # use p=1 concurrency as GHA boxes are underpowered and don't like running tons of synapses at once.
-      - run: |
+      - name: Run Complement Tests
+        id: run_complement_tests
+        # -p=1: We're using `-p 1` to force the test packages to run serially as GHA boxes
+        #     are underpowered and don't like running tons of Synapse instances at once.
+        # -json: Output JSON format so that gotestfmt can parse it.
+        #
+        # tee /tmp/gotest.log: We tee the output to a file so that we can re-process it
+        # later on for better formatting with gotestfmt. But we still want the command
+        # to output to the terminal as it runs so we can see what's happening in
+        # real-time.
+        run: |
           set -o pipefail
-          COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -p 1 -json 2>&1 | synapse/.ci/scripts/gotestfmt
+          COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -p 1 -json 2>&1 | tee /tmp/gotest.log
         shell: bash
         env:
           POSTGRES: ${{ (matrix.database == 'Postgres') && 1 || '' }}
           WORKERS: ${{ (matrix.arrangement == 'workers') && 1 || '' }}
-        name: Run Complement Tests
+
+      - name: Formatted Complement test logs
+        # Always run this step if we attempted to run the Complement tests.
+        if: always() && steps.run_complement_tests.outcome != 'skipped'
+        run: cat /tmp/gotest.log | gotestfmt -hide "successful-downloads,empty-packages"
 
   cargo-test:
     if: ${{ needs.changes.outputs.rust == 'true' }}
diff --git a/changelog.d/19326.misc b/changelog.d/19326.misc
new file mode 100644
index 0000000000..37493c7488
--- /dev/null
+++ b/changelog.d/19326.misc
@@ -0,0 +1 @@
+Update CI to stream Complement progress and format logs in a separate step after all tests are done.