diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 0b70ffc64..4ce27ff41 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -347,7 +347,7 @@ jobs:
 
       - run: |
           set -o pipefail
-          POSTGRES=${{ (matrix.database == 'Postgres') && 1 }} COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -json 2>&1 | gotestfmt
+          POSTGRES=${{ (matrix.database == 'Postgres') && 1 || '' }} COMPLEMENT_DIR=`pwd`/complement synapse/scripts-dev/complement.sh -json 2>&1 | gotestfmt
         shell: bash
         name: Run Complement Tests
 
diff --git a/changelog.d/13034.misc b/changelog.d/13034.misc
new file mode 100644
index 000000000..cc2823e12
--- /dev/null
+++ b/changelog.d/13034.misc
@@ -0,0 +1 @@
+Enable testing against PostgreSQL databases in Complement CI.
\ No newline at end of file