diff --git a/.github/tooling/defunct-readme.sh b/.github/tooling/defunct-readme.sh
old mode 100644
new mode 100755
diff --git a/.github/workflows/ci-ubuntu.yml b/.github/workflows/ci-ubuntu.yml
index 9626bddcab..c36c1206f6 100644
--- a/.github/workflows/ci-ubuntu.yml
+++ b/.github/workflows/ci-ubuntu.yml
@@ -324,6 +324,15 @@ jobs:
       - name: Set PATH
         run: echo "${{ needs.init.outputs.BIN_PATH }}" >> ${GITHUB_PATH}
 
+      # Only want to check for defunct READMEs in a PR
+      # Since on a push, there's no 'source of truth' to compare against with `.github/tooling/defunct-readme.sh`
+      # Either way, this is to catch easy mistakes before merging 
+      - name: Check READMEs
+        if: ${{ github.event_name == 'pull_request' }}
+        run: |
+          git fetch origin ${{ github.base_ref }}:${{ github.base_ref }}
+          .github/tooling/defunct-readme.sh ${{ github.base_ref }}
+
       - name: Prepare HTML index
         run: |
           # Regenerating the Everything files without the deprecated modules