diff --git a/.github/workflows/pr-cleanup.yaml b/.github/workflows/pr-cleanup.yaml
index 5b8615ce64663..88f522204a6fe 100644
--- a/.github/workflows/pr-cleanup.yaml
+++ b/.github/workflows/pr-cleanup.yaml
@@ -25,6 +25,7 @@ jobs:
           fi
 
       - name: Delete image
+        continue-on-error: true
         uses: bots-house/ghcr-delete-image-action@v1.1.0
         with:
           owner: coder
@@ -33,7 +34,6 @@ jobs:
           tag: pr${{ steps.pr_number.outputs.PR_NUMBER }}
 
       - name: Set up kubeconfig
-        if: always()
         run: |
           set -euxo pipefail
           mkdir -p ~/.kube
@@ -41,12 +41,10 @@ jobs:
           export KUBECONFIG=~/.kube/config
 
       - name: Delete helm release
-        if: always()
         run: |
           set -euxo pipefail
           helm delete --namespace "pr${{ steps.pr_number.outputs.PR_NUMBER }}" "pr${{ steps.pr_number.outputs.PR_NUMBER }}" || echo "helm release not found"
 
       - name: "Remove PR namespace"
-        if: always()
         run: |
           kubectl delete namespace "pr${{ steps.pr_number.outputs.PR_NUMBER }}" || echo "namespace not found"