diff --git a/.github/workflows/pr-comment-build-dispatcher.yaml b/.github/workflows/pr-comment-build-dispatcher.yaml
index a3ab744540..fc18fbb4f3 100644
--- a/.github/workflows/pr-comment-build-dispatcher.yaml
+++ b/.github/workflows/pr-comment-build-dispatcher.yaml
@@ -7,7 +7,7 @@ permissions:
   pull-requests: write
 
 concurrency:
-  group: ${{ github.workflow }}-pr-command-${{ github.head_ref || github.ref_name }}
+  group: ${{ github.workflow }}-pr-command-${{ github.event.issue.pull_request.number }}
   cancel-in-progress: true
 
 jobs:
diff --git a/.github/workflows/run-kola-tests.yaml b/.github/workflows/run-kola-tests.yaml
index 53846d852a..8f4234a5e7 100644
--- a/.github/workflows/run-kola-tests.yaml
+++ b/.github/workflows/run-kola-tests.yaml
@@ -351,8 +351,9 @@ jobs:
 
           cat test-results.md >> "$GITHUB_STEP_SUMMARY"
 
-      - name: If started from a PR, post test summary to PR
-        if: ${{ github.event_name == 'pull_request' }}
+      - name: If started from a PR event or a PR comment command, post test summary to PR
+        if: ${{ github.event_name == 'pull_request' || github.event.issue.pull_request }}
         uses: mshick/add-pr-comment@v2
         with:
+          issue: ${{ github.event.pull_request.number || github.event.issue.pull_request.number }}
           message-path: "scripts/test-results.md"