diff --git a/.github/workflows/repro-247.yaml b/.github/workflows/repro-247.yaml
new file mode 100644
index 00000000..c692a719
--- /dev/null
+++ b/.github/workflows/repro-247.yaml
@@ -0,0 +1,34 @@
+on: pull_request
+
+jobs:
+  A:
+    name: repro 247 A
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Comment PR with message
+        uses: ./
+        with:
+          message: Hello
+          comment_tag: foo
+    
+  B:
+    name: repro 247 B
+    runs-on: ubuntu-latest
+    needs: [A]
+    permissions:
+      pull-requests: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Comment PR with message
+        uses: ./
+        with:
+          message: Hello again
+          comment_tag: foo
+          mode: delete
\ No newline at end of file