diff --git a/.github/workflows/release-workflow.yml b/.github/workflows/release-workflow.yml
index 8fc9f1be5..c312e262c 100644
--- a/.github/workflows/release-workflow.yml
+++ b/.github/workflows/release-workflow.yml
@@ -1,10 +1,17 @@
 name: Release Workflow
 
 on:
-  push:
-    branches: 'release/**'
+  pull_request:
+    types:
+      - closed
 
 jobs:
+  if_merged:
+    if: github.event.pull_request.merged == true
+    runs-on: ubuntu-latest
+    steps:
+      - run: |
+          echo The PR was merged
   build:
     name: Upload Kavita.Common for Version Bump
     runs-on: ubuntu-latest