diff --git a/.github/.mergify.yml b/.github/.mergify.yml
new file mode 100644
index 0000000000..4a9ee1ef66
--- /dev/null
+++ b/.github/.mergify.yml
@@ -0,0 +1,8 @@
+pull_request_rules:
+  - name: backport
+    conditions:
+      - label=stable-backport-potential
+    actions:
+      backport:
+        branches:
+          - stable/0.15
diff --git a/.mergify.yml b/.mergify.yml
deleted file mode 100644
index 3438adc735..0000000000
--- a/.mergify.yml
+++ /dev/null
@@ -1,33 +0,0 @@
-queue_rules:
-  - name: automerge
-    conditions:
-      - check-success=python3.9-x64 windows-latest
-      - check-success=python3.9-x64 ubuntu-latest
-      - check-success=python3.9-x64 macOS-latest
-      - check-success=python3.10-x64 windows-latest
-      - check-success=python3.10-x64 ubuntu-latest
-      - check-success=python3.10-x64 macOS-latest
-      - check-success=python3.11-x64 windows-latest
-      - check-success=python3.11-x64 ubuntu-latest
-      - check-success=python3.11-x64 macOS-latest
-      - check-success=Build, rustfmt, and python lint
-      - check-success=Coverage
-      - check-success=Build Docs
-
-pull_request_rules:
-  - name: automatic merge on CI success and review
-    conditions:
-      - "#approved-reviews-by>=1"
-      - label=automerge
-      - label!=on hold
-    actions:
-      queue:
-        name: automerge
-        method: squash
-  - name: backport
-    conditions:
-      - label=stable-backport-potential
-    actions:
-      backport:
-        branches:
-          - stable/0.14