diff --git a/CHANGELOG.rst b/CHANGELOG.rst
index 0b0f946..27fc340 100644
--- a/CHANGELOG.rst
+++ b/CHANGELOG.rst
@@ -5,6 +5,19 @@ Tools for ACME Release Notes
 .. contents:: Topics
 
 
+v0.5.1
+======
+
+Release Summary
+---------------
+
+Bugfix release.
+
+Bugfixes
+--------
+
+- When cleaning up after failures in the ``acme_certificate`` role, make sure that an undefined ``ansible_failed_task`` does not cause another error (https://github.com/felixfontein/ansible-acme/pull/32).
+
 v0.5.0
 ======
 
diff --git a/changelogs/changelog.yaml b/changelogs/changelog.yaml
index 5326bb5..1aef0d4 100644
--- a/changelogs/changelog.yaml
+++ b/changelogs/changelog.yaml
@@ -121,3 +121,13 @@ releases:
     - 30-reuse.yml
     - 31-rescue.yml
     release_date: '2022-09-13'
+  0.5.1:
+    changes:
+      bugfixes:
+      - When cleaning up after failures in the ``acme_certificate`` role, make sure
+        that an undefined ``ansible_failed_task`` does not cause another error (https://github.com/felixfontein/ansible-acme/pull/32).
+      release_summary: Bugfix release.
+    fragments:
+    - 0.5.1.yml
+    - 32-fail-task.yml
+    release_date: '2022-09-13'
diff --git a/changelogs/fragments/0.5.1.yml b/changelogs/fragments/0.5.1.yml
deleted file mode 100644
index 8ce9aa9..0000000
--- a/changelogs/fragments/0.5.1.yml
+++ /dev/null
@@ -1 +0,0 @@
-release_summary: Bugfix release.
diff --git a/changelogs/fragments/32-fail-task.yml b/changelogs/fragments/32-fail-task.yml
deleted file mode 100644
index 9704e4e..0000000
--- a/changelogs/fragments/32-fail-task.yml
+++ /dev/null
@@ -1,2 +0,0 @@
-bugfixes:
-  - "When cleaning up after failures in the ``acme_certificate`` role, make sure that an undefined ``ansible_failed_task`` does not cause another error (https://github.com/felixfontein/ansible-acme/pull/32)."