diff --git a/src/github_provider.py b/src/github_provider.py
index f726c2ef..f0591eb5 100644
--- a/src/github_provider.py
+++ b/src/github_provider.py
@@ -162,6 +162,8 @@ def get_open_prs_for_component(self, component_name: str):
     def close_pr(self, pull_request: PullRequest, message: str):
         pull_request.edit(state='closed')
         pull_request.create_issue_comment(message)
+        self.__repo.get_git_ref(f'heads/{pull_request.head.ref}').delete()
+
 
     def __build_component_version_link(self, component: AtmosComponent):
         component_version_link = None