diff --git a/roles/generate-cert/tasks/main.yml b/roles/generate-cert/tasks/main.yml
index 0512106..149fffb 100644
--- a/roles/generate-cert/tasks/main.yml
+++ b/roles/generate-cert/tasks/main.yml
@@ -57,3 +57,11 @@
     state: absent
   delegate_to: localhost
   when: not key_file.stat.exists
+
+- name: Remove the CSR
+  become: false
+  file:
+    path: "/tmp/ansible_hacky_pki_{{ cname }}.csr"
+    state: absent
+  delegate_to: localhost
+  when: not key_file.stat.exists