diff --git a/tasks/letsencrypt-openvpn.yml b/tasks/letsencrypt-openvpn.yml
index 42c8803..202743c 100644
--- a/tasks/letsencrypt-openvpn.yml
+++ b/tasks/letsencrypt-openvpn.yml
@@ -1,14 +1,24 @@
 ---
-- name: Create the acme hooks directory if it does not yet exist
-  file: dest={{ letsencrypt_acme_services_scripts_dir }} state=directory owner=root group=root
+- name: Add the letsencrypt hook
+  block:
+  - name: Create the acme hooks directory if it does not yet exist
+    file: dest={{ letsencrypt_acme_services_scripts_dir }} state=directory owner=root group=root
+
+  - name: Install a script that fix the letsencrypt certificate for openvpn and then reload the service
+    copy: src=openvpn-letsencrypt-acme.sh dest={{ letsencrypt_acme_services_scripts_dir }}/openvpn owner=root group=root mode=4555
+
   when:
     - openvpn_letsencrypt_managed | bool
     - letsencrypt_acme_install | bool
   tags: [ 'openvpn', 'letsencrypt' ]
 
-- name: Install a script that fix the letsencrypt certificate for openvpn and then reload the service
-  copy: src=openvpn-letsencrypt-acme.sh dest={{ letsencrypt_acme_services_scripts_dir }}/openvpn owner=root group=root mode=4555
+- name: Remove the letsencrypt hook
+  block:
+  - name: Remove the letsencrypt hook for openvpn
+    file:
+      dest: '{{ letsencrypt_acme_services_scripts_dir }}/openvpn'
+      state: absent
+
   when:
-    - openvpn_letsencrypt_managed | bool
-    - letsencrypt_acme_install | bool
+    - not openvpn_letsencrypt_managed
   tags: [ 'openvpn', 'letsencrypt' ]