diff --git a/roles/custom/matrix-bot-chatgpt/tasks/validate_config.yml b/roles/custom/matrix-bot-chatgpt/tasks/validate_config.yml
index 3d30994c8..fcf77a8e7 100644
--- a/roles/custom/matrix-bot-chatgpt/tasks/validate_config.yml
+++ b/roles/custom/matrix-bot-chatgpt/tasks/validate_config.yml
@@ -6,5 +6,17 @@
       You need to define a required configuration setting (`{{ item.name }}`).
   when: "item.when | bool and vars[item.name] == ''"
   with_items:
-    - {'name': 'matrix_bot_chatgpt_openai_api_key', when: true}
-    - {'name': 'matrix_bot_chatgpt_matrix_bot_username', when: true}
+    - { 'name': 'matrix_bot_chatgpt_openai_api_key', when: true }
+    - { 'name': 'matrix_bot_chatgpt_matrix_bot_username', when: true }
+
+
+- name: Fail if OpenAI configuration not up-to-date.
+  ansible.builtin.fail:
+    msg: >-
+      Your configuration contains a varible that is no longer used.
+      Please change your configuration to remove the variable (`{{ item.name }}`).
+  when: "item.name in vars"
+  with_items:
+    - { 'name': 'matrix_bot_chatgpt_openai_email' }
+    - { 'name': 'matrix_bot_chatgpt_openai_password' }
+    - { 'name': 'matrix_bot_chatgpt_openai_login_type' }