diff --git a/keystone/server.sls b/keystone/server.sls
index eb08cdc..9881c66 100644
--- a/keystone/server.sls
+++ b/keystone/server.sls
@@ -6,6 +6,20 @@
   - names: {{ server.pkgs }}
 
 {%- if server.service_name in ['apache2', 'httpd'] %}
+/etc/apache2/sites-available/wsgi-keystone.conf:
+  file.absent:
+    {%- if not grains.get('noservices', False) %}
+    - watch_in:
+      - service: keystone_service
+    {%- endif %}
+
+/etc/apache2/sites-enabled/wsgi-keystone.conf:
+  file.absent:
+    {%- if not grains.get('noservices', False) %}
+    - watch_in:
+      - service: keystone_service
+    {%- endif %}
+
 include:
 - apache