diff --git a/src/pretix/settings.py b/src/pretix/settings.py
index 6b444441a..69ad00af0 100644
--- a/src/pretix/settings.py
+++ b/src/pretix/settings.py
@@ -180,8 +180,9 @@ MIDDLEWARE_CLASSES = [
 
 try:
     import debug_toolbar
-    INSTALLED_APPS.append('debug_toolbar.apps.DebugToolbarConfig')
-    MIDDLEWARE_CLASSES.append('debug_toolbar.middleware.DebugToolbarMiddleware')
+    if DEBUG:
+        INSTALLED_APPS.append('debug_toolbar.apps.DebugToolbarConfig')
+        MIDDLEWARE_CLASSES.append('debug_toolbar.middleware.DebugToolbarMiddleware')
 except ImportError:
     pass