diff --git a/src/pretix/settings.py b/src/pretix/settings.py
index 4598737df..b325757f2 100644
--- a/src/pretix/settings.py
+++ b/src/pretix/settings.py
@@ -187,7 +187,9 @@ try:
 except ImportError:
     pass
 
+PLUGINS = []
 for entry_point in iter_entry_points(group='pretix.plugin', name=None):
+    PLUGINS.append(entry_point.module_name)
     INSTALLED_APPS.append(entry_point.module_name)
 
 CORE_MODULES = {
diff --git a/src/tests/settings.py b/src/tests/settings.py
index ff57ee5eb..4a83b94c6 100644
--- a/src/tests/settings.py
+++ b/src/tests/settings.py
@@ -7,3 +7,6 @@ TEST_DIR = os.path.dirname(__file__)
 TEMPLATES[0]['DIRS'].append(os.path.join(TEST_DIR, 'templates'))  # NOQA
 
 INSTALLED_APPS.append('tests.testdummy')  # NOQA
+
+for a in PLUGINS:
+    INSTALLED_APPS.remove(a)
\ No newline at end of file