diff --git a/src/pretix/testutils/settings.py b/src/pretix/testutils/settings.py
index a0166d63f3..7e0663f9a5 100644
--- a/src/pretix/testutils/settings.py
+++ b/src/pretix/testutils/settings.py
@@ -2,9 +2,11 @@ import atexit
 import os
 import tempfile
 
+tmpdir = tempfile.TemporaryDirectory()
+os.environ.setdefault('DATA_DIR', tmpdir.name)
+
 from pretix.settings import *  # NOQA
 
-tmpdir = tempfile.TemporaryDirectory()
 DATA_DIR = tmpdir.name
 LOG_DIR = os.path.join(DATA_DIR, 'logs')
 MEDIA_ROOT = os.path.join(DATA_DIR, 'media')
diff --git a/src/setup.cfg b/src/setup.cfg
index 874f8cf4b8..a90114a7fd 100644
--- a/src/setup.cfg
+++ b/src/setup.cfg
@@ -13,4 +13,4 @@ known_third_party = versions
 known_standard_library = typing
 multi_line_output = 5
 not_skip = __init__.py
-skip = make_testdata.py,wsgi.py,bootstrap,celery.py
+skip = make_testdata.py,wsgi.py,bootstrap,celery.py,settings.py