diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 6b93f3e4c3..6573d4dbe8 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -5,8 +5,8 @@ tests:
         - virtualenv env
         - source env/bin/activate
         - pip install -U pip wheel setuptools
-        - XDG_CACHE_HOME=/cache pip3 install -r src/requirements.txt --no-use-pep517 -Ur src/requirements/dev.txt
         - cd src
+        - XDG_CACHE_HOME=/cache pip3 install -e ".[dev]"
         - python manage.py check
         - make all compress
         - py.test --reruns 3 -n 3 tests
@@ -21,8 +21,8 @@ pypi:
         - virtualenv env
         - source env/bin/activate
         - pip install -U pip wheel setuptools check-manifest twine
-        - XDG_CACHE_HOME=/cache pip3 install -Ur src/requirements.txt -r src/requirements/dev.txt
         - cd src
+        - XDG_CACHE_HOME=/cache pip3 install -e ".[dev]"
         - python setup.py sdist
         - pip install dist/pretix-*.tar.gz
         - python -m pretix migrate
diff --git a/src/setup.cfg b/src/setup.cfg
index 3a0fcb1414..50e67a1cb3 100644
--- a/src/setup.cfg
+++ b/src/setup.cfg
@@ -90,6 +90,8 @@ ignore =
     Makefile
     manage.py
     pretix/icons/*
+	pretix/static.dist/**
+    pretix/static/jsi18n/**
     requirements.txt
     requirements/*
     tests/*
@@ -109,4 +111,5 @@ ignore =
 	tests/plugins/paypal/*
 	tests/plugins/pretixdroid/*
 	tests/plugins/stripe/*
+	tests/plugins/sendmail/*
 	tests/plugins/ticketoutputpdf/*