diff --git a/src/pretix/helpers/i18n.py b/src/pretix/helpers/i18n.py
index 04edcf2ba8..dd72f9fcaa 100644
--- a/src/pretix/helpers/i18n.py
+++ b/src/pretix/helpers/i18n.py
@@ -229,7 +229,8 @@ def get_language_score(locale):
     if not catalog:
         score = 1
     else:
-        score = len(list(catalog.items())) or 1
+        source_strings = [k[1] if isinstance(k, tuple) else k for k in catalog.keys()]
+        score = len(set(source_strings)) or 1
     return score