Fix #978 -- Allow to split names (#1049)

- [x] attendee names
- [x] Invoice address names
- [x] Data migration
- [x] API serializers
  - [x] orderposition
  - [x] cartposition
  - [x] invoiceaddress
  - [x] checkinlistposition
- [x] position API search
- [x] invoice API search
- [x] business/individual required toggle
- [x] Split columns in CSV exports
- [x] ticket editor
- [x] shredder
- [x] ticket/invoice sample data
- [x] order search
- [x] Handle changed naming scheme
- [x] tests
- [x] make use in:
  - [x] Boabee
  - [x] Certificate download order
  - [x] Badge download order
  - [x] Ticket download order
- [x] Document new MySQL requirement
- [x] Plugins

src/pretix/plugins/checkinlists/exporters.py

@@ -4,18 +4,21 @@ from collections import OrderedDict
 import dateutil.parser
 from defusedcsv import csv
 from django import forms
+from django.conf import settings
 from django.db.models import Max, OuterRef, Subquery
 from django.db.models.functions import Coalesce
 from django.urls import reverse
 from django.utils.formats import date_format
 from django.utils.timezone import is_aware, make_aware
 from django.utils.translation import pgettext, ugettext as _, ugettext_lazy
+from jsonfallback.functions import JSONExtract
 from pytz import UTC
 from reportlab.lib.units import mm
 from reportlab.platypus import Flowable, Paragraph, Spacer, Table, TableStyle
 
 from pretix.base.exporter import BaseExporter
 from pretix.base.models import Checkin, Order, OrderPosition, Question
+from pretix.base.settings import PERSON_NAME_SCHEMES
 from pretix.base.templatetags.money import money_filter
 from pretix.control.forms.widgets import Select2
 from pretix.plugins.reports.exporters import ReportlabExportMixin
@@ -24,6 +27,7 @@ from pretix.plugins.reports.exporters import ReportlabExportMixin
 class BaseCheckinList(BaseExporter):
     @property
     def export_form_fields(self):
+        name_scheme = PERSON_NAME_SCHEMES[self.event.settings.name_scheme]
         d = OrderedDict(
             [
                 ('list',
@@ -44,10 +48,13 @@ class BaseCheckinList(BaseExporter):
                  forms.ChoiceField(
                      label=_('Sort by'),
                      initial='name',
-                     choices=(
+                     choices=[
                          ('name', _('Attendee name')),
                          ('code', _('Order code')),
-                     ),
+                     ] + ([
+                         ('name:{}'.format(k), _('Attendee name: {part}').format(part=label))
+                         for k, label, w in name_scheme['fields']
+                     ] if settings.JSON_FIELD_AVAILABLE and len(name_scheme['fields']) > 1 else []),
                      widget=forms.RadioSelect,
                      required=False
                  )),
@@ -79,6 +86,49 @@ class BaseCheckinList(BaseExporter):
 
         return d
 
+    def _get_queryset(self, cl, form_data):
+        cqs = Checkin.objects.filter(
+            position_id=OuterRef('pk'),
+            list_id=cl.pk
+        ).order_by().values('position_id').annotate(
+            m=Max('datetime')
+        ).values('m')
+        qs = OrderPosition.objects.filter(
+            order__event=self.event,
+        ).annotate(
+            last_checked_in=Subquery(cqs)
+        ).prefetch_related(
+            'answers', 'answers__question', 'addon_to__answers', 'addon_to__answers__question'
+        ).select_related('order', 'item', 'variation', 'addon_to', 'order__invoice_address')
+
+        if not cl.all_products:
+            qs = qs.filter(item__in=cl.limit_products.values_list('id', flat=True))
+
+        if cl.subevent:
+            qs = qs.filter(subevent=cl.subevent)
+
+        if form_data['sort'] == 'name':
+            qs = qs.order_by(Coalesce('attendee_name_cached', 'addon_to__attendee_name_cached', 'order__invoice_address__name_cached'),
+                             'order__code')
+        elif form_data['sort'] == 'code':
+            qs = qs.order_by('order__code')
+        elif form_data['sort'].startswith('name:'):
+            part = form_data['sort'][5:]
+            qs = qs.annotate(
+                resolved_name=Coalesce('attendee_name_parts', 'addon_to__attendee_name_parts', 'order__invoice_address__name_parts')
+            ).annotate(
+                resolved_name_part=JSONExtract('resolved_name', part)
+            ).order_by(
+                'resolved_name_part'
+            )
+
+        if not cl.include_pending:
+            qs = qs.filter(order__status=Order.STATUS_PAID)
+        else:
+            qs = qs.filter(order__status__in=(Order.STATUS_PAID, Order.STATUS_PENDING))
+
+        return qs
+
 
 class CBFlowable(Flowable):
     def __init__(self, checked=False):
@@ -174,37 +224,7 @@ class PDFCheckinList(ReportlabExportMixin, BaseCheckinList):
                 p = Paragraph(txt, headrowstyle)
             tdata[0].append(p)
 
-        cqs = Checkin.objects.filter(
-            position_id=OuterRef('pk'),
-            list_id=cl.pk
-        ).order_by().values('position_id').annotate(
-            m=Max('datetime')
-        ).values('m')
-
-        qs = OrderPosition.objects.filter(
-            order__event=self.event,
-        ).annotate(
-            last_checked_in=Subquery(cqs)
-        ).select_related('item', 'variation', 'order', 'addon_to', 'order__invoice_address').prefetch_related(
-            'answers', 'answers__question', 'addon_to__answers', 'addon_to__answers__question'
-        )
-
-        if not cl.all_products:
-            qs = qs.filter(item__in=cl.limit_products.values_list('id', flat=True))
-
-        if cl.subevent:
-            qs = qs.filter(subevent=cl.subevent)
-
-        if form_data['sort'] == 'name':
-            qs = qs.order_by(Coalesce('attendee_name', 'addon_to__attendee_name', 'order__invoice_address__name'),
-                             'order__code')
-        elif form_data['sort'] == 'code':
-            qs = qs.order_by('order__code')
-
-        if not cl.include_pending:
-            qs = qs.filter(order__status=Order.STATUS_PAID)
-        else:
-            qs = qs.filter(order__status__in=(Order.STATUS_PAID, Order.STATUS_PENDING))
+        qs = self._get_queryset(cl, form_data)
 
         for op in qs:
             try:
@@ -216,7 +236,7 @@ class PDFCheckinList(ReportlabExportMixin, BaseCheckinList):
 
             name = op.attendee_name or (op.addon_to.attendee_name if op.addon_to else '') or ian
             if iac:
-                name += "\n" + iac
+                name += "<br/>" + iac
 
             row = [
                 '!!' if op.item.checkin_attention else '',
@@ -282,33 +302,18 @@ class CSVCheckinList(BaseCheckinList):
 
         questions = list(Question.objects.filter(event=self.event, id__in=form_data['questions']))
 
-        cqs = Checkin.objects.filter(
-            position_id=OuterRef('pk'),
-            list_id=cl.pk
-        ).order_by().values('position_id').annotate(
-            m=Max('datetime')
-        ).values('m')
-        qs = OrderPosition.objects.filter(
-            order__event=self.event,
-        ).annotate(
-            last_checked_in=Subquery(cqs)
-        ).prefetch_related(
-            'answers', 'answers__question', 'addon_to__answers', 'addon_to__answers__question'
-        ).select_related('order', 'item', 'variation', 'addon_to')
-
-        if not cl.all_products:
-            qs = qs.filter(item__in=cl.limit_products.values_list('id', flat=True))
-
-        if cl.subevent:
-            qs = qs.filter(subevent=cl.subevent)
-
-        if form_data['sort'] == 'name':
-            qs = qs.order_by(Coalesce('attendee_name', 'addon_to__attendee_name'))
-        elif form_data['sort'] == 'code':
-            qs = qs.order_by('order__code')
+        qs = self._get_queryset(cl, form_data)
 
+        name_scheme = PERSON_NAME_SCHEMES[self.event.settings.name_scheme]
         headers = [
-            _('Order code'), _('Attendee name'), _('Product'), _('Price'), _('Checked in')
+            _('Order code'),
+            _('Attendee name'),
+        ]
+        if len(name_scheme['fields']) > 1:
+            for k, label, w in name_scheme['fields']:
+                headers.append(_('Attendee name: {part}').format(part=label))
+        headers += [
+            _('Product'), _('Price'), _('Checked in')
         ]
         if not cl.include_pending:
             qs = qs.filter(order__status=Order.STATUS_PAID)
@@ -340,6 +345,13 @@ class CSVCheckinList(BaseCheckinList):
             row = [
                 op.order.code,
                 op.attendee_name or (op.addon_to.attendee_name if op.addon_to else ''),
+            ]
+            if len(name_scheme['fields']) > 1:
+                for k, label, w in name_scheme['fields']:
+                    row.append(
+                        (op.attendee_name_parts or (op.addon_to.attendee_name_parts if op.addon_to else {})).get(k, '')
+                    )
+            row += [
                 str(op.item) + (" – " + str(op.variation.value) if op.variation else ""),
                 op.price,
                 date_format(last_checked_in.astimezone(self.event.timezone), 'SHORT_DATETIME_FORMAT')