Add progress bar to some large exports

src/pretix/base/exporters/invoices.py

@@ -99,7 +99,12 @@ class InvoiceExporter(InvoiceExporterMixin, BaseExporter):
         qs = self.invoices_queryset(form_data).filter(shredded=False)
 
         with tempfile.TemporaryDirectory() as d:
-            any = False
+            total = qs.count()
+
+            if not total:
+                return None
+
+            counter = 0
             with ZipFile(output_file or os.path.join(d, 'tmp.zip'), 'w') as zipf:
                 for i in qs.iterator():
                     try:
@@ -108,18 +113,16 @@ class InvoiceExporter(InvoiceExporterMixin, BaseExporter):
                             i.refresh_from_db()
                         i.file.open('rb')
                         zipf.writestr('{}.pdf'.format(i.number), i.file.read())
-                        any = True
                         i.file.close()
                     except FileNotFoundError:
                         invoice_pdf_task.apply(args=(i.pk,))
                         i.refresh_from_db()
                         i.file.open('rb')
                         zipf.writestr('{}.pdf'.format(i.number), i.file.read())
-                        any = True
                         i.file.close()
-
-            if not any:
-                return None
+                    counter += 1
+                    if total and counter % max(10, total // 100) == 0:
+                        self.progress_callback(counter / total * 100)
 
             if self.is_multievent:
                 filename = '{}_invoices.zip'.format(self.events.first().organizer.slug)
@@ -222,6 +225,7 @@ class InvoiceDataExporter(InvoiceExporterMixin, MultiSheetListExporter):
             )
 
             all_ids = base_qs.order_by('full_invoice_no').values_list('pk', flat=True)
+            yield self.ProgressSetTotal(total=len(all_ids))
             for ids in chunked_iterable(all_ids, 1000):
                 invs = sorted(qs.filter(id__in=ids), key=lambda k: ids.index(k.pk))
 
@@ -326,6 +330,7 @@ class InvoiceDataExporter(InvoiceExporterMixin, MultiSheetListExporter):
             ).order_by('invoice__full_invoice_no', 'position').select_related(
                 'invoice', 'invoice__order', 'invoice__refers'
             )
+            yield self.ProgressSetTotal(total=qs.count())
 
             for l in qs.iterator():
                 i = l.invoice

src/pretix/base/exporters/orderlist.py

@@ -170,6 +170,7 @@ class OrderListExporter(MultiSheetListExporter):
             )
         }
 
+        yield self.ProgressSetTotal(total=qs.count())
         for order in qs.order_by('datetime').iterator():
             tz = pytz.timezone(self.event_object_cache[order.event_id].settings.timezone)
 
@@ -278,6 +279,7 @@ class OrderListExporter(MultiSheetListExporter):
         headers.append(_('Payment providers'))
         yield headers
 
+        yield self.ProgressSetTotal(total=qs.count())
         for op in qs.order_by('order__datetime').iterator():
             order = op.order
             tz = pytz.timezone(order.event.settings.timezone)
@@ -411,7 +413,8 @@ class OrderListExporter(MultiSheetListExporter):
 
         yield headers
 
-        all_ids = base_qs.order_by('order__datetime', 'positionid').values_list('pk', flat=True)
+        all_ids = list(base_qs.order_by('order__datetime', 'positionid').values_list('pk', flat=True))
+        yield self.ProgressSetTotal(total=len(all_ids))
         for ids in chunked_iterable(all_ids, 1000):
             ops = sorted(qs.filter(id__in=ids), key=lambda k: ids.index(k.pk))
 
@@ -561,6 +564,7 @@ class PaymentListExporter(ListExporter):
         ]
         yield headers
 
+        yield self.ProgressSetTotal(total=len(objs))
         for obj in objs:
             tz = pytz.timezone(obj.order.event.settings.timezone)
             if isinstance(obj, OrderPayment) and obj.payment_date: