CGM_Public/pretix_original
2
0
Fork 1
mirror of https://github.com/pretix/pretix.git synced 2026-05-05 15:14:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Banktransfer: Reduce number of SQL queries during CSV import

Browse Source
This commit is contained in:
Raphael Michel
2016-08-14 20:39:36 +02:00
parent a1824595b1
commit ff3c5dc6a4
1 changed files with 20 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/pretix/plugins/banktransfer/views.py
View File

@@ -194,27 +194,37 @@ class ImportView(EventPermissionRequiredMixin, TemplateView):
def annotate_data(self, data): def annotate_data(self, data):
pattern = re.compile(self.request.event.slug.upper() + "[ ]*([A-Z0-9]{5})") pattern = re.compile(self.request.event.slug.upper() + "[ ]*([A-Z0-9]{5})")
amount_pattern = re.compile("[^0-9.-]") amount_pattern = re.compile("[^0-9.-]")
order_codes = []
for row in data: for row in data:
row['ok'] = False row['ok'] = False
match = pattern.search(row['reference'].upper())
try: try:
amount = Decimal(amount_pattern.sub("", row['amount'].replace(",", "."))) amount = Decimal(amount_pattern.sub("", row['amount'].replace(",", ".")))
row['amount'] = str(amount) row['amount'] = str(amount)
except: except:
logger.exception('Could not parse amount of transaction') logger.exception('Could not parse amount of transaction')
amount = 0 amount = 0
match = pattern.search(row['reference'].upper())
if not match: if not match:
row['class'] = 'warning' if amount > 0 else '' row['class'] = 'warning' if amount > 0 else ''
row['message'] = _('No order code detected') row['message'] = _('No order code detected')
continue continue
code = match.group(1) code = match.group(1)
try: row['code'] = code
order = Order.objects.get(event=self.request.event, code=code) order_codes.append(code)
except Order.DoesNotExist:
row['class'] = 'danger' orders = {}
row['message'] = _('Unknown order code detected') # Perform query in bulks because of SQLite's default of SQLITE_MAX_VARIABLE_NUMBER = 999
else: for i in range(0, len(order_codes), 500):
orders.update({
o.code: o for o in self.request.event.orders.filter(code__in=order_codes[i:500])
})
for row in data:
if 'code' not in row:
continue
if row['code'] in orders:
order = orders[row['code']]
row['order'] = order row['order'] = order
if order.status == Order.STATUS_PENDING: if order.status == Order.STATUS_PENDING:
if amount != order.total: if amount != order.total:
@@ -233,4 +243,7 @@ class ImportView(EventPermissionRequiredMixin, TemplateView):
elif order.status == Order.STATUS_REFUNDED: elif order.status == Order.STATUS_REFUNDED:
row['class'] = 'warning' row['class'] = 'warning'
row['message'] = _('Order has been refunded') row['message'] = _('Order has been refunded')
else:
row['class'] = 'danger'
row['message'] = _('Unknown order code detected')
return data return data