CGM_Public/pretix_cgo
1
0
Fork 0
forked from CGM_Public/pretix_original
Code Pull Requests Actions Activity

create_order_transactions: Make suitable for large datasets

Browse Source
This commit is contained in:
Raphael Michel
2021-10-19 15:25:34 +02:00
parent 0c25b2df92
commit 19fb6c8c34
1 changed files with 37 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

63
src/pretix/base/management/commands/create_order_transactions.py
View File

@@ -53,32 +53,43 @@ class Command(BaseCommand):
require_approval=False, require_approval=False,
).prefetch_related( ).prefetch_related(
'all_positions', 'all_fees' 'all_positions', 'all_fees'
).order_by(
'pk'
) )
for o in tqdm(qs): last_pk = 0
if o.last_transaction is None: with tqdm(total=qs.count()) as pbar:
tn = o.create_transactions( while True:
positions=o.all_positions.all(), batch = list(qs.filter(pk__gt=last_pk)[:5000])
fees=o.all_fees.all(), if not batch:
dt_now=o.datetime, break
migrated=True,
is_new=True, for o in batch:
_backfill_before_cancellation=True, if o.last_transaction is None:
) tn = o.create_transactions(
o.create_transactions( positions=o.all_positions.all(),
positions=o.all_positions.all(), fees=o.all_fees.all(),
fees=o.all_fees.all(), dt_now=o.datetime,
dt_now=o.cancellation_date or (o.expires if o.status == Order.STATUS_EXPIRED else o.datetime), migrated=True,
migrated=True, is_new=True,
) _backfill_before_cancellation=True,
else: )
tn = o.create_transactions( o.create_transactions(
positions=o.all_positions.all(), positions=o.all_positions.all(),
fees=o.all_fees.all(), fees=o.all_fees.all(),
dt_now=now(), dt_now=o.cancellation_date or (o.expires if o.status == Order.STATUS_EXPIRED else o.datetime),
migrated=True, migrated=True,
) )
if tn: else:
t += 1 tn = o.create_transactions(
time.sleep(options.get('slowdown', 0) / 1000) positions=o.all_positions.all(),
fees=o.all_fees.all(),
dt_now=now(),
migrated=True,
)
if tn:
t += 1
time.sleep(0)
pbar.update(1)
last_pk = batch[-1].pk
self.stderr.write(self.style.SUCCESS(f'Created transactions for {t} orders.')) self.stderr.write(self.style.SUCCESS(f'Created transactions for {t} orders.'))