Bank transfer: Allow CAMT import (#5601)

src/pretix/plugins/banktransfer/camtimport.py

@@ -0,0 +1,71 @@
+#
+# This file is part of pretix (Community Edition).
+#
+# Copyright (C) 2014-2020  Raphael Michel and contributors
+# Copyright (C) 2020-today pretix GmbH and contributors
+#
+# This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General
+# Public License as published by the Free Software Foundation in version 3 of the License.
+#
+# ADDITIONAL TERMS APPLY: Pursuant to Section 7 of the GNU Affero General Public License, additional terms are
+# applicable granting you additional permissions and placing additional restrictions on your usage of this software.
+# Please refer to the pretix LICENSE file to obtain the full terms applicable to this work. If you did not receive
+# this file, see <https://pretix.eu/about/en/license>.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied
+# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Affero General Public License along with this program.  If not, see
+# <https://www.gnu.org/licenses/>.
+#
+from django.utils.translation import gettext_lazy as _
+from lxml import etree
+
+
+def parse(file):
+    # Spec: https://www.ebics.de/de/datenformate
+    data = file.read()
+    root = etree.fromstring(data)
+
+    statements = root.findall("{*}BkToCstmrStmt/{*}Stmt")
+    if not statements:
+        raise ValueError(_("Empty file or unknown format."))
+
+    def get_text(findall_result):
+        if len(findall_result) == 1:
+            return findall_result[0].text
+        return ""
+
+    rows = []
+    for stmt in statements:
+        for ntry in stmt.findall("{*}Ntry"):
+            minus = ""
+            otherparty = "Dbtr"
+            if ntry.findall("{*}CdtDbtInd")[0].text == "DBIT":
+                otherparty = "Cdtr"
+                minus = "-"
+            reference_parts = [
+                get_text(ntry.findall("{*}NtryDtls/{*}TxDtls/{*}RmtInf/{*}Ustrd")),
+                get_text(ntry.findall("{*}NtryDtls/{*}TxDtls/{*}Refs/{*}EndToEndId")),
+                get_text(ntry.findall("{*}NtryDtls/{*}TxDtls/{*}Refs/{*}InstructionIdentification")),
+            ]
+            if ntry.findall("{*}NtryDtls/{*}Btch"):
+                # Batch booking, we do not support splitting yet
+                reference_parts.insert(0, get_text(ntry.findall("{*}NtryDtls/{*}Btch/{*}PmtInfId")))
+            row = {
+                'amount': minus + ntry.findall("{*}Amt")[0].text,
+                'date': get_text(ntry.findall("{*}BookgDt/{*}Dt")),
+                'reference': "\n".join(filter(lambda a: bool(a) and a != "NOTPROVIDED", reference_parts))
+            }
+            if ext_id := get_text(ntry.findall("{*}AcctSvcrRef")):
+                row['external_id'] = ext_id
+            if iban := get_text(ntry.findall(f"{{*}}NtryDtls/{{*}}TxDtls/{{*}}RltdPties/{{*}}{otherparty}Acct/{{*}}Id/{{*}}IBAN")):
+                row['iban'] = iban
+            if bic := get_text(ntry.findall(f"{{*}}NtryDtls/{{*}}TxDtls/{{*}}RltdAgts/{{*}}{otherparty}Agt/{{*}}FinInstnId/{{*}}BICFI")):
+                row['bic'] = bic
+            if payer := get_text(ntry.findall(f"{{*}}NtryDtls/{{*}}TxDtls/{{*}}RltdPties/{{*}}{otherparty}/{{*}}Nm")):
+                row['payer'] = payer
+            rows.append(row)
+
+    return rows

src/pretix/plugins/banktransfer/views.py

@@ -66,7 +66,7 @@ from pretix.control.permissions import (
 )
 from pretix.control.views.organizer import OrganizerDetailViewMixin
 from pretix.helpers.json import CustomJSONEncoder
-from pretix.plugins.banktransfer import csvimport, mt940import
+from pretix.plugins.banktransfer import camtimport, csvimport, mt940import
 from pretix.plugins.banktransfer.models import (
     BankImportJob, BankTransaction, RefundExport,
 )
@@ -419,6 +419,9 @@ class ImportView(ListView):
         ):
             return self.process_mt940()
 
+        elif 'file' in self.request.FILES and '.xml' in self.request.FILES.get('file').name.lower():
+            return self.process_camt()
+
         elif self.request.FILES.get('file') is None:
             messages.error(self.request, _('You must choose a file to import.'))
             return self.redirect_back()
@@ -432,6 +435,14 @@ class ImportView(ListView):
     def settings(self):
         return SettingsSandbox('payment', 'banktransfer', getattr(self.request, 'event', self.request.organizer))
 
+    def process_camt(self):
+        try:
+            return self.start_processing(camtimport.parse(self.request.FILES.get('file')))
+        except:
+            logger.exception('Failed to import CAMT file')
+            messages.error(self.request, _('We were unable to process your input.'))
+            return self.redirect_back()
+
     def process_mt940(self):
         try:
             return self.start_processing(mt940import.parse(self.request.FILES.get('file')))