[ADD] Parse CAMT053 structure

account_banking_camt/__init__.py

@@ -0,0 +1 @@
+import camt

account_banking_camt/__openerp__.py

@@ -0,0 +1,32 @@
+##############################################################################
+#
+#    Copyright (C) 2013 Therp BV (<http://therp.nl>)
+#    All Rights Reserved
+#
+#    This program is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU Affero General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU Affero General Public License for more details.
+#
+#    You should have received a copy of the GNU Affero General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+##############################################################################
+{
+    'name': 'CAMT Format Bank Statements Import',
+    'version': '0.1',
+    'license': 'AGPL-3',
+    'author': 'Therp BV',
+    'website': 'https://launchpad.net/account-banking',
+    'category': 'Account Banking',
+    'depends': ['account_banking'],
+    'description': '''
+Module to import SEPA CAMT Format bank statement files
+    ''',
+    'installable': True,
+}

account_banking_camt/camt.py

@@ -0,0 +1,153 @@
+from lxml import etree
+from datetime import datetime
+from account_banking.parsers import models
+from account_banking.parsers.convert import str2date
+from account_banking.sepa import postalcode
+from tools.translate import _
+
+bt = models.mem_bank_transaction
+
+class transaction(models.mem_bank_transaction):
+
+    def __init__(self, values, *args, **kwargs):
+        super(transaction, self).__init__(*args, **kwargs)
+        for attr in self.attrnames:
+            if attr in values:
+                setattr(self, attr, values['attr'])
+
+class parser(models.parser):
+    code = 'CAMT'
+    country_code = 'NL'
+    name = _('Generic CAMT Format')
+    doc = _('''\
+CAMT Format parser
+''')
+
+    def tag(self, node):
+        """
+        Return the tag of a node, stripped from its namespace
+        """
+        return node.tag[len(self.ns):]
+
+    def assert_tag(self, node, expected):
+        """
+        Get node's stripped tag and compare with expected
+        """
+        assert self.tag(node) == expected, (
+            _("Expected tag '%s', got '%s' instead") %
+            (self.tag(node), expected))
+        
+    def xpath(self, node, expr):
+        """
+        Wrap namespaces argument into call to Element.xpath():
+
+        self.xpath(node, './ns:Acct/ns:Id')
+        """
+        return node.xpath(expr, namespaces={'ns': self.ns[1:-1]})
+
+    def get_balance_type_node(self, node, balance_type):
+        """
+        :param node: BkToCstmrStmt/Stmt/Bal node
+        :param balance type: one of 'OPBD', 'PRCD', 'ITBD', 'CLBD'
+        """
+        code_expr = './ns:Bal/ns:Tp/ns:CdOrPrtry/ns:Cd[text()="%s"]/../../..' % balance_type
+        return self.xpath(node, code_expr)
+    
+    def parse_amount(self, node):
+        """
+        Parse an element that contains both Amount and CreditDebitIndicator
+        
+        :return: signed amount
+        :returntype: float
+        """
+        sign = -1 if node.find(self.ns + 'CdtDbtInd').text == 'CRDT' else 1
+        return sign * float(node.find(self.ns + 'Amt').text)
+        
+    def get_start_balance(self, node):
+        """
+        Find the (only) balance node with code OpeningBalance, or
+        the only one with code 'PreviousClosingBalance'
+        or the first balance node with code InterimBalance in
+        the case of preceeding pagination.
+
+        :param node: BkToCstmrStmt/Stmt/Bal node
+        """
+        nodes = (
+            self.get_balance_type_node(node, 'OPBD') or
+            self.get_balance_type_node(node, 'PRCD') or
+            self.get_balance_type_node(node, 'ITBD'))
+        return self.parse_amount(nodes[0])
+
+    def get_end_balance(self, node):
+        """
+        Find the (only) balance node with code ClosingBalance, or
+        the second (and last) balance node with code InterimBalance in
+        the case of continued pagination.
+
+        :param node: BkToCstmrStmt/Stmt/Bal node
+        """
+        nodes = (
+            self.get_balance_type_node(node, 'CLBD') or
+            self.get_balance_type_node(node, 'ITBD'))
+        return self.parse_amount(nodes[-1])
+
+    def parse_Stmt(self, node):
+        statement = models.mem_bank_statement()
+        statement.id = node.find(self.ns + 'Id').text
+        statement.local_account = (
+            self.xpath(node, './ns:Acct/ns:Id/ns:IBAN')[0].text
+            if self.xpath(node, './ns:Acct/ns:Id/ns:IBAN')
+            else self.xpath(node, './ns:Acct/ns:Id/ns:Othr/ns:Id')[0].text)
+        statement.local_currency = self.xpath(node, './ns:Acct/ns:Ccy')[0].text
+        statement.start_balance = self.get_start_balance(node)
+        statement.end_balance = self.get_end_balance(node)
+        print "Number of Ntry in statement: %s" % len(self.xpath(node, '.ns:Ntry'))
+        for Ntry in self.xpath(node, '.ns:Ntry'):
+            for transaction_detail in self.parse_Ntry(Ntry):
+                statement.transactions.append(
+                    transaction(transaction_detail))
+        return statement
+
+    def get_entry_description(self, node):
+        """
+        :param node: Ntry node
+        """
+        codes = self.xpath(node, './ns:BxTxCd/ns:Prtry/ns:Cd')
+        if codes:
+            return codes[0].text
+        return False
+
+    def parse_Ntry(self, node):
+        entry_description = self.get_entry_description(node)
+        entry_details = {
+            'effective_date': self.xpath(node, './ns:BookgDt/ns:Dt')[0].text,
+            'transaction_date': self.xpath(node, './ns:ValDt/ns:Dt')[0].text,
+            'transfer_type': bt.ORDER,
+            'transferred_amount': self.parse_amount(node)
+            }
+        amount_sign = -1 if node.find(self.ns + 'CdtDbtInd').text == 'CRDT' else 1
+        transaction_details = []
+        print "  NUmber of NtryDtls in Ntry with code %s: %s" % (
+            entry_description, len(self.xpath(node, './ns:NtryDtls')))
+        for NtryDtl in self.xpath(node, './ns:NtryDtls'):
+            # Todo: process Btch tag on entry-detail level
+            print "    NUmber of TxDtls in NtryDtl: %s" % len(self.xpath(node, './ns:TxDtls'))
+            continue
+            for TxDtl in self.xpath(NtryDtl, './ns:TxDtls'):
+                transaction_details.append(
+                    self.parse_TxDtl(TxDtl, entry_details, amount_sign))
+        return transaction_details
+
+    def parse_TxDtl(self, node, entry_values, amount_sign):
+        transaction_values = dict(entry_values)
+        amount = amount_sign * float(node.find(self.ns + 'Amt').text)
+
+
+    def parse(self, cr, data):
+        root = etree.fromstring(data)
+        self.ns = root.tag[:root.tag.index("}") + 1]
+        self.assert_tag(root[0][0], 'GrpHdr')
+        statements = []
+        for node in root[0][1:]:
+            statements.append(self.parse_Stmt(node))
+        return statements