Jordi Ballester Alomar
5 years ago
22 changed files with 829 additions and 0 deletions
-
2account_bank_statement_import_txt_xlsx/__init__.py
-
28account_bank_statement_import_txt_xlsx/__manifest__.py
-
53account_bank_statement_import_txt_xlsx/data/txt_map_data.xml
-
2account_bank_statement_import_txt_xlsx/models/__init__.py
-
136account_bank_statement_import_txt_xlsx/models/account_bank_statement_import_txt_map.py
-
19account_bank_statement_import_txt_xlsx/models/account_journal.py
-
12account_bank_statement_import_txt_xlsx/readme/CONFIGURE.rst
-
7account_bank_statement_import_txt_xlsx/readme/CONTRIBUTORS.rst
-
2account_bank_statement_import_txt_xlsx/readme/DESCRIPTION.rst
-
3account_bank_statement_import_txt_xlsx/readme/USAGE.rst
-
3account_bank_statement_import_txt_xlsx/security/ir.model.access.csv
-
1account_bank_statement_import_txt_xlsx/tests/__init__.py
-
3account_bank_statement_import_txt_xlsx/tests/sample_statement_en.csv
-
BINaccount_bank_statement_import_txt_xlsx/tests/sample_statement_en.xlsx
-
99account_bank_statement_import_txt_xlsx/tests/test_txt_statement_import.py
-
16account_bank_statement_import_txt_xlsx/views/account_journal_views.xml
-
70account_bank_statement_import_txt_xlsx/views/txt_map_views.xml
-
2account_bank_statement_import_txt_xlsx/wizards/__init__.py
-
288account_bank_statement_import_txt_xlsx/wizards/account_bank_statement_import_txt.py
-
14account_bank_statement_import_txt_xlsx/wizards/account_bank_statement_import_view.xml
-
40account_bank_statement_import_txt_xlsx/wizards/create_map_lines_from_file.py
-
29account_bank_statement_import_txt_xlsx/wizards/create_map_lines_from_file_views.xml
@ -0,0 +1,2 @@ |
|||||
|
from . import models |
||||
|
from . import wizards |
@ -0,0 +1,28 @@ |
|||||
|
# Copyright 2014-2017 Akretion (http://www.akretion.com). |
||||
|
# @author Alexis de Lattre <alexis.delattre@akretion.com> |
||||
|
# @author Sébastien BEAU <sebastien.beau@akretion.com> |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
{ |
||||
|
"name": "Account Bank Statement Import TXT XLSX", |
||||
|
'summary': 'Import TXT/CSV or XLSX files as Bank Statements in Odoo', |
||||
|
"version": "12.0.1.0.1", |
||||
|
"category": "Accounting", |
||||
|
"website": "https://github.com/OCA/bank-statement-import", |
||||
|
"author": " Eficent, Odoo Community Association (OCA)", |
||||
|
"license": "AGPL-3", |
||||
|
"installable": True, |
||||
|
"depends": [ |
||||
|
"account_bank_statement_import", |
||||
|
], |
||||
|
"external_dependencies": { |
||||
|
"python": ["xlrd"], |
||||
|
}, |
||||
|
"data": [ |
||||
|
"security/ir.model.access.csv", |
||||
|
"data/txt_map_data.xml", |
||||
|
"wizards/create_map_lines_from_file_views.xml", |
||||
|
"wizards/account_bank_statement_import_view.xml", |
||||
|
"views/account_journal_views.xml", |
||||
|
"views/txt_map_views.xml", |
||||
|
] |
||||
|
} |
@ -0,0 +1,53 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<odoo noupdate="1"> |
||||
|
|
||||
|
<record id="txt_map" model="account.bank.statement.import.map"> |
||||
|
<field name="name">Sample Statement</field> |
||||
|
<field name="float_thousands_sep">comma</field> |
||||
|
<field name="float_decimal_sep">dot</field> |
||||
|
</record> |
||||
|
|
||||
|
<record id="txt_map_line_date" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Date</field> |
||||
|
<field name="sequence">0</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">date</field> |
||||
|
<field name="date_format">%m/%d/%Y</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_name" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Label</field> |
||||
|
<field name="sequence">1</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">name</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_currency" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Currency</field> |
||||
|
<field name="sequence">2</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">currency</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_amount" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Amount</field> |
||||
|
<field name="sequence">3</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">amount</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_amount_currency" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Amount Currency</field> |
||||
|
<field name="sequence">4</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">amount_currency</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_partner_name" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Partner Name</field> |
||||
|
<field name="sequence">5</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">partner_name</field> |
||||
|
</record> |
||||
|
<record id="txt_map_line_account_number" model="account.bank.statement.import.map.line"> |
||||
|
<field name="name">Bank Account</field> |
||||
|
<field name="sequence">6</field> |
||||
|
<field name="map_parent_id" ref="txt_map"/> |
||||
|
<field name="field_to_assign">account_number</field> |
||||
|
</record> |
||||
|
</odoo> |
@ -0,0 +1,2 @@ |
|||||
|
from . import account_bank_statement_import_txt_map |
||||
|
from . import account_journal |
@ -0,0 +1,136 @@ |
|||||
|
# Copyright 2019 Tecnativa - Vicent Cubells |
||||
|
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
|
||||
|
from odoo import fields, models, api |
||||
|
|
||||
|
|
||||
|
class AccountBankStatementImportTxtMap(models.Model): |
||||
|
_name = 'account.bank.statement.import.map' |
||||
|
_description = 'Account Bank Statement Import Txt Map' |
||||
|
|
||||
|
name = fields.Char( |
||||
|
required=True, |
||||
|
) |
||||
|
map_line_ids = fields.One2many( |
||||
|
comodel_name='account.bank.statement.import.map.line', |
||||
|
inverse_name='map_parent_id', |
||||
|
string="Map lines", |
||||
|
required=True, |
||||
|
copy=True, |
||||
|
) |
||||
|
float_thousands_sep = fields.Selection( |
||||
|
[('dot', 'dot (.)'), |
||||
|
('comma', 'comma (,)'), |
||||
|
('none', 'none'), |
||||
|
], |
||||
|
string='Thousands separator', |
||||
|
# forward compatibility: this was the value assumed |
||||
|
# before the field was added. |
||||
|
default='dot', |
||||
|
required=True |
||||
|
) |
||||
|
float_decimal_sep = fields.Selection( |
||||
|
[('dot', 'dot (.)'), |
||||
|
('comma', 'comma (,)'), |
||||
|
('none', 'none'), |
||||
|
], |
||||
|
string='Decimals separator', |
||||
|
# forward compatibility: this was the value assumed |
||||
|
# before the field was added. |
||||
|
default='comma', |
||||
|
required=True |
||||
|
) |
||||
|
file_encoding = fields.Selection( |
||||
|
string='Encoding', |
||||
|
selection=[ |
||||
|
('utf-8', 'UTF-8'), |
||||
|
('utf-16 ', 'UTF-16'), |
||||
|
('windows-1252', 'Windows-1252'), |
||||
|
('latin1', 'latin1'), |
||||
|
('latin2', 'latin2'), |
||||
|
('big5', 'big5'), |
||||
|
('gb18030', 'gb18030'), |
||||
|
('shift_jis', 'shift_jis'), |
||||
|
('windows-1251', 'windows-1251'), |
||||
|
('koir8_r', 'koir9_r'), |
||||
|
], |
||||
|
default='utf-8', |
||||
|
) |
||||
|
delimiter = fields.Selection( |
||||
|
string='Separated by', |
||||
|
selection=[ |
||||
|
('.', 'dot (.)'), |
||||
|
(',', 'comma (,)'), |
||||
|
(';', 'semicolon (;)'), |
||||
|
('', 'none'), |
||||
|
('\t', 'Tab'), |
||||
|
(' ', 'Space'), |
||||
|
], |
||||
|
default=',', |
||||
|
) |
||||
|
quotechar = fields.Char(string='String delimiter', size=1, |
||||
|
default='"') |
||||
|
|
||||
|
@api.onchange('float_thousands_sep') |
||||
|
def onchange_thousands_separator(self): |
||||
|
if 'dot' == self.float_thousands_sep == self.float_decimal_sep: |
||||
|
self.float_decimal_sep = 'comma' |
||||
|
elif 'comma' == self.float_thousands_sep == self.float_decimal_sep: |
||||
|
self.float_decimal_sep = 'dot' |
||||
|
|
||||
|
@api.onchange('float_decimal_sep') |
||||
|
def onchange_decimal_separator(self): |
||||
|
if 'dot' == self.float_thousands_sep == self.float_decimal_sep: |
||||
|
self.float_thousands_sep = 'comma' |
||||
|
elif 'comma' == self.float_thousands_sep == self.float_decimal_sep: |
||||
|
self.float_thousands_sep = 'dot' |
||||
|
|
||||
|
def _get_separators(self): |
||||
|
separators = {'dot': '.', |
||||
|
'comma': ',', |
||||
|
'none': '', |
||||
|
} |
||||
|
return (separators[self.float_thousands_sep], |
||||
|
separators[self.float_decimal_sep]) |
||||
|
|
||||
|
|
||||
|
class AccountBankStatementImportTxtMapLine(models.Model): |
||||
|
_name = 'account.bank.statement.import.map.line' |
||||
|
_description = 'Account Bank Statement Import Txt Map Line' |
||||
|
_order = "sequence asc, id asc" |
||||
|
|
||||
|
sequence = fields.Integer( |
||||
|
string="Field number", |
||||
|
required=True, |
||||
|
) |
||||
|
name = fields.Char( |
||||
|
string="Header Name", |
||||
|
required=True, |
||||
|
) |
||||
|
map_parent_id = fields.Many2one( |
||||
|
comodel_name='account.bank.statement.import.map', |
||||
|
required=True, |
||||
|
ondelete='cascade', |
||||
|
) |
||||
|
field_to_assign = fields.Selection( |
||||
|
selection=[ |
||||
|
('date', 'Date'), |
||||
|
('name', 'Label'), |
||||
|
('currency', 'Currency'), |
||||
|
('amount', 'Amount in the journal currency'), |
||||
|
('amount_currency', 'Amount in foreign currency'), |
||||
|
('ref', 'Reference'), |
||||
|
('note', 'Notes'), |
||||
|
('partner_name', 'Name'), |
||||
|
('account_number', 'Bank Account Number'), |
||||
|
], |
||||
|
string="Statement Field to Assign", |
||||
|
) |
||||
|
date_format = fields.Selection( |
||||
|
selection=[ |
||||
|
('%d/%m/%Y', 'i.e. 15/12/2019'), |
||||
|
('%m/%d/%Y', 'i.e. 12/15/2019'), |
||||
|
], |
||||
|
string="Date Format", |
||||
|
) |
@ -0,0 +1,19 @@ |
|||||
|
# Copyright 2019 Tecnativa - Vicent Cubells |
||||
|
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
|
||||
|
from odoo import fields, models |
||||
|
|
||||
|
|
||||
|
class AccountJournal(models.Model): |
||||
|
_inherit = "account.journal" |
||||
|
|
||||
|
statement_import_txt_map_id = fields.Many2one( |
||||
|
comodel_name='account.bank.statement.import.map', |
||||
|
string='Statement Import Txt Map', |
||||
|
) |
||||
|
|
||||
|
def _get_bank_statements_available_import_formats(self): |
||||
|
res = super()._get_bank_statements_available_import_formats() |
||||
|
res.append('Txt') |
||||
|
return res |
@ -0,0 +1,12 @@ |
|||||
|
* Create or go to a bank journal where you want to import the txt statement. |
||||
|
* Edit that journal and set a Txt map in **Statement Import Map** section in **Advanced |
||||
|
Settings** tab. |
||||
|
|
||||
|
* Now you can import Text based statements in that journal. |
||||
|
|
||||
|
Note: if existent Txt Map does not fit to your file to import, you can |
||||
|
create another map in **Invoicing > Configuration > Accounting > |
||||
|
Statement Import Map**. |
||||
|
|
||||
|
You can import headers from any Txt file in **Action > Create Map |
||||
|
Lines** and set every line with which field of statement have to match. |
@ -0,0 +1,7 @@ |
|||||
|
* Alexis de Lattre <alexis.delattre@akretion.com> |
||||
|
* Sebastien BEAU <sebastien.beau@akretion.com> |
||||
|
* Tecnativa (https://www.tecnativa.com) |
||||
|
* Vicent Cubells <vicent.cubells@tecnativa.com> |
||||
|
* Victor M.M. Torres <victor.martin@tecnativa.com> |
||||
|
* Eficent (https://www.eficent.com) |
||||
|
* Jordi Ballester Alomar <jordi.ballester@eficent.com> |
@ -0,0 +1,2 @@ |
|||||
|
This module allows you to import the any TXT/CSV or XLSX file in Odoo as bank |
||||
|
statements. |
@ -0,0 +1,3 @@ |
|||||
|
To use this module, you need to: |
||||
|
|
||||
|
#. Go to your bank online and download your Bank Statement in TXT/CSV or XLSX format. |
@ -0,0 +1,3 @@ |
|||||
|
"id","name","model_id:id","group_id:id","perm_read","perm_write","perm_create","perm_unlink" |
||||
|
access_account_bank_statement_import_map,map manager,model_account_bank_statement_import_map,account.group_account_manager,1,1,1,1 |
||||
|
access_account_bank_statement_import_map_line,map line manager,model_account_bank_statement_import_map_line,account.group_account_manager,1,1,1,1 |
@ -0,0 +1 @@ |
|||||
|
from . import test_txt_statement_import |
@ -0,0 +1,3 @@ |
|||||
|
"Date","Label","Currency","Amount","Amount Currency","Partner Name","Bank Account" |
||||
|
"12/15/2018","Your best supplier","USD","-33.50","0.0","John Doe","123456789" |
||||
|
"12/15/2018","Your payment","EUR","1,525.00","1,000.00","Azure Interior","" |
@ -0,0 +1,99 @@ |
|||||
|
# Copyright 2019 Tecnativa - Vicent Cubells |
||||
|
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
|
||||
|
import os |
||||
|
import base64 |
||||
|
from odoo.tests import common |
||||
|
|
||||
|
|
||||
|
class TestTxtFile(common.TransactionCase): |
||||
|
|
||||
|
def setUp(self): |
||||
|
super(TestTxtFile, self).setUp() |
||||
|
|
||||
|
self.map = self.env['account.bank.statement.import.map'].create({ |
||||
|
'name': 'Txt Map Test', |
||||
|
}) |
||||
|
usd = self.env.ref('base.USD') |
||||
|
self.journal = self.env['account.journal'].create({ |
||||
|
'name': 'Txt Bank', |
||||
|
'type': 'bank', |
||||
|
'code': 'TXT', |
||||
|
'currency_id': ( |
||||
|
usd.id if self.env.user.company_id.currency_id != usd |
||||
|
else False |
||||
|
), |
||||
|
}) |
||||
|
|
||||
|
def _do_import_xlsx(self, file_name): |
||||
|
file_name = os.path.join(os.path.dirname(__file__), file_name) |
||||
|
with open(file_name, 'rb') as fin: |
||||
|
data = fin.read() |
||||
|
return data |
||||
|
|
||||
|
def _do_import(self, file_name): |
||||
|
file_name = os.path.join(os.path.dirname(__file__), file_name) |
||||
|
return open(file_name).read() |
||||
|
|
||||
|
def test_import_header(self): |
||||
|
file = self._do_import('sample_statement_en.csv') |
||||
|
file = base64.b64encode(file.encode("utf-8")) |
||||
|
wizard = self.env['wizard.txt.map.create'].with_context({ |
||||
|
'journal_id': self.journal.id, |
||||
|
'active_ids': [self.map.id], |
||||
|
}).create({'data_file': file}) |
||||
|
wizard.create_map_lines() |
||||
|
self.assertEqual(len(self.map.map_line_ids.ids), 7) |
||||
|
|
||||
|
def test_import_txt_file(self): |
||||
|
# Current statements before to run the wizard |
||||
|
old_statements = self.env['account.bank.statement'].search([]) |
||||
|
# This journal is for Txt statements |
||||
|
txt_map = self.env.ref( |
||||
|
'account_bank_statement_import_txt_xlsx.txt_map' |
||||
|
) |
||||
|
self.journal.statement_import_txt_map_id = txt_map.id |
||||
|
file = self._do_import('sample_statement_en.csv') |
||||
|
file = base64.b64encode(file.encode("utf-8")) |
||||
|
wizard = self.env['account.bank.statement.import'].with_context({ |
||||
|
'journal_id': self.journal.id, |
||||
|
}).create({'data_file': file}) |
||||
|
wizard.import_file() |
||||
|
staments_now = self.env['account.bank.statement'].search([]) |
||||
|
statement = staments_now - old_statements |
||||
|
self.assertEqual(len(statement.line_ids), 2) |
||||
|
self.assertEqual(len(statement.mapped('line_ids').filtered( |
||||
|
lambda x: x.partner_id)), 1) |
||||
|
self.assertAlmostEqual( |
||||
|
sum(statement.mapped('line_ids.amount')), 1491.50 |
||||
|
) |
||||
|
self.assertAlmostEqual( |
||||
|
sum(statement.mapped('line_ids.amount_currency')), 1000.00 |
||||
|
) |
||||
|
|
||||
|
def test_import_xlsx_file(self): |
||||
|
# Current statements before to run the wizard |
||||
|
old_statements = self.env['account.bank.statement'].search([]) |
||||
|
# This journal is for Txt statements |
||||
|
txt_map = self.env.ref( |
||||
|
'account_bank_statement_import_txt_xlsx.txt_map' |
||||
|
) |
||||
|
self.journal.statement_import_txt_map_id = txt_map.id |
||||
|
file = self._do_import_xlsx('sample_statement_en.xlsx') |
||||
|
file = base64.b64encode(file) |
||||
|
wizard = self.env['account.bank.statement.import'].with_context({ |
||||
|
'journal_id': self.journal.id, |
||||
|
}).create({'data_file': file}) |
||||
|
wizard.import_file() |
||||
|
staments_now = self.env['account.bank.statement'].search([]) |
||||
|
statement = staments_now - old_statements |
||||
|
self.assertEqual(len(statement.line_ids), 2) |
||||
|
self.assertEqual(len(statement.mapped('line_ids').filtered( |
||||
|
lambda x: x.partner_id)), 1) |
||||
|
self.assertAlmostEqual( |
||||
|
sum(statement.mapped('line_ids.amount')), 1491.50 |
||||
|
) |
||||
|
self.assertAlmostEqual( |
||||
|
sum(statement.mapped('line_ids.amount_currency')), 1000.00 |
||||
|
) |
@ -0,0 +1,16 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<odoo> |
||||
|
|
||||
|
<record id="view_account_journal_form_n43" model="ir.ui.view"> |
||||
|
<field name="model">account.journal</field> |
||||
|
<field name="inherit_id" ref="account.view_account_journal_form"/> |
||||
|
<field name="arch" type="xml"> |
||||
|
<xpath expr="//page[@name='advanced_settings']/group" position="inside"> |
||||
|
<group string="Statement Import Txt Map" attrs="{'invisible': [('type','!=','bank')]}"> |
||||
|
<field name="statement_import_txt_map_id"/> |
||||
|
</group> |
||||
|
</xpath> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
</odoo> |
@ -0,0 +1,70 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<odoo> |
||||
|
|
||||
|
<record id="statement_import_map_tax_tree" model="ir.ui.view"> |
||||
|
<field name="model">account.bank.statement.import.map</field> |
||||
|
<field name="arch" type="xml"> |
||||
|
<tree string="Txt Map"> |
||||
|
<field name="name"/> |
||||
|
</tree> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
<record id="statement_import_map_tax_form" model="ir.ui.view"> |
||||
|
<field name="model">account.bank.statement.import.map</field> |
||||
|
<field name="arch" type="xml"> |
||||
|
<form string="Txt Map"> |
||||
|
<group> |
||||
|
<field name="name"/> |
||||
|
<field name="float_thousands_sep"/> |
||||
|
<field name="float_decimal_sep"/> |
||||
|
<field name="file_encoding"/> |
||||
|
<field name="delimiter"/> |
||||
|
<field name="quotechar"/> |
||||
|
</group> |
||||
|
<separator string="Mapping Lines"/> |
||||
|
<field name="map_line_ids"/> |
||||
|
</form> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
<record id="statement_import_map_tax_line_tree" model="ir.ui.view"> |
||||
|
<field name="model">account.bank.statement.import.map.line</field> |
||||
|
<field name="arch" type="xml"> |
||||
|
<tree string="Txt mapping lines" editable="bottom"> |
||||
|
<field name="sequence"/> |
||||
|
<field name="name"/> |
||||
|
<field name="field_to_assign"/> |
||||
|
<field name="date_format" attrs="{'readonly':[('field_to_assign','!=','date')], 'required':[('field_to_assign','=','date')]}"/> |
||||
|
</tree> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
<record id="statement_import_map_tax_line_form" model="ir.ui.view"> |
||||
|
<field name="model">account.bank.statement.import.map.line</field> |
||||
|
<field name="arch" type="xml"> |
||||
|
<form string="Txt mapping line"> |
||||
|
<group> |
||||
|
<group> |
||||
|
<field name="name"/> |
||||
|
<field name="sequence"/> |
||||
|
<field name="field_to_assign"/> |
||||
|
</group> |
||||
|
</group> |
||||
|
</form> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
<record model="ir.actions.act_window" id="action_statement_import_txt_mappging"> |
||||
|
<field name="name">Statement Import Mapping</field> |
||||
|
<field name="res_model">account.bank.statement.import.map</field> |
||||
|
<field name="view_type">form</field> |
||||
|
<field name="view_mode">tree,form</field> |
||||
|
</record> |
||||
|
|
||||
|
<menuitem id="menu_statement_import_txt_mapping" |
||||
|
parent="account.account_account_menu" |
||||
|
action="action_statement_import_txt_mappging" |
||||
|
name="Statement Import Map"/> |
||||
|
|
||||
|
</odoo> |
@ -0,0 +1,2 @@ |
|||||
|
from . import create_map_lines_from_file |
||||
|
from . import account_bank_statement_import_txt |
@ -0,0 +1,288 @@ |
|||||
|
# Copyright 2014-2017 Akretion (http://www.akretion.com). |
||||
|
# @author Alexis de Lattre <alexis.delattre@akretion.com> |
||||
|
# @author Sébastien BEAU <sebastien.beau@akretion.com> |
||||
|
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
|
||||
|
import xlrd |
||||
|
import logging |
||||
|
import datetime as dtm |
||||
|
from datetime import datetime |
||||
|
from odoo import _, api, fields, models |
||||
|
from odoo.exceptions import UserError |
||||
|
import re |
||||
|
from io import StringIO |
||||
|
_logger = logging.getLogger(__name__) |
||||
|
|
||||
|
try: |
||||
|
import csv |
||||
|
except (ImportError, IOError) as err: |
||||
|
_logger.debug(err) |
||||
|
|
||||
|
|
||||
|
class AccountBankStatementImport(models.TransientModel): |
||||
|
_inherit = 'account.bank.statement.import' |
||||
|
|
||||
|
txt_map_id = fields.Many2one( |
||||
|
comodel_name='account.bank.statement.import.map', |
||||
|
string='Txt map', |
||||
|
readonly=True, |
||||
|
) |
||||
|
|
||||
|
@api.model |
||||
|
def _get_txt_encoding(self): |
||||
|
if self.txt_map_id.file_encoding: |
||||
|
return self.txt_map_id.file_encoding |
||||
|
return 'utf-8-sig' |
||||
|
|
||||
|
@api.model |
||||
|
def _get_txt_str_data(self, data_file): |
||||
|
if not isinstance(data_file, str): |
||||
|
data_file = data_file.decode(self._get_txt_encoding()) |
||||
|
return data_file.strip() |
||||
|
|
||||
|
@api.model |
||||
|
def _txt_convert_amount(self, amount_str): |
||||
|
if not amount_str: |
||||
|
return 0.0 |
||||
|
if self.txt_map_id: |
||||
|
thousands, decimal = self.txt_map_id._get_separators() |
||||
|
else: |
||||
|
thousands, decimal = ',', '.' |
||||
|
valstr = re.sub(r'[^\d%s%s.-]' % (thousands, decimal), '', amount_str) |
||||
|
valstrdot = valstr.replace(thousands, '') |
||||
|
valstrdot = valstrdot.replace(decimal, '.') |
||||
|
return float(valstrdot) |
||||
|
|
||||
|
@api.model |
||||
|
def _check_xls(self, data_file): |
||||
|
# Try if it is an Excel file |
||||
|
headers = self.mapped('txt_map_id.map_line_ids.name') |
||||
|
try: |
||||
|
file_headers = [] |
||||
|
book = xlrd.open_workbook(file_contents=data_file) |
||||
|
xl_sheet = book.sheet_by_index(0) |
||||
|
row = xl_sheet.row(0) # 1st row |
||||
|
for idx, cell_obj in enumerate(row): |
||||
|
cell_type_str = xlrd.sheet.ctype_text.get(cell_obj.ctype, False) |
||||
|
if cell_type_str: |
||||
|
file_headers.append(cell_obj.value) |
||||
|
else: |
||||
|
return False |
||||
|
if any(item not in file_headers for item in headers): |
||||
|
raise UserError( |
||||
|
_("Headers of file to import and Txt map lines does not " |
||||
|
"match.")) |
||||
|
except xlrd.XLRDError as e: |
||||
|
return False |
||||
|
except Exception as e: |
||||
|
return False |
||||
|
return True |
||||
|
|
||||
|
@api.model |
||||
|
def _check_txt(self, data_file): |
||||
|
data_file = self._get_txt_str_data(data_file) |
||||
|
if not self.txt_map_id: |
||||
|
return False |
||||
|
headers = self.mapped('txt_map_id.map_line_ids.name') |
||||
|
file_headers = data_file.split('\n', 1)[0] |
||||
|
if any(item not in file_headers for item in headers): |
||||
|
raise UserError( |
||||
|
_("Headers of file to import and Txt map lines does not " |
||||
|
"match.")) |
||||
|
return True |
||||
|
|
||||
|
def _get_currency_fields(self): |
||||
|
return ['amount', 'amount_currency'] |
||||
|
|
||||
|
def _convert_txt_line_to_dict(self, idx, line): |
||||
|
rline = dict() |
||||
|
for item in range(len(line)): |
||||
|
txt_map = self.mapped('txt_map_id.map_line_ids')[item] |
||||
|
value = line[item] |
||||
|
if not txt_map.field_to_assign: |
||||
|
continue |
||||
|
if txt_map.date_format: |
||||
|
try: |
||||
|
value = fields.Date.to_string( |
||||
|
datetime.strptime(value, txt_map.date_format)) |
||||
|
except Exception: |
||||
|
raise UserError( |
||||
|
_("Date format of map file and Txt date does " |
||||
|
"not match.")) |
||||
|
rline[txt_map.field_to_assign] = value |
||||
|
for field in self._get_currency_fields(): |
||||
|
_logger.debug('Trying to convert %s to float' % rline[field]) |
||||
|
try: |
||||
|
rline[field] = self._txt_convert_amount(rline[field]) |
||||
|
except Exception: |
||||
|
raise UserError( |
||||
|
_("Value '%s' for the field '%s' on line %d, " |
||||
|
"cannot be converted to float") |
||||
|
% (rline[field], field, idx)) |
||||
|
return rline |
||||
|
|
||||
|
def _parse_txt_file(self, data_file): |
||||
|
data_file = self._get_txt_str_data(data_file) |
||||
|
f = StringIO(data_file) |
||||
|
f.seek(0) |
||||
|
raw_lines = [] |
||||
|
if not self.txt_map_id.quotechar: |
||||
|
reader = csv.reader(f, |
||||
|
delimiter=self.txt_map_id.delimiter or False) |
||||
|
else: |
||||
|
reader = csv.reader(f, |
||||
|
quotechar=self.txt_map_id.quotechar, |
||||
|
delimiter=self.txt_map_id.delimiter or False) |
||||
|
next(reader) # Drop header |
||||
|
for idx, line in enumerate(reader): |
||||
|
_logger.debug("Line %d: %s" % (idx, line)) |
||||
|
raw_lines.append(self._convert_txt_line_to_dict(idx, line)) |
||||
|
return raw_lines |
||||
|
|
||||
|
def _convert_xls_line_to_dict(self, row_idx, xl_sheet): |
||||
|
rline = dict() |
||||
|
for col_idx in range(0, xl_sheet.ncols): # Iterate through columns |
||||
|
txt_map = self.mapped('txt_map_id.map_line_ids')[col_idx] |
||||
|
cell_obj = xl_sheet.cell(row_idx, col_idx) # Get cell |
||||
|
ctype = xl_sheet.cell(row_idx, col_idx).ctype |
||||
|
value = cell_obj.value |
||||
|
if not txt_map.field_to_assign: |
||||
|
continue |
||||
|
if ctype == xlrd.XL_CELL_DATE: |
||||
|
ms_date_number = xl_sheet.cell(row_idx, col_idx).value |
||||
|
try: |
||||
|
year, month, day, hour, minute, \ |
||||
|
second = xlrd.xldate_as_tuple( |
||||
|
ms_date_number, 0) |
||||
|
except xlrd.XLDateError as e: |
||||
|
raise UserError( |
||||
|
_('An error was found translating a date ' |
||||
|
'field from the file: %s') % e) |
||||
|
value = dtm.date(year, month, day) |
||||
|
value = value.strftime('%Y-%m-%d') |
||||
|
rline[txt_map.field_to_assign] = value |
||||
|
|
||||
|
return rline |
||||
|
|
||||
|
def _parse_xls_file(self, data_file): |
||||
|
try: |
||||
|
raw_lines = [] |
||||
|
book = xlrd.open_workbook(file_contents=data_file) |
||||
|
xl_sheet = book.sheet_by_index(0) |
||||
|
for row_idx in range(1, xl_sheet.nrows): |
||||
|
_logger.debug("Line %d" % row_idx) |
||||
|
raw_lines.append(self._convert_xls_line_to_dict( |
||||
|
row_idx, xl_sheet)) |
||||
|
except xlrd.XLRDError: |
||||
|
return False |
||||
|
except Exception as e: |
||||
|
return False |
||||
|
return raw_lines |
||||
|
|
||||
|
def _post_process_statement_line(self, raw_lines): |
||||
|
""" Enter your additional logic here. """ |
||||
|
return raw_lines |
||||
|
|
||||
|
def _get_journal(self): |
||||
|
journal_id = self.env.context.get('journal_id') |
||||
|
if not journal_id: |
||||
|
raise UserError(_('You must run this wizard from the journal')) |
||||
|
return self.env['account.journal'].browse(journal_id) |
||||
|
|
||||
|
def _get_currency_id(self, fline): |
||||
|
journal = self._get_journal() |
||||
|
line_currency_name = fline.get('currency', False) |
||||
|
currency = journal.currency_id or journal.company_id.currency_id |
||||
|
if line_currency_name and line_currency_name != currency.name: |
||||
|
currency = self.env['res.currency'].search( |
||||
|
[('name', '=', fline['currency'])], limit=1) |
||||
|
return currency.id |
||||
|
return False |
||||
|
|
||||
|
@api.model |
||||
|
def _get_partner_id(self, fline): |
||||
|
partner_name = fline.get('partner_name', False) |
||||
|
if partner_name: |
||||
|
partner = self.env['res.partner'].search([ |
||||
|
('name', '=ilike', partner_name)]) |
||||
|
if partner and len(partner) == 1: |
||||
|
return partner.commercial_partner_id.id |
||||
|
return None |
||||
|
|
||||
|
def _prepare_txt_statement_line(self, fline): |
||||
|
currency_id = self._get_currency_id(fline) |
||||
|
return { |
||||
|
'date': fline.get('date', False), |
||||
|
'name': fline.get('name', ''), |
||||
|
'ref': fline.get('ref', False), |
||||
|
'note': fline.get('Notes', False), |
||||
|
'amount': fline.get('amount', 0.0), |
||||
|
'currency_id': self._get_currency_id(fline), |
||||
|
'amount_currency': currency_id and fline.get( |
||||
|
'amount_currency', 0.0) or 0.0, |
||||
|
'partner_id': self._get_partner_id(fline), |
||||
|
'account_number': fline.get('account_number', False), |
||||
|
} |
||||
|
|
||||
|
def _prepare_txt_statement(self, lines): |
||||
|
balance_end_real = 0.0 |
||||
|
for line in lines: |
||||
|
if 'amount' in line and line['amount']: |
||||
|
balance_end_real += line['amount'] |
||||
|
|
||||
|
return { |
||||
|
'name': |
||||
|
_('%s Import %s > %s') |
||||
|
% (self.txt_map_id.name, |
||||
|
lines[0]['date'], lines[-1]['date']), |
||||
|
'date': lines[-1]['date'], |
||||
|
'balance_start': 0.0, |
||||
|
'balance_end_real': balance_end_real, |
||||
|
} |
||||
|
|
||||
|
@api.model |
||||
|
def _parse_file(self, data_file): |
||||
|
""" Import a file in Txt CSV format """ |
||||
|
is_txt = False |
||||
|
is_xls = self._check_xls(data_file) |
||||
|
if not is_xls: |
||||
|
is_txt = self._check_txt(data_file) |
||||
|
if not is_txt and not is_xls: |
||||
|
return super(AccountBankStatementImport, self)._parse_file( |
||||
|
data_file) |
||||
|
if is_txt: |
||||
|
raw_lines = self._parse_txt_file(data_file) |
||||
|
else: |
||||
|
raw_lines = self._parse_xls_file(data_file) |
||||
|
final_lines = self._post_process_statement_line(raw_lines) |
||||
|
vals_bank_statement = self._prepare_txt_statement(final_lines) |
||||
|
transactions = [] |
||||
|
for fline in final_lines: |
||||
|
vals_line = self._prepare_txt_statement_line(fline) |
||||
|
_logger.debug("vals_line = %s" % vals_line) |
||||
|
transactions.append(vals_line) |
||||
|
vals_bank_statement['transactions'] = transactions |
||||
|
return None, None, [vals_bank_statement] |
||||
|
|
||||
|
@api.model |
||||
|
def _complete_txt_statement_line(self, line): |
||||
|
""" Enter additional logic here. """ |
||||
|
return None |
||||
|
|
||||
|
@api.model |
||||
|
def _complete_stmts_vals(self, stmts_vals, journal_id, account_number): |
||||
|
stmts_vals = super(AccountBankStatementImport, self). \ |
||||
|
_complete_stmts_vals(stmts_vals, journal_id, account_number) |
||||
|
for line in stmts_vals[0]['transactions']: |
||||
|
vals = self._complete_txt_statement_line(line) |
||||
|
if vals: |
||||
|
line.update(vals) |
||||
|
return stmts_vals |
||||
|
|
||||
|
@api.model |
||||
|
def default_get(self, fields): |
||||
|
res = super(AccountBankStatementImport, self).default_get(fields) |
||||
|
journal = self._get_journal() |
||||
|
res['txt_map_id'] = journal.statement_import_txt_map_id.id |
||||
|
return res |
@ -0,0 +1,14 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<odoo> |
||||
|
|
||||
|
<record id="account_bank_statement_import_view" model="ir.ui.view"> |
||||
|
<field name="model">account.bank.statement.import</field> |
||||
|
<field name="inherit_id" ref="account_bank_statement_import.account_bank_statement_import_view"/> |
||||
|
<field name="arch" type="xml"> |
||||
|
<xpath expr="//ul[@id='statement_format']" position="inside"> |
||||
|
<li>Txt/XLSX file with Template: <field name="txt_map_id"/></li> |
||||
|
</xpath> |
||||
|
</field> |
||||
|
</record> |
||||
|
|
||||
|
</odoo> |
@ -0,0 +1,40 @@ |
|||||
|
# Copyright 2019 Tecnativa - Vicent Cubells |
||||
|
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
||||
|
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
||||
|
|
||||
|
import csv |
||||
|
import base64 |
||||
|
from odoo import api, fields, models |
||||
|
from io import StringIO |
||||
|
|
||||
|
|
||||
|
class WizardTxtMapCreate(models.TransientModel): |
||||
|
_name = 'wizard.txt.map.create' |
||||
|
_description = 'Wizard Txt Map Create' |
||||
|
|
||||
|
data_file = fields.Binary( |
||||
|
string='Bank Statement File', |
||||
|
required=True, |
||||
|
) |
||||
|
filename = fields.Char() |
||||
|
|
||||
|
@api.multi |
||||
|
def create_map_lines(self): |
||||
|
statement_obj = self.env['account.bank.statement.import.map'] |
||||
|
data_file = base64.b64decode(self.data_file) |
||||
|
if not isinstance(data_file, str): |
||||
|
data_file = data_file.decode('utf-8-sig').strip() |
||||
|
file = StringIO(data_file) |
||||
|
file.seek(0) |
||||
|
reader = csv.reader(file) |
||||
|
headers = [] |
||||
|
for row in reader: |
||||
|
headers = row |
||||
|
break |
||||
|
lines = [] |
||||
|
for idx, title in enumerate(headers): |
||||
|
lines.append((0, 0, {'sequence': idx, 'name': title})) |
||||
|
if lines: |
||||
|
for statement in statement_obj.browse( |
||||
|
self.env.context.get('active_ids')): |
||||
|
statement.map_line_ids = lines |
@ -0,0 +1,29 @@ |
|||||
|
<?xml version="1.0" encoding="utf-8"?> |
||||
|
<odoo> |
||||
|
|
||||
|
<record id="create_txt_map_lines_view" model="ir.ui.view"> |
||||
|
<field name="name">Create Statement Map Lines</field> |
||||
|
<field name="model">wizard.txt.map.create</field> |
||||
|
<field name="arch" type="xml"> |
||||
|
<form string="Import Txt Map Lines"> |
||||
|
<h2>Select a TXT/CSV or XLSX bank statement file to create all the map lines from headers file.</h2> |
||||
|
<p>Download a bank statement from your bank and import it here.</p> |
||||
|
<p>All the txt map lines will be created automatically.</p> |
||||
|
<field name="data_file" filename="filename" placeholder="Choose a file to import..."/> |
||||
|
<field name="filename" invisible="1"/> |
||||
|
<footer> |
||||
|
<button name="create_map_lines" string="Create Lines" type="object" class="btn-primary" /> |
||||
|
<button string="Cancel" class="btn-default" special="cancel"/> |
||||
|
</footer> |
||||
|
</form> |
||||
|
</field> |
||||
|
</record> |
||||
|
<act_window name="Create Statement Map Lines" |
||||
|
res_model="wizard.txt.map.create" |
||||
|
src_model="account.bank.statement.import.map" |
||||
|
view_mode="form" |
||||
|
target="new" |
||||
|
key2="client_action_multi" |
||||
|
id="action_create_txt_map_lines"/> |
||||
|
|
||||
|
</odoo> |
Write
Preview
Loading…
Cancel
Save
Reference in new issue