Browse Source
Merge pull request #227 from ForgeFlow/12.0-add-account_bank_statement_import_txt
Merge pull request #227 from ForgeFlow/12.0-add-account_bank_statement_import_txt
[12.0][add] account_bank_statement_import_txt_xlsx12.0
Jordi Ballester Alomar
5 years ago
committed by
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
22 changed files with 829 additions and 0 deletions
-
2account_bank_statement_import_txt_xlsx/__init__.py
-
28account_bank_statement_import_txt_xlsx/__manifest__.py
-
53account_bank_statement_import_txt_xlsx/data/txt_map_data.xml
-
2account_bank_statement_import_txt_xlsx/models/__init__.py
-
136account_bank_statement_import_txt_xlsx/models/account_bank_statement_import_txt_map.py
-
19account_bank_statement_import_txt_xlsx/models/account_journal.py
-
12account_bank_statement_import_txt_xlsx/readme/CONFIGURE.rst
-
7account_bank_statement_import_txt_xlsx/readme/CONTRIBUTORS.rst
-
2account_bank_statement_import_txt_xlsx/readme/DESCRIPTION.rst
-
3account_bank_statement_import_txt_xlsx/readme/USAGE.rst
-
3account_bank_statement_import_txt_xlsx/security/ir.model.access.csv
-
1account_bank_statement_import_txt_xlsx/tests/__init__.py
-
3account_bank_statement_import_txt_xlsx/tests/sample_statement_en.csv
-
BINaccount_bank_statement_import_txt_xlsx/tests/sample_statement_en.xlsx
-
99account_bank_statement_import_txt_xlsx/tests/test_txt_statement_import.py
-
16account_bank_statement_import_txt_xlsx/views/account_journal_views.xml
-
70account_bank_statement_import_txt_xlsx/views/txt_map_views.xml
-
2account_bank_statement_import_txt_xlsx/wizards/__init__.py
-
288account_bank_statement_import_txt_xlsx/wizards/account_bank_statement_import_txt.py
-
14account_bank_statement_import_txt_xlsx/wizards/account_bank_statement_import_view.xml
-
40account_bank_statement_import_txt_xlsx/wizards/create_map_lines_from_file.py
-
29account_bank_statement_import_txt_xlsx/wizards/create_map_lines_from_file_views.xml
@ -0,0 +1,2 @@ |
|||
from . import models |
|||
from . import wizards |
@ -0,0 +1,28 @@ |
|||
# Copyright 2014-2017 Akretion (http://www.akretion.com). |
|||
# @author Alexis de Lattre <alexis.delattre@akretion.com> |
|||
# @author Sébastien BEAU <sebastien.beau@akretion.com> |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
{ |
|||
"name": "Account Bank Statement Import TXT XLSX", |
|||
'summary': 'Import TXT/CSV or XLSX files as Bank Statements in Odoo', |
|||
"version": "12.0.1.0.1", |
|||
"category": "Accounting", |
|||
"website": "https://github.com/OCA/bank-statement-import", |
|||
"author": " Eficent, Odoo Community Association (OCA)", |
|||
"license": "AGPL-3", |
|||
"installable": True, |
|||
"depends": [ |
|||
"account_bank_statement_import", |
|||
], |
|||
"external_dependencies": { |
|||
"python": ["xlrd"], |
|||
}, |
|||
"data": [ |
|||
"security/ir.model.access.csv", |
|||
"data/txt_map_data.xml", |
|||
"wizards/create_map_lines_from_file_views.xml", |
|||
"wizards/account_bank_statement_import_view.xml", |
|||
"views/account_journal_views.xml", |
|||
"views/txt_map_views.xml", |
|||
] |
|||
} |
@ -0,0 +1,53 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<odoo noupdate="1"> |
|||
|
|||
<record id="txt_map" model="account.bank.statement.import.map"> |
|||
<field name="name">Sample Statement</field> |
|||
<field name="float_thousands_sep">comma</field> |
|||
<field name="float_decimal_sep">dot</field> |
|||
</record> |
|||
|
|||
<record id="txt_map_line_date" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Date</field> |
|||
<field name="sequence">0</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">date</field> |
|||
<field name="date_format">%m/%d/%Y</field> |
|||
</record> |
|||
<record id="txt_map_line_name" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Label</field> |
|||
<field name="sequence">1</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">name</field> |
|||
</record> |
|||
<record id="txt_map_line_currency" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Currency</field> |
|||
<field name="sequence">2</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">currency</field> |
|||
</record> |
|||
<record id="txt_map_line_amount" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Amount</field> |
|||
<field name="sequence">3</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">amount</field> |
|||
</record> |
|||
<record id="txt_map_line_amount_currency" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Amount Currency</field> |
|||
<field name="sequence">4</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">amount_currency</field> |
|||
</record> |
|||
<record id="txt_map_line_partner_name" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Partner Name</field> |
|||
<field name="sequence">5</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">partner_name</field> |
|||
</record> |
|||
<record id="txt_map_line_account_number" model="account.bank.statement.import.map.line"> |
|||
<field name="name">Bank Account</field> |
|||
<field name="sequence">6</field> |
|||
<field name="map_parent_id" ref="txt_map"/> |
|||
<field name="field_to_assign">account_number</field> |
|||
</record> |
|||
</odoo> |
@ -0,0 +1,2 @@ |
|||
from . import account_bank_statement_import_txt_map |
|||
from . import account_journal |
@ -0,0 +1,136 @@ |
|||
# Copyright 2019 Tecnativa - Vicent Cubells |
|||
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
|
|||
from odoo import fields, models, api |
|||
|
|||
|
|||
class AccountBankStatementImportTxtMap(models.Model): |
|||
_name = 'account.bank.statement.import.map' |
|||
_description = 'Account Bank Statement Import Txt Map' |
|||
|
|||
name = fields.Char( |
|||
required=True, |
|||
) |
|||
map_line_ids = fields.One2many( |
|||
comodel_name='account.bank.statement.import.map.line', |
|||
inverse_name='map_parent_id', |
|||
string="Map lines", |
|||
required=True, |
|||
copy=True, |
|||
) |
|||
float_thousands_sep = fields.Selection( |
|||
[('dot', 'dot (.)'), |
|||
('comma', 'comma (,)'), |
|||
('none', 'none'), |
|||
], |
|||
string='Thousands separator', |
|||
# forward compatibility: this was the value assumed |
|||
# before the field was added. |
|||
default='dot', |
|||
required=True |
|||
) |
|||
float_decimal_sep = fields.Selection( |
|||
[('dot', 'dot (.)'), |
|||
('comma', 'comma (,)'), |
|||
('none', 'none'), |
|||
], |
|||
string='Decimals separator', |
|||
# forward compatibility: this was the value assumed |
|||
# before the field was added. |
|||
default='comma', |
|||
required=True |
|||
) |
|||
file_encoding = fields.Selection( |
|||
string='Encoding', |
|||
selection=[ |
|||
('utf-8', 'UTF-8'), |
|||
('utf-16 ', 'UTF-16'), |
|||
('windows-1252', 'Windows-1252'), |
|||
('latin1', 'latin1'), |
|||
('latin2', 'latin2'), |
|||
('big5', 'big5'), |
|||
('gb18030', 'gb18030'), |
|||
('shift_jis', 'shift_jis'), |
|||
('windows-1251', 'windows-1251'), |
|||
('koir8_r', 'koir9_r'), |
|||
], |
|||
default='utf-8', |
|||
) |
|||
delimiter = fields.Selection( |
|||
string='Separated by', |
|||
selection=[ |
|||
('.', 'dot (.)'), |
|||
(',', 'comma (,)'), |
|||
(';', 'semicolon (;)'), |
|||
('', 'none'), |
|||
('\t', 'Tab'), |
|||
(' ', 'Space'), |
|||
], |
|||
default=',', |
|||
) |
|||
quotechar = fields.Char(string='String delimiter', size=1, |
|||
default='"') |
|||
|
|||
@api.onchange('float_thousands_sep') |
|||
def onchange_thousands_separator(self): |
|||
if 'dot' == self.float_thousands_sep == self.float_decimal_sep: |
|||
self.float_decimal_sep = 'comma' |
|||
elif 'comma' == self.float_thousands_sep == self.float_decimal_sep: |
|||
self.float_decimal_sep = 'dot' |
|||
|
|||
@api.onchange('float_decimal_sep') |
|||
def onchange_decimal_separator(self): |
|||
if 'dot' == self.float_thousands_sep == self.float_decimal_sep: |
|||
self.float_thousands_sep = 'comma' |
|||
elif 'comma' == self.float_thousands_sep == self.float_decimal_sep: |
|||
self.float_thousands_sep = 'dot' |
|||
|
|||
def _get_separators(self): |
|||
separators = {'dot': '.', |
|||
'comma': ',', |
|||
'none': '', |
|||
} |
|||
return (separators[self.float_thousands_sep], |
|||
separators[self.float_decimal_sep]) |
|||
|
|||
|
|||
class AccountBankStatementImportTxtMapLine(models.Model): |
|||
_name = 'account.bank.statement.import.map.line' |
|||
_description = 'Account Bank Statement Import Txt Map Line' |
|||
_order = "sequence asc, id asc" |
|||
|
|||
sequence = fields.Integer( |
|||
string="Field number", |
|||
required=True, |
|||
) |
|||
name = fields.Char( |
|||
string="Header Name", |
|||
required=True, |
|||
) |
|||
map_parent_id = fields.Many2one( |
|||
comodel_name='account.bank.statement.import.map', |
|||
required=True, |
|||
ondelete='cascade', |
|||
) |
|||
field_to_assign = fields.Selection( |
|||
selection=[ |
|||
('date', 'Date'), |
|||
('name', 'Label'), |
|||
('currency', 'Currency'), |
|||
('amount', 'Amount in the journal currency'), |
|||
('amount_currency', 'Amount in foreign currency'), |
|||
('ref', 'Reference'), |
|||
('note', 'Notes'), |
|||
('partner_name', 'Name'), |
|||
('account_number', 'Bank Account Number'), |
|||
], |
|||
string="Statement Field to Assign", |
|||
) |
|||
date_format = fields.Selection( |
|||
selection=[ |
|||
('%d/%m/%Y', 'i.e. 15/12/2019'), |
|||
('%m/%d/%Y', 'i.e. 12/15/2019'), |
|||
], |
|||
string="Date Format", |
|||
) |
@ -0,0 +1,19 @@ |
|||
# Copyright 2019 Tecnativa - Vicent Cubells |
|||
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
|
|||
from odoo import fields, models |
|||
|
|||
|
|||
class AccountJournal(models.Model): |
|||
_inherit = "account.journal" |
|||
|
|||
statement_import_txt_map_id = fields.Many2one( |
|||
comodel_name='account.bank.statement.import.map', |
|||
string='Statement Import Txt Map', |
|||
) |
|||
|
|||
def _get_bank_statements_available_import_formats(self): |
|||
res = super()._get_bank_statements_available_import_formats() |
|||
res.append('Txt') |
|||
return res |
@ -0,0 +1,12 @@ |
|||
* Create or go to a bank journal where you want to import the txt statement. |
|||
* Edit that journal and set a Txt map in **Statement Import Map** section in **Advanced |
|||
Settings** tab. |
|||
|
|||
* Now you can import Text based statements in that journal. |
|||
|
|||
Note: if existent Txt Map does not fit to your file to import, you can |
|||
create another map in **Invoicing > Configuration > Accounting > |
|||
Statement Import Map**. |
|||
|
|||
You can import headers from any Txt file in **Action > Create Map |
|||
Lines** and set every line with which field of statement have to match. |
@ -0,0 +1,7 @@ |
|||
* Alexis de Lattre <alexis.delattre@akretion.com> |
|||
* Sebastien BEAU <sebastien.beau@akretion.com> |
|||
* Tecnativa (https://www.tecnativa.com) |
|||
* Vicent Cubells <vicent.cubells@tecnativa.com> |
|||
* Victor M.M. Torres <victor.martin@tecnativa.com> |
|||
* Eficent (https://www.eficent.com) |
|||
* Jordi Ballester Alomar <jordi.ballester@eficent.com> |
@ -0,0 +1,2 @@ |
|||
This module allows you to import the any TXT/CSV or XLSX file in Odoo as bank |
|||
statements. |
@ -0,0 +1,3 @@ |
|||
To use this module, you need to: |
|||
|
|||
#. Go to your bank online and download your Bank Statement in TXT/CSV or XLSX format. |
@ -0,0 +1,3 @@ |
|||
"id","name","model_id:id","group_id:id","perm_read","perm_write","perm_create","perm_unlink" |
|||
access_account_bank_statement_import_map,map manager,model_account_bank_statement_import_map,account.group_account_manager,1,1,1,1 |
|||
access_account_bank_statement_import_map_line,map line manager,model_account_bank_statement_import_map_line,account.group_account_manager,1,1,1,1 |
@ -0,0 +1 @@ |
|||
from . import test_txt_statement_import |
@ -0,0 +1,3 @@ |
|||
"Date","Label","Currency","Amount","Amount Currency","Partner Name","Bank Account" |
|||
"12/15/2018","Your best supplier","USD","-33.50","0.0","John Doe","123456789" |
|||
"12/15/2018","Your payment","EUR","1,525.00","1,000.00","Azure Interior","" |
@ -0,0 +1,99 @@ |
|||
# Copyright 2019 Tecnativa - Vicent Cubells |
|||
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
|
|||
import os |
|||
import base64 |
|||
from odoo.tests import common |
|||
|
|||
|
|||
class TestTxtFile(common.TransactionCase): |
|||
|
|||
def setUp(self): |
|||
super(TestTxtFile, self).setUp() |
|||
|
|||
self.map = self.env['account.bank.statement.import.map'].create({ |
|||
'name': 'Txt Map Test', |
|||
}) |
|||
usd = self.env.ref('base.USD') |
|||
self.journal = self.env['account.journal'].create({ |
|||
'name': 'Txt Bank', |
|||
'type': 'bank', |
|||
'code': 'TXT', |
|||
'currency_id': ( |
|||
usd.id if self.env.user.company_id.currency_id != usd |
|||
else False |
|||
), |
|||
}) |
|||
|
|||
def _do_import_xlsx(self, file_name): |
|||
file_name = os.path.join(os.path.dirname(__file__), file_name) |
|||
with open(file_name, 'rb') as fin: |
|||
data = fin.read() |
|||
return data |
|||
|
|||
def _do_import(self, file_name): |
|||
file_name = os.path.join(os.path.dirname(__file__), file_name) |
|||
return open(file_name).read() |
|||
|
|||
def test_import_header(self): |
|||
file = self._do_import('sample_statement_en.csv') |
|||
file = base64.b64encode(file.encode("utf-8")) |
|||
wizard = self.env['wizard.txt.map.create'].with_context({ |
|||
'journal_id': self.journal.id, |
|||
'active_ids': [self.map.id], |
|||
}).create({'data_file': file}) |
|||
wizard.create_map_lines() |
|||
self.assertEqual(len(self.map.map_line_ids.ids), 7) |
|||
|
|||
def test_import_txt_file(self): |
|||
# Current statements before to run the wizard |
|||
old_statements = self.env['account.bank.statement'].search([]) |
|||
# This journal is for Txt statements |
|||
txt_map = self.env.ref( |
|||
'account_bank_statement_import_txt_xlsx.txt_map' |
|||
) |
|||
self.journal.statement_import_txt_map_id = txt_map.id |
|||
file = self._do_import('sample_statement_en.csv') |
|||
file = base64.b64encode(file.encode("utf-8")) |
|||
wizard = self.env['account.bank.statement.import'].with_context({ |
|||
'journal_id': self.journal.id, |
|||
}).create({'data_file': file}) |
|||
wizard.import_file() |
|||
staments_now = self.env['account.bank.statement'].search([]) |
|||
statement = staments_now - old_statements |
|||
self.assertEqual(len(statement.line_ids), 2) |
|||
self.assertEqual(len(statement.mapped('line_ids').filtered( |
|||
lambda x: x.partner_id)), 1) |
|||
self.assertAlmostEqual( |
|||
sum(statement.mapped('line_ids.amount')), 1491.50 |
|||
) |
|||
self.assertAlmostEqual( |
|||
sum(statement.mapped('line_ids.amount_currency')), 1000.00 |
|||
) |
|||
|
|||
def test_import_xlsx_file(self): |
|||
# Current statements before to run the wizard |
|||
old_statements = self.env['account.bank.statement'].search([]) |
|||
# This journal is for Txt statements |
|||
txt_map = self.env.ref( |
|||
'account_bank_statement_import_txt_xlsx.txt_map' |
|||
) |
|||
self.journal.statement_import_txt_map_id = txt_map.id |
|||
file = self._do_import_xlsx('sample_statement_en.xlsx') |
|||
file = base64.b64encode(file) |
|||
wizard = self.env['account.bank.statement.import'].with_context({ |
|||
'journal_id': self.journal.id, |
|||
}).create({'data_file': file}) |
|||
wizard.import_file() |
|||
staments_now = self.env['account.bank.statement'].search([]) |
|||
statement = staments_now - old_statements |
|||
self.assertEqual(len(statement.line_ids), 2) |
|||
self.assertEqual(len(statement.mapped('line_ids').filtered( |
|||
lambda x: x.partner_id)), 1) |
|||
self.assertAlmostEqual( |
|||
sum(statement.mapped('line_ids.amount')), 1491.50 |
|||
) |
|||
self.assertAlmostEqual( |
|||
sum(statement.mapped('line_ids.amount_currency')), 1000.00 |
|||
) |
@ -0,0 +1,16 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<odoo> |
|||
|
|||
<record id="view_account_journal_form_n43" model="ir.ui.view"> |
|||
<field name="model">account.journal</field> |
|||
<field name="inherit_id" ref="account.view_account_journal_form"/> |
|||
<field name="arch" type="xml"> |
|||
<xpath expr="//page[@name='advanced_settings']/group" position="inside"> |
|||
<group string="Statement Import Txt Map" attrs="{'invisible': [('type','!=','bank')]}"> |
|||
<field name="statement_import_txt_map_id"/> |
|||
</group> |
|||
</xpath> |
|||
</field> |
|||
</record> |
|||
|
|||
</odoo> |
@ -0,0 +1,70 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<odoo> |
|||
|
|||
<record id="statement_import_map_tax_tree" model="ir.ui.view"> |
|||
<field name="model">account.bank.statement.import.map</field> |
|||
<field name="arch" type="xml"> |
|||
<tree string="Txt Map"> |
|||
<field name="name"/> |
|||
</tree> |
|||
</field> |
|||
</record> |
|||
|
|||
<record id="statement_import_map_tax_form" model="ir.ui.view"> |
|||
<field name="model">account.bank.statement.import.map</field> |
|||
<field name="arch" type="xml"> |
|||
<form string="Txt Map"> |
|||
<group> |
|||
<field name="name"/> |
|||
<field name="float_thousands_sep"/> |
|||
<field name="float_decimal_sep"/> |
|||
<field name="file_encoding"/> |
|||
<field name="delimiter"/> |
|||
<field name="quotechar"/> |
|||
</group> |
|||
<separator string="Mapping Lines"/> |
|||
<field name="map_line_ids"/> |
|||
</form> |
|||
</field> |
|||
</record> |
|||
|
|||
<record id="statement_import_map_tax_line_tree" model="ir.ui.view"> |
|||
<field name="model">account.bank.statement.import.map.line</field> |
|||
<field name="arch" type="xml"> |
|||
<tree string="Txt mapping lines" editable="bottom"> |
|||
<field name="sequence"/> |
|||
<field name="name"/> |
|||
<field name="field_to_assign"/> |
|||
<field name="date_format" attrs="{'readonly':[('field_to_assign','!=','date')], 'required':[('field_to_assign','=','date')]}"/> |
|||
</tree> |
|||
</field> |
|||
</record> |
|||
|
|||
<record id="statement_import_map_tax_line_form" model="ir.ui.view"> |
|||
<field name="model">account.bank.statement.import.map.line</field> |
|||
<field name="arch" type="xml"> |
|||
<form string="Txt mapping line"> |
|||
<group> |
|||
<group> |
|||
<field name="name"/> |
|||
<field name="sequence"/> |
|||
<field name="field_to_assign"/> |
|||
</group> |
|||
</group> |
|||
</form> |
|||
</field> |
|||
</record> |
|||
|
|||
<record model="ir.actions.act_window" id="action_statement_import_txt_mappging"> |
|||
<field name="name">Statement Import Mapping</field> |
|||
<field name="res_model">account.bank.statement.import.map</field> |
|||
<field name="view_type">form</field> |
|||
<field name="view_mode">tree,form</field> |
|||
</record> |
|||
|
|||
<menuitem id="menu_statement_import_txt_mapping" |
|||
parent="account.account_account_menu" |
|||
action="action_statement_import_txt_mappging" |
|||
name="Statement Import Map"/> |
|||
|
|||
</odoo> |
@ -0,0 +1,2 @@ |
|||
from . import create_map_lines_from_file |
|||
from . import account_bank_statement_import_txt |
@ -0,0 +1,288 @@ |
|||
# Copyright 2014-2017 Akretion (http://www.akretion.com). |
|||
# @author Alexis de Lattre <alexis.delattre@akretion.com> |
|||
# @author Sébastien BEAU <sebastien.beau@akretion.com> |
|||
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
|
|||
import xlrd |
|||
import logging |
|||
import datetime as dtm |
|||
from datetime import datetime |
|||
from odoo import _, api, fields, models |
|||
from odoo.exceptions import UserError |
|||
import re |
|||
from io import StringIO |
|||
_logger = logging.getLogger(__name__) |
|||
|
|||
try: |
|||
import csv |
|||
except (ImportError, IOError) as err: |
|||
_logger.debug(err) |
|||
|
|||
|
|||
class AccountBankStatementImport(models.TransientModel): |
|||
_inherit = 'account.bank.statement.import' |
|||
|
|||
txt_map_id = fields.Many2one( |
|||
comodel_name='account.bank.statement.import.map', |
|||
string='Txt map', |
|||
readonly=True, |
|||
) |
|||
|
|||
@api.model |
|||
def _get_txt_encoding(self): |
|||
if self.txt_map_id.file_encoding: |
|||
return self.txt_map_id.file_encoding |
|||
return 'utf-8-sig' |
|||
|
|||
@api.model |
|||
def _get_txt_str_data(self, data_file): |
|||
if not isinstance(data_file, str): |
|||
data_file = data_file.decode(self._get_txt_encoding()) |
|||
return data_file.strip() |
|||
|
|||
@api.model |
|||
def _txt_convert_amount(self, amount_str): |
|||
if not amount_str: |
|||
return 0.0 |
|||
if self.txt_map_id: |
|||
thousands, decimal = self.txt_map_id._get_separators() |
|||
else: |
|||
thousands, decimal = ',', '.' |
|||
valstr = re.sub(r'[^\d%s%s.-]' % (thousands, decimal), '', amount_str) |
|||
valstrdot = valstr.replace(thousands, '') |
|||
valstrdot = valstrdot.replace(decimal, '.') |
|||
return float(valstrdot) |
|||
|
|||
@api.model |
|||
def _check_xls(self, data_file): |
|||
# Try if it is an Excel file |
|||
headers = self.mapped('txt_map_id.map_line_ids.name') |
|||
try: |
|||
file_headers = [] |
|||
book = xlrd.open_workbook(file_contents=data_file) |
|||
xl_sheet = book.sheet_by_index(0) |
|||
row = xl_sheet.row(0) # 1st row |
|||
for idx, cell_obj in enumerate(row): |
|||
cell_type_str = xlrd.sheet.ctype_text.get(cell_obj.ctype, False) |
|||
if cell_type_str: |
|||
file_headers.append(cell_obj.value) |
|||
else: |
|||
return False |
|||
if any(item not in file_headers for item in headers): |
|||
raise UserError( |
|||
_("Headers of file to import and Txt map lines does not " |
|||
"match.")) |
|||
except xlrd.XLRDError as e: |
|||
return False |
|||
except Exception as e: |
|||
return False |
|||
return True |
|||
|
|||
@api.model |
|||
def _check_txt(self, data_file): |
|||
data_file = self._get_txt_str_data(data_file) |
|||
if not self.txt_map_id: |
|||
return False |
|||
headers = self.mapped('txt_map_id.map_line_ids.name') |
|||
file_headers = data_file.split('\n', 1)[0] |
|||
if any(item not in file_headers for item in headers): |
|||
raise UserError( |
|||
_("Headers of file to import and Txt map lines does not " |
|||
"match.")) |
|||
return True |
|||
|
|||
def _get_currency_fields(self): |
|||
return ['amount', 'amount_currency'] |
|||
|
|||
def _convert_txt_line_to_dict(self, idx, line): |
|||
rline = dict() |
|||
for item in range(len(line)): |
|||
txt_map = self.mapped('txt_map_id.map_line_ids')[item] |
|||
value = line[item] |
|||
if not txt_map.field_to_assign: |
|||
continue |
|||
if txt_map.date_format: |
|||
try: |
|||
value = fields.Date.to_string( |
|||
datetime.strptime(value, txt_map.date_format)) |
|||
except Exception: |
|||
raise UserError( |
|||
_("Date format of map file and Txt date does " |
|||
"not match.")) |
|||
rline[txt_map.field_to_assign] = value |
|||
for field in self._get_currency_fields(): |
|||
_logger.debug('Trying to convert %s to float' % rline[field]) |
|||
try: |
|||
rline[field] = self._txt_convert_amount(rline[field]) |
|||
except Exception: |
|||
raise UserError( |
|||
_("Value '%s' for the field '%s' on line %d, " |
|||
"cannot be converted to float") |
|||
% (rline[field], field, idx)) |
|||
return rline |
|||
|
|||
def _parse_txt_file(self, data_file): |
|||
data_file = self._get_txt_str_data(data_file) |
|||
f = StringIO(data_file) |
|||
f.seek(0) |
|||
raw_lines = [] |
|||
if not self.txt_map_id.quotechar: |
|||
reader = csv.reader(f, |
|||
delimiter=self.txt_map_id.delimiter or False) |
|||
else: |
|||
reader = csv.reader(f, |
|||
quotechar=self.txt_map_id.quotechar, |
|||
delimiter=self.txt_map_id.delimiter or False) |
|||
next(reader) # Drop header |
|||
for idx, line in enumerate(reader): |
|||
_logger.debug("Line %d: %s" % (idx, line)) |
|||
raw_lines.append(self._convert_txt_line_to_dict(idx, line)) |
|||
return raw_lines |
|||
|
|||
def _convert_xls_line_to_dict(self, row_idx, xl_sheet): |
|||
rline = dict() |
|||
for col_idx in range(0, xl_sheet.ncols): # Iterate through columns |
|||
txt_map = self.mapped('txt_map_id.map_line_ids')[col_idx] |
|||
cell_obj = xl_sheet.cell(row_idx, col_idx) # Get cell |
|||
ctype = xl_sheet.cell(row_idx, col_idx).ctype |
|||
value = cell_obj.value |
|||
if not txt_map.field_to_assign: |
|||
continue |
|||
if ctype == xlrd.XL_CELL_DATE: |
|||
ms_date_number = xl_sheet.cell(row_idx, col_idx).value |
|||
try: |
|||
year, month, day, hour, minute, \ |
|||
second = xlrd.xldate_as_tuple( |
|||
ms_date_number, 0) |
|||
except xlrd.XLDateError as e: |
|||
raise UserError( |
|||
_('An error was found translating a date ' |
|||
'field from the file: %s') % e) |
|||
value = dtm.date(year, month, day) |
|||
value = value.strftime('%Y-%m-%d') |
|||
rline[txt_map.field_to_assign] = value |
|||
|
|||
return rline |
|||
|
|||
def _parse_xls_file(self, data_file): |
|||
try: |
|||
raw_lines = [] |
|||
book = xlrd.open_workbook(file_contents=data_file) |
|||
xl_sheet = book.sheet_by_index(0) |
|||
for row_idx in range(1, xl_sheet.nrows): |
|||
_logger.debug("Line %d" % row_idx) |
|||
raw_lines.append(self._convert_xls_line_to_dict( |
|||
row_idx, xl_sheet)) |
|||
except xlrd.XLRDError: |
|||
return False |
|||
except Exception as e: |
|||
return False |
|||
return raw_lines |
|||
|
|||
def _post_process_statement_line(self, raw_lines): |
|||
""" Enter your additional logic here. """ |
|||
return raw_lines |
|||
|
|||
def _get_journal(self): |
|||
journal_id = self.env.context.get('journal_id') |
|||
if not journal_id: |
|||
raise UserError(_('You must run this wizard from the journal')) |
|||
return self.env['account.journal'].browse(journal_id) |
|||
|
|||
def _get_currency_id(self, fline): |
|||
journal = self._get_journal() |
|||
line_currency_name = fline.get('currency', False) |
|||
currency = journal.currency_id or journal.company_id.currency_id |
|||
if line_currency_name and line_currency_name != currency.name: |
|||
currency = self.env['res.currency'].search( |
|||
[('name', '=', fline['currency'])], limit=1) |
|||
return currency.id |
|||
return False |
|||
|
|||
@api.model |
|||
def _get_partner_id(self, fline): |
|||
partner_name = fline.get('partner_name', False) |
|||
if partner_name: |
|||
partner = self.env['res.partner'].search([ |
|||
('name', '=ilike', partner_name)]) |
|||
if partner and len(partner) == 1: |
|||
return partner.commercial_partner_id.id |
|||
return None |
|||
|
|||
def _prepare_txt_statement_line(self, fline): |
|||
currency_id = self._get_currency_id(fline) |
|||
return { |
|||
'date': fline.get('date', False), |
|||
'name': fline.get('name', ''), |
|||
'ref': fline.get('ref', False), |
|||
'note': fline.get('Notes', False), |
|||
'amount': fline.get('amount', 0.0), |
|||
'currency_id': self._get_currency_id(fline), |
|||
'amount_currency': currency_id and fline.get( |
|||
'amount_currency', 0.0) or 0.0, |
|||
'partner_id': self._get_partner_id(fline), |
|||
'account_number': fline.get('account_number', False), |
|||
} |
|||
|
|||
def _prepare_txt_statement(self, lines): |
|||
balance_end_real = 0.0 |
|||
for line in lines: |
|||
if 'amount' in line and line['amount']: |
|||
balance_end_real += line['amount'] |
|||
|
|||
return { |
|||
'name': |
|||
_('%s Import %s > %s') |
|||
% (self.txt_map_id.name, |
|||
lines[0]['date'], lines[-1]['date']), |
|||
'date': lines[-1]['date'], |
|||
'balance_start': 0.0, |
|||
'balance_end_real': balance_end_real, |
|||
} |
|||
|
|||
@api.model |
|||
def _parse_file(self, data_file): |
|||
""" Import a file in Txt CSV format """ |
|||
is_txt = False |
|||
is_xls = self._check_xls(data_file) |
|||
if not is_xls: |
|||
is_txt = self._check_txt(data_file) |
|||
if not is_txt and not is_xls: |
|||
return super(AccountBankStatementImport, self)._parse_file( |
|||
data_file) |
|||
if is_txt: |
|||
raw_lines = self._parse_txt_file(data_file) |
|||
else: |
|||
raw_lines = self._parse_xls_file(data_file) |
|||
final_lines = self._post_process_statement_line(raw_lines) |
|||
vals_bank_statement = self._prepare_txt_statement(final_lines) |
|||
transactions = [] |
|||
for fline in final_lines: |
|||
vals_line = self._prepare_txt_statement_line(fline) |
|||
_logger.debug("vals_line = %s" % vals_line) |
|||
transactions.append(vals_line) |
|||
vals_bank_statement['transactions'] = transactions |
|||
return None, None, [vals_bank_statement] |
|||
|
|||
@api.model |
|||
def _complete_txt_statement_line(self, line): |
|||
""" Enter additional logic here. """ |
|||
return None |
|||
|
|||
@api.model |
|||
def _complete_stmts_vals(self, stmts_vals, journal_id, account_number): |
|||
stmts_vals = super(AccountBankStatementImport, self). \ |
|||
_complete_stmts_vals(stmts_vals, journal_id, account_number) |
|||
for line in stmts_vals[0]['transactions']: |
|||
vals = self._complete_txt_statement_line(line) |
|||
if vals: |
|||
line.update(vals) |
|||
return stmts_vals |
|||
|
|||
@api.model |
|||
def default_get(self, fields): |
|||
res = super(AccountBankStatementImport, self).default_get(fields) |
|||
journal = self._get_journal() |
|||
res['txt_map_id'] = journal.statement_import_txt_map_id.id |
|||
return res |
@ -0,0 +1,14 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<odoo> |
|||
|
|||
<record id="account_bank_statement_import_view" model="ir.ui.view"> |
|||
<field name="model">account.bank.statement.import</field> |
|||
<field name="inherit_id" ref="account_bank_statement_import.account_bank_statement_import_view"/> |
|||
<field name="arch" type="xml"> |
|||
<xpath expr="//ul[@id='statement_format']" position="inside"> |
|||
<li>Txt/XLSX file with Template: <field name="txt_map_id"/></li> |
|||
</xpath> |
|||
</field> |
|||
</record> |
|||
|
|||
</odoo> |
@ -0,0 +1,40 @@ |
|||
# Copyright 2019 Tecnativa - Vicent Cubells |
|||
# Copyright 2019 Eficent Business and IT Consulting Services, S.L. |
|||
# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). |
|||
|
|||
import csv |
|||
import base64 |
|||
from odoo import api, fields, models |
|||
from io import StringIO |
|||
|
|||
|
|||
class WizardTxtMapCreate(models.TransientModel): |
|||
_name = 'wizard.txt.map.create' |
|||
_description = 'Wizard Txt Map Create' |
|||
|
|||
data_file = fields.Binary( |
|||
string='Bank Statement File', |
|||
required=True, |
|||
) |
|||
filename = fields.Char() |
|||
|
|||
@api.multi |
|||
def create_map_lines(self): |
|||
statement_obj = self.env['account.bank.statement.import.map'] |
|||
data_file = base64.b64decode(self.data_file) |
|||
if not isinstance(data_file, str): |
|||
data_file = data_file.decode('utf-8-sig').strip() |
|||
file = StringIO(data_file) |
|||
file.seek(0) |
|||
reader = csv.reader(file) |
|||
headers = [] |
|||
for row in reader: |
|||
headers = row |
|||
break |
|||
lines = [] |
|||
for idx, title in enumerate(headers): |
|||
lines.append((0, 0, {'sequence': idx, 'name': title})) |
|||
if lines: |
|||
for statement in statement_obj.browse( |
|||
self.env.context.get('active_ids')): |
|||
statement.map_line_ids = lines |
@ -0,0 +1,29 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<odoo> |
|||
|
|||
<record id="create_txt_map_lines_view" model="ir.ui.view"> |
|||
<field name="name">Create Statement Map Lines</field> |
|||
<field name="model">wizard.txt.map.create</field> |
|||
<field name="arch" type="xml"> |
|||
<form string="Import Txt Map Lines"> |
|||
<h2>Select a TXT/CSV or XLSX bank statement file to create all the map lines from headers file.</h2> |
|||
<p>Download a bank statement from your bank and import it here.</p> |
|||
<p>All the txt map lines will be created automatically.</p> |
|||
<field name="data_file" filename="filename" placeholder="Choose a file to import..."/> |
|||
<field name="filename" invisible="1"/> |
|||
<footer> |
|||
<button name="create_map_lines" string="Create Lines" type="object" class="btn-primary" /> |
|||
<button string="Cancel" class="btn-default" special="cancel"/> |
|||
</footer> |
|||
</form> |
|||
</field> |
|||
</record> |
|||
<act_window name="Create Statement Map Lines" |
|||
res_model="wizard.txt.map.create" |
|||
src_model="account.bank.statement.import.map" |
|||
view_mode="form" |
|||
target="new" |
|||
key2="client_action_multi" |
|||
id="action_create_txt_map_lines"/> |
|||
|
|||
</odoo> |
Write
Preview
Loading…
Cancel
Save
Reference in new issue