From 45f895c545afb1884988d9fb2d2b8e38a534db27 Mon Sep 17 00:00:00 2001 From: Jairo Llopis Date: Fri, 18 Mar 2016 14:00:42 +0100 Subject: [PATCH] [8.0][ADD][base_import_match] Import deduplicator. By default, when importing data (like CSV import) with the ``base_import`` module, Odoo follows this rule: 1. If you import the XMLID of a record, make an **update**. 2. If you do not, **create** a new record. This module allows you to set additional rules to match if a given import is an update or a new record. This is useful when you need to sync heterogeneous databases, and the field you use to match records in those databases with Odoo's is not the XMLID but the name, VAT, email, etc. After installing this module, the import logic will be changed to: 1. If you import the XMLID of a record, make an **update**. 2. If you do not: 1. If there are import match rules for the model you are importing: 1. Discard the rules that require fields you are not importing. 2. Traverse the remaining rules one by one in order to find a match in the database. 1. If one match is found: 1. Stop traversing the rest of valid rules. 2. **Update** that record. 2. If zero or multiple matches are found: 1. Continue with the next rule. 3. If all rules are exhausted and no single match is found: 1. **Create** a new record. 2. If there are no match rules for your model: 1. **Create** a new record. --- base_import_match/README.rst | 109 +++++++++ base_import_match/__init__.py | 5 + base_import_match/__openerp__.py | 24 ++ base_import_match/demo/base_import_match.yml | 37 +++ base_import_match/i18n/es.po | 83 +++++++ base_import_match/models/__init__.py | 5 + base_import_match/models/base_import.py | 220 ++++++++++++++++++ base_import_match/static/description/icon.png | Bin 0 -> 9455 bytes base_import_match/tests/__init__.py | 5 + .../tests/import_data/res_partner_email.csv | 2 + .../tests/import_data/res_partner_name.csv | 2 + .../res_partner_parent_name_is_company.csv | 2 + .../tests/import_data/res_partner_vat.csv | 2 + .../tests/import_data/res_users_login.csv | 2 + base_import_match/tests/test_import.py | 68 ++++++ .../views/base_import_match_view.xml | 70 ++++++ 16 files changed, 636 insertions(+) create mode 100644 base_import_match/README.rst create mode 100644 base_import_match/__init__.py create mode 100644 base_import_match/__openerp__.py create mode 100644 base_import_match/demo/base_import_match.yml create mode 100644 base_import_match/i18n/es.po create mode 100644 base_import_match/models/__init__.py create mode 100644 base_import_match/models/base_import.py create mode 100644 base_import_match/static/description/icon.png create mode 100644 base_import_match/tests/__init__.py create mode 100644 base_import_match/tests/import_data/res_partner_email.csv create mode 100644 base_import_match/tests/import_data/res_partner_name.csv create mode 100644 base_import_match/tests/import_data/res_partner_parent_name_is_company.csv create mode 100644 base_import_match/tests/import_data/res_partner_vat.csv create mode 100644 base_import_match/tests/import_data/res_users_login.csv create mode 100644 base_import_match/tests/test_import.py create mode 100644 base_import_match/views/base_import_match_view.xml diff --git a/base_import_match/README.rst b/base_import_match/README.rst new file mode 100644 index 000000000..6066502a6 --- /dev/null +++ b/base_import_match/README.rst @@ -0,0 +1,109 @@ +.. image:: https://img.shields.io/badge/licence-AGPL--3-blue.svg + :target: http://www.gnu.org/licenses/agpl-3.0-standalone.html + :alt: License: AGPL-3 + +================= +Base Import Match +================= + +By default, when importing data (like CSV import) with the ``base_import`` +module, Odoo follows this rule: + +#. If you import the XMLID of a record, make an **update**. +#. If you do not, **create** a new record. + +This module allows you to set additional rules to match if a given import is an +update or a new record. + +This is useful when you need to sync heterogeneous databases, and the field you +use to match records in those databases with Odoo's is not the XMLID but the +name, VAT, email, etc. + +After installing this module, the import logic will be changed to: + +#. If you import the XMLID of a record, make an **update**. +#. If you do not: + #. If there are import match rules for the model you are importing: + #. Discard the rules that require fields you are not importing. + #. Traverse the remaining rules one by one in order to find a match in + the database. + #. If one match is found: + #. Stop traversing the rest of valid rules. + #. **Update** that record. + #. If zero or multiple matches are found: + #. Continue with the next rule. + #. If all rules are exhausted and no single match is found: + #. **Create** a new record. + #. If there are no match rules for your model: + #. **Create** a new record. + +Configuration +============= + +To configure this module, you need to: + +#. Go to *Settings > Technical > Database Structure > Import Match*. +#. *Create*. +#. Choose a *Model*. +#. Choose the *Fields* that conform an unique key in that model. +#. *Save*. + +In that list view, you can sort rules by drag and drop. + +Usage +===== + +To use this module, you need to: + +#. Follow steps in **Configuration** section above. +#. Go to any list view. +#. Press *Import* and follow the import procedure as usual. + +.. image:: https://odoo-community.org/website/image/ir.attachment/5784_f2813bd/datas + :alt: Try me on Runbot + :target: https://runbot.odoo-community.org/runbot/149/8.0 + +Roadmap / Known Issues +====================== + +* Add a filter to let you apply some rules only to incoming imports that match + a given criteria (like a domain, but for import data). +* Matching by VAT for ``res.partner`` records will only work when the partner + has no contacts, because otherwise Odoo reflects the parent company's VAT in + the contact, and that results in multiple matches. Fixing the above point + should make this work. + +Bug Tracker +=========== + +Bugs are tracked on `GitHub Issues +`_. In case of trouble, please +check there if your issue has already been reported. If you spotted it first, +help us smashing it by providing a detailed and welcomed `feedback +`_. + +Credits +======= + +Contributors +------------ + +* Jairo Llopis + +Maintainer +---------- + +.. image:: https://odoo-community.org/logo.png + :alt: Odoo Community Association + :target: https://odoo-community.org + +This module is maintained by the OCA. + +OCA, or the Odoo Community Association, is a nonprofit organization whose +mission is to support the collaborative development of Odoo features and +promote its widespread use. + +To contribute to this module, please visit https://odoo-community.org. diff --git a/base_import_match/__init__.py b/base_import_match/__init__.py new file mode 100644 index 000000000..09356048f --- /dev/null +++ b/base_import_match/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). + +from . import models diff --git a/base_import_match/__openerp__.py b/base_import_match/__openerp__.py new file mode 100644 index 000000000..4f488895a --- /dev/null +++ b/base_import_match/__openerp__.py @@ -0,0 +1,24 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). +{ + "name": "Base Import Match", + "summary": "Try to avoid duplicates before importing", + "version": "8.0.1.0.0", + "category": "Tools", + "website": "https://grupoesoc.es", + "author": "Grupo ESOC Ingeniería de Servicios, " + "Odoo Community Association (OCA)", + "license": "AGPL-3", + "application": False, + "installable": True, + "depends": [ + "base_import", + ], + "data": [ + "views/base_import_match_view.xml", + ], + "demo": [ + "demo/base_import_match.yml", + ], +} diff --git a/base_import_match/demo/base_import_match.yml b/base_import_match/demo/base_import_match.yml new file mode 100644 index 000000000..2d6e14be6 --- /dev/null +++ b/base_import_match/demo/base_import_match.yml @@ -0,0 +1,37 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). + +- !context {noupdate: True} + +- !record {id: res_partner_vat, model: base_import.match}: + model_id: base.model_res_partner + sequence: 10 + field_ids: + - base.field_res_partner_vat + +- !record {id: res_partner_parent_name_is_company, model: base_import.match}: + model_id: base.model_res_partner + sequence: 20 + field_ids: + - base.field_res_partner_name + - base.field_res_partner_parent_id + - base.field_res_partner_is_company + +- !record {id: res_partner_email, model: base_import.match}: + model_id: base.model_res_partner + sequence: 30 + field_ids: + - base.field_res_partner_email + +- !record {id: res_partner_name, model: base_import.match}: + model_id: base.model_res_partner + sequence: 40 + field_ids: + - base.field_res_partner_name + +- !record {id: res_users_login, model: base_import.match}: + model_id: base.model_res_users + sequence: 50 + field_ids: + - base.field_res_users_login diff --git a/base_import_match/i18n/es.po b/base_import_match/i18n/es.po new file mode 100644 index 000000000..6f7fbc6c6 --- /dev/null +++ b/base_import_match/i18n/es.po @@ -0,0 +1,83 @@ +# Translation of Odoo Server. +# This file contains the translation of the following modules: +# * base_import_match +# +msgid "" +msgstr "" +"Project-Id-Version: Odoo Server 8.0\n" +"Report-Msgid-Bugs-To: \n" +"POT-Creation-Date: 2016-05-11 12:24+0200\n" +"PO-Revision-Date: 2016-05-11 12:26+0200\n" +"Language-Team: \n" +"MIME-Version: 1.0\n" +"Content-Type: text/plain; charset=UTF-8\n" +"Content-Transfer-Encoding: 8bit\n" +"Plural-Forms: nplurals=2; plural=(n != 1);\n" +"X-Generator: Poedit 1.8.7.1\n" +"Last-Translator: Jairo Llopis \n" +"Language: es_ES\n" + +#. module: base_import_match +#: model:ir.model,name:base_import_match.model_base_import_match +msgid "Deduplicate settings prior to CSV imports." +msgstr "Configuración para deduplicar antes de importar CSV." + +#. module: base_import_match +#: field:base_import.match,display_name:0 +msgid "Display Name" +msgstr "Nombre a mostrar" + +#. module: base_import_match +#: sql_constraint:base_import.match:0 +msgid "Duplicated match!" +msgstr "¡Coincidencia duplicada!" + +#. module: base_import_match +#: field:base_import.match,field_ids:0 +msgid "Fields" +msgstr "Campos" + +#. module: base_import_match +#: help:base_import.match,field_ids:0 +msgid "Fields that will define an unique key." +msgstr "Campos que definirán una clave única." + +#. module: base_import_match +#: view:base_import.match:base_import_match.match_search_view +msgid "Group By" +msgstr "Agrupar por" + +#. module: base_import_match +#: view:base_import.match:base_import_match.match_form_view +#: view:base_import.match:base_import_match.match_search_view +#: view:base_import.match:base_import_match.match_tree_view +#: model:ir.actions.act_window,name:base_import_match.match_action +#: model:ir.ui.menu,name:base_import_match.match_menu +msgid "Import Match" +msgstr "Coincidencia de importación" + +#. module: base_import_match +#: help:base_import.match,model_id:0 +msgid "In this model you will apply the match." +msgstr "En este modelo se aplicará la coincidencia." + +#. module: base_import_match +#: field:base_import.match,__last_update:0 +msgid "Last Modified on" +msgstr "Última actualización por" + +#. module: base_import_match +#: view:base_import.match:base_import_match.match_search_view +#: field:base_import.match,model_id:0 field:base_import.match,model_name:0 +msgid "Model" +msgstr "Modelo" + +#. module: base_import_match +#: field:base_import.match,name:0 +msgid "Name" +msgstr "Nombre" + +#. module: base_import_match +#: field:base_import.match,sequence:0 +msgid "Sequence" +msgstr "Secuencia" diff --git a/base_import_match/models/__init__.py b/base_import_match/models/__init__.py new file mode 100644 index 000000000..ec83d2a4b --- /dev/null +++ b/base_import_match/models/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). + +from . import base_import diff --git a/base_import_match/models/base_import.py b/base_import_match/models/base_import.py new file mode 100644 index 000000000..eb97e5edc --- /dev/null +++ b/base_import_match/models/base_import.py @@ -0,0 +1,220 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). + +from openerp import api, fields, models +from openerp.exceptions import except_orm as ValueError # TODO remove in v9 +from openerp import SUPERUSER_ID # TODO remove in v10 + + +class BaseImportMatch(models.Model): + _name = "base_import.match" + _description = "Deduplicate settings prior to CSV imports." + _order = "sequence, name" + _sql_constraints = [ + ("name_unique", "UNIQUE(name)", "Duplicated match!"), + ] + + name = fields.Char( + compute="_compute_name", + store=True, + index=True) + sequence = fields.Integer(index=True) + model_id = fields.Many2one( + "ir.model", + "Model", + required=True, + ondelete="cascade", + domain=[("osv_memory", "=", False)], + help="In this model you will apply the match.") + model_name = fields.Char( + related="model_id.model", + store=True, + index=True) + field_ids = fields.Many2many( + "ir.model.fields", + string="Fields", + required=True, + domain="[('model_id', '=', model_id)]", + help="Fields that will define an unique key.") + + @api.multi + @api.onchange("model_id") + def _onchange_model_id(self): + self.field_ids = False + + @api.model + def create(self, vals): + """Wrap the model after creation.""" + result = super(BaseImportMatch, self).create(vals) + self._load_autopatch(result.model_name) + return result + + @api.multi + def unlink(self): + """Unwrap the model after deletion.""" + models = set(self.mapped("model_name")) + result = super(BaseImportMatch, self).unlink() + for model in models: + self._load_autopatch(model) + return result + + @api.multi + def write(self, vals): + """Wrap the model after writing.""" + result = super(BaseImportMatch, self).write(vals) + + if "model_id" in vals or "model_name" in vals: + for s in self: + self._load_autopatch(s.model_name) + + return result + + # TODO convert to @api.model_cr in v10 + def _register_hook(self, cr): + """Autopatch on init.""" + models = set( + self.browse( + cr, + SUPERUSER_ID, + self.search(cr, SUPERUSER_ID, list())) + .mapped("model_name")) + for model in models: + self._load_autopatch(cr, SUPERUSER_ID, model) + + @api.multi + @api.depends("model_id", "field_ids") + def _compute_name(self): + """Automatic self-descriptive name for the setting records.""" + for s in self: + s.name = "{}: {}".format( + s.model_id.display_name, + " + ".join(s.field_ids.mapped("display_name"))) + + @api.model + def _load_wrapper(self): + """Create a new load patch method.""" + @api.model + def wrapper(self, fields, data): + """Try to identify rows by other pseudo-unique keys. + + It searches for rows that have no XMLID specified, and gives them + one if any :attr:`~.field_ids` combination is found. With a valid + XMLID in place, Odoo will understand that it must *update* the + record instead of *creating* a new one. + """ + newdata = list() + + # Mock Odoo to believe the user is importing the ID field + if "id" not in fields: + fields.append("id") + + # Needed to work with relational fields + clean_fields = [ + models.fix_import_export_id_paths(f)[0] for f in fields] + + # Get usable rules to perform matches + usable = self.env["base_import.match"]._usable_for_load( + self._name, clean_fields) + + for row in (dict(zip(clean_fields, r)) for r in data): + # All rows need an ID + if "id" not in row: + row["id"] = u"" + + # Skip rows with ID, they do not need all this + elif row["id"]: + continue + + # Store records that match a combination + match = self + for combination in usable: + match |= self.search( + [(field.name, "=", row[field.name]) + for field in combination.field_ids]) + + # When a single match is found, stop searching + if len(match) != 1: + break + + # Only one record should have been found + try: + match.ensure_one() + + # You hit this because... + # a. No match. Odoo must create a new record. + # b. Multiple matches. No way to know which is the right + # one, so we let Odoo create a new record or raise + # the corresponding exception. + # In any case, we must do nothing. + except ValueError: + continue + + # Give a valid XMLID to this row + row["id"] = match._BaseModel__export_xml_id() + + # Store the modified row, in the same order as fields + newdata.append(tuple(row[f] for f in clean_fields)) + + # Leave the rest to Odoo itself + del data + return wrapper.origin(self, fields, newdata) + + # Flag to avoid confusions with other possible wrappers + wrapper.__base_import_match = True + + return wrapper + + @api.model + def _load_autopatch(self, model_name): + """[Un]apply patch automatically.""" + self._load_unpatch(model_name) + if self.search([("model_name", "=", model_name)]): + self._load_patch(model_name) + + @api.model + def _load_patch(self, model_name): + """Apply patch for :param:`model_name`'s load method. + + :param str model_name: + Model technical name, such as ``res.partner``. + """ + self.env[model_name]._patch_method( + "load", self._load_wrapper()) + + @api.model + def _load_unpatch(self, model_name): + """Apply patch for :param:`model_name`'s load method. + + :param str model_name: + Model technical name, such as ``res.partner``. + """ + model = self.env[model_name] + + # Unapply patch only if there is one + try: + if model.load.__base_import_match: + model._revert_method("load") + except AttributeError: + pass + + @api.model + def _usable_for_load(self, model_name, fields): + """Return a set of elements usable for calling ``load()``. + + :param str model_name: + Technical name of the model where you are loading data. + E.g. ``res.partner``. + + :param list(str|bool) fields: + List of field names being imported. + """ + result = self + available = self.search([("model_name", "=", model_name)]) + + # Use only criteria with all required fields to match + for record in available: + if all(f.name in fields for f in record.field_ids): + result += record + + return result diff --git a/base_import_match/static/description/icon.png b/base_import_match/static/description/icon.png new file mode 100644 index 0000000000000000000000000000000000000000..3a0328b516c4980e8e44cdb63fd945757ddd132d GIT binary patch literal 9455 zcmW++2RxMjAAjx~&dlBk9S+%}OXg)AGE&Cb*&}d0jUxM@u(PQx^-s)697TX`ehR4?GS^qbkof1cslKgkU)h65qZ9Oc=ml_0temigYLJfnz{IDzUf>bGs4N!v3=Z3jMq&A#7%rM5eQ#dc?k~! zVpnB`o+K7|Al`Q_U;eD$B zfJtP*jH`siUq~{KE)`jP2|#TUEFGRryE2`i0**z#*^6~AI|YzIWy$Cu#CSLW3q=GA z6`?GZymC;dCPk~rBS%eCb`5OLr;RUZ;D`}um=H)BfVIq%7VhiMr)_#G0N#zrNH|__ zc+blN2UAB0=617@>_u;MPHN;P;N#YoE=)R#i$k_`UAA>WWCcEVMh~L_ zj--gtp&|K1#58Yz*AHCTMziU1Jzt_jG0I@qAOHsk$2}yTmVkBp_eHuY$A9)>P6o~I z%aQ?!(GqeQ-Y+b0I(m9pwgi(IIZZzsbMv+9w{PFtd_<_(LA~0H(xz{=FhLB@(1&qHA5EJw1>>=%q2f&^X>IQ{!GJ4e9U z&KlB)z(84HmNgm2hg2C0>WM{E(DdPr+EeU_N@57;PC2&DmGFW_9kP&%?X4}+xWi)( z;)z%wI5>D4a*5XwD)P--sPkoY(a~WBw;E~AW`Yue4kFa^LM3X`8x|}ZUeMnqr}>kH zG%WWW>3ml$Yez?i%)2pbKPI7?5o?hydokgQyZsNEr{a|mLdt;X2TX(#B1j35xPnPW z*bMSSOauW>o;*=kO8ojw91VX!qoOQb)zHJ!odWB}d+*K?#sY_jqPdg{Sm2HdYzdEx zOGVPhVRTGPtv0o}RfVP;Nd(|CB)I;*t&QO8h zFfekr30S!-LHmV_Su-W+rEwYXJ^;6&3|L$mMC8*bQptyOo9;>Qb9Q9`ySe3%V$A*9 zeKEe+b0{#KWGp$F+tga)0RtI)nhMa-K@JS}2krK~n8vJ=Ngm?R!9G<~RyuU0d?nz# z-5EK$o(!F?hmX*2Yt6+coY`6jGbb7tF#6nHA zuKk=GGJ;ZwON1iAfG$E#Y7MnZVmrY|j0eVI(DN_MNFJmyZ|;w4tf@=CCDZ#5N_0K= z$;R~bbk?}TpfDjfB&aiQ$VA}s?P}xPERJG{kxk5~R`iRS(SK5d+Xs9swCozZISbnS zk!)I0>t=A<-^z(cmSFz3=jZ23u13X><0b)P)^1T_))Kr`e!-pb#q&J*Q`p+B6la%C zuVl&0duN<;uOsB3%T9Fp8t{ED108<+W(nOZd?gDnfNBC3>M8WE61$So|P zVvqH0SNtDTcsUdzaMDpT=Ty0pDHHNL@Z0w$Y`XO z2M-_r1S+GaH%pz#Uy0*w$Vdl=X=rQXEzO}d6J^R6zjM1u&c9vYLvLp?W7w(?np9x1 zE_0JSAJCPB%i7p*Wvg)pn5T`8k3-uR?*NT|J`eS#_#54p>!p(mLDvmc-3o0mX*mp_ zN*AeS<>#^-{S%W<*mz^!X$w_2dHWpcJ6^j64qFBft-o}o_Vx80o0>}Du;>kLts;$8 zC`7q$QI(dKYG`Wa8#wl@V4jVWBRGQ@1dr-hstpQL)Tl+aqVpGpbSfN>5i&QMXfiZ> zaA?T1VGe?rpQ@;+pkrVdd{klI&jVS@I5_iz!=UMpTsa~mBga?1r}aRBm1WS;TT*s0f0lY=JBl66Upy)-k4J}lh=P^8(SXk~0xW=T9v*B|gzIhN z>qsO7dFd~mgxAy4V?&)=5ieYq?zi?ZEoj)&2o)RLy=@hbCRcfT5jigwtQGE{L*8<@Yd{zg;CsL5mvzfDY}P-wos_6PfprFVaeqNE%h zKZhLtcQld;ZD+>=nqN~>GvROfueSzJD&BE*}XfU|H&(FssBqY=hPCt`d zH?@s2>I(|;fcW&YM6#V#!kUIP8$Nkdh0A(bEVj``-AAyYgwY~jB zT|I7Bf@%;7aL7Wf4dZ%VqF$eiaC38OV6oy3Z#TER2G+fOCd9Iaoy6aLYbPTN{XRPz z;U!V|vBf%H!}52L2gH_+j;`bTcQRXB+y9onc^wLm5wi3-Be}U>k_u>2Eg$=k!(l@I zcCg+flakT2Nej3i0yn+g+}%NYb?ta;R?(g5SnwsQ49U8Wng8d|{B+lyRcEDvR3+`O{zfmrmvFrL6acVP%yG98X zo&+VBg@px@i)%o?dG(`T;n*$S5*rnyiR#=wW}}GsAcfyQpE|>a{=$Hjg=-*_K;UtD z#z-)AXwSRY?OPefw^iI+ z)AXz#PfEjlwTes|_{sB?4(O@fg0AJ^g8gP}ex9Ucf*@_^J(s_5jJV}c)s$`Myn|Kd z$6>}#q^n{4vN@+Os$m7KV+`}c%4)4pv@06af4-x5#wj!KKb%caK{A&Y#Rfs z-po?Dcb1({W=6FKIUirH&(yg=*6aLCekcKwyfK^JN5{wcA3nhO(o}SK#!CINhI`-I z1)6&n7O&ZmyFMuNwvEic#IiOAwNkR=u5it{B9n2sAJV5pNhar=j5`*N!Na;c7g!l$ z3aYBqUkqqTJ=Re-;)s!EOeij=7SQZ3Hq}ZRds%IM*PtM$wV z@;rlc*NRK7i3y5BETSKuumEN`Xu_8GP1Ri=OKQ$@I^ko8>H6)4rjiG5{VBM>B|%`&&s^)jS|-_95&yc=GqjNo{zFkw%%HHhS~e=s zD#sfS+-?*t|J!+ozP6KvtOl!R)@@-z24}`9{QaVLD^9VCSR2b`b!KC#o;Ki<+wXB6 zx3&O0LOWcg4&rv4QG0)4yb}7BFSEg~=IR5#ZRj8kg}dS7_V&^%#Do==#`u zpy6{ox?jWuR(;pg+f@mT>#HGWHAJRRDDDv~@(IDw&R>9643kK#HN`!1vBJHnC+RM&yIh8{gG2q zA%e*U3|N0XSRa~oX-3EAneep)@{h2vvd3Xvy$7og(sayr@95+e6~Xvi1tUqnIxoIH zVWo*OwYElb#uyW{Imam6f2rGbjR!Y3`#gPqkv57dB6K^wRGxc9B(t|aYDGS=m$&S!NmCtrMMaUg(c zc2qC=2Z`EEFMW-me5B)24AqF*bV5Dr-M5ig(l-WPS%CgaPzs6p_gnCIvTJ=Y<6!gT zVt@AfYCzjjsMEGi=rDQHo0yc;HqoRNnNFeWZgcm?f;cp(6CNylj36DoL(?TS7eU#+ z7&mfr#y))+CJOXQKUMZ7QIdS9@#-}7y2K1{8)cCt0~-X0O!O?Qx#E4Og+;A2SjalQ zs7r?qn0H044=sDN$SRG$arw~n=+T_DNdSrarmu)V6@|?1-ZB#hRn`uilTGPJ@fqEy zGt(f0B+^JDP&f=r{#Y_wi#AVDf-y!RIXU^0jXsFpf>=Ji*TeqSY!H~AMbJdCGLhC) zn7Rx+sXw6uYj;WRYrLd^5IZq@6JI1C^YkgnedZEYy<&4(z%Q$5yv#Boo{AH8n$a zhb4Y3PWdr269&?V%uI$xMcUrMzl=;w<_nm*qr=c3Rl@i5wWB;e-`t7D&c-mcQl7x! zZWB`UGcw=Y2=}~wzrfLx=uet<;m3~=8I~ZRuzvMQUQdr+yTV|ATf1Uuomr__nDf=X zZ3WYJtHp_ri(}SQAPjv+Y+0=fH4krOP@S&=zZ-t1jW1o@}z;xk8 z(Nz1co&El^HK^NrhVHa-_;&88vTU>_J33=%{if;BEY*J#1n59=07jrGQ#IP>@u#3A z;!q+E1Rj3ZJ+!4bq9F8PXJ@yMgZL;>&gYA0%_Kbi8?S=XGM~dnQZQ!yBSgcZhY96H zrWnU;k)qy`rX&&xlDyA%(a1Hhi5CWkmg(`Gb%m(HKi-7Z!LKGRP_B8@`7&hdDy5n= z`OIxqxiVfX@OX1p(mQu>0Ai*v_cTMiw4qRt3~NBvr9oBy0)r>w3p~V0SCm=An6@3n)>@z!|o-$HvDK z|3D2ZMJkLE5loMKl6R^ez@Zz%S$&mbeoqH5`Bb){Ei21q&VP)hWS2tjShfFtGE+$z zzCR$P#uktu+#!w)cX!lWN1XU%K-r=s{|j?)Akf@q#3b#{6cZCuJ~gCxuMXRmI$nGtnH+-h z+GEi!*X=AP<|fG`1>MBdTb?28JYc=fGvAi2I<$B(rs$;eoJCyR6_bc~p!XR@O-+sD z=eH`-ye})I5ic1eL~TDmtfJ|8`0VJ*Yr=hNCd)G1p2MMz4C3^Mj?7;!w|Ly%JqmuW zlIEW^Ft%z?*|fpXda>Jr^1noFZEwFgVV%|*XhH@acv8rdGxeEX{M$(vG{Zw+x(ei@ zmfXb22}8-?Fi`vo-YVrTH*C?a8%M=Hv9MqVH7H^J$KsD?>!SFZ;ZsvnHr_gn=7acz z#W?0eCdVhVMWN12VV^$>WlQ?f;P^{(&pYTops|btm6aj>_Uz+hqpGwB)vWp0Cf5y< zft8-je~nn?W11plq}N)4A{l8I7$!ks_x$PXW-2XaRFswX_BnF{R#6YIwMhAgd5F9X zGmwdadS6(a^fjHtXg8=l?Rc0Sm%hk6E9!5cLVloEy4eh(=FwgP`)~I^5~pBEWo+F6 zSf2ncyMurJN91#cJTy_u8Y}@%!bq1RkGC~-bV@SXRd4F{R-*V`bS+6;W5vZ(&+I<9$;-V|eNfLa5n-6% z2(}&uGRF;p92eS*sE*oR$@pexaqr*meB)VhmIg@h{uzkk$9~qh#cHhw#>O%)b@+(| z^IQgqzuj~Sk(J;swEM-3TrJAPCq9k^^^`q{IItKBRXYe}e0Tdr=Huf7da3$l4PdpwWDop%^}n;dD#K4s#DYA8SHZ z&1!riV4W4R7R#C))JH1~axJ)RYnM$$lIR%6fIVA@zV{XVyx}C+a-Dt8Y9M)^KU0+H zR4IUb2CJ{Hg>CuaXtD50jB(_Tcx=Z$^WYu2u5kubqmwp%drJ6 z?Fo40g!Qd<-l=TQxqHEOuPX0;^z7iX?Ke^a%XT<13TA^5`4Xcw6D@Ur&VT&CUe0d} z1GjOVF1^L@>O)l@?bD~$wzgf(nxX1OGD8fEV?TdJcZc2KoUe|oP1#=$$7ee|xbY)A zDZq+cuTpc(fFdj^=!;{k03C69lMQ(|>uhRfRu%+!k&YOi-3|1QKB z z?n?eq1XP>p-IM$Z^C;2L3itnbJZAip*Zo0aw2bs8@(s^~*8T9go!%dHcAz2lM;`yp zD=7&xjFV$S&5uDaiScyD?B-i1ze`+CoRtz`Wn+Zl&#s4&}MO{@N!ufrzjG$B79)Y2d3tBk&)TxUTw@QS0TEL_?njX|@vq?Uz(nBFK5Pq7*xj#u*R&i|?7+6# z+|r_n#SW&LXhtheZdah{ZVoqwyT{D>MC3nkFF#N)xLi{p7J1jXlmVeb;cP5?e(=f# zuT7fvjSbjS781v?7{)-X3*?>tq?)Yd)~|1{BDS(pqC zC}~H#WXlkUW*H5CDOo<)#x7%RY)A;ShGhI5s*#cRDA8YgqG(HeKDx+#(ZQ?386dv! zlXCO)w91~Vw4AmOcATuV653fa9R$fyK8ul%rG z-wfS zihugoZyr38Im?Zuh6@RcF~t1anQu7>#lPpb#}4cOA!EM11`%f*07RqOVkmX{p~KJ9 z^zP;K#|)$`^Rb{rnHGH{~>1(fawV0*Z#)}M`m8-?ZJV<+e}s9wE# z)l&az?w^5{)`S(%MRzxdNqrs1n*-=jS^_jqE*5XDrA0+VE`5^*p3CuM<&dZEeCjoz zR;uu_H9ZPZV|fQq`Cyw4nscrVwi!fE6ciMmX$!_hN7uF;jjKG)d2@aC4ropY)8etW=xJvni)8eHi`H$%#zn^WJ5NLc-rqk|u&&4Z6fD_m&JfSI1Bvb?b<*n&sfl0^t z=HnmRl`XrFvMKB%9}>PaA`m-fK6a0(8=qPkWS5bb4=v?XcWi&hRY?O5HdulRi4?fN zlsJ*N-0Qw+Yic@s0(2uy%F@ib;GjXt01Fmx5XbRo6+n|pP(&nodMoap^z{~q ziEeaUT@Mxe3vJSfI6?uLND(CNr=#^W<1b}jzW58bIfyWTDle$mmS(|x-0|2UlX+9k zQ^EX7Nw}?EzVoBfT(-LT|=9N@^hcn-_p&sqG z&*oVs2JSU+N4ZD`FhCAWaS;>|wH2G*Id|?pa#@>tyxX`+4HyIArWDvVrX)2WAOQff z0qyHu&-S@i^MS-+j--!pr4fPBj~_8({~e1bfcl0wI1kaoN>mJL6KUPQm5N7lB(ui1 zE-o%kq)&djzWJ}ob<-GfDlkB;F31j-VHKvQUGQ3sp`CwyGJk_i!y^sD0fqC@$9|jO zOqN!r!8-p==F@ZVP=U$qSpY(gQ0)59P1&t@y?5rvg<}E+GB}26NYPp4f2YFQrQtot5mn3wu_qprZ=>Ig-$ zbW26Ws~IgY>}^5w`vTB(G`PTZaDiGBo5o(tp)qli|NeV( z@H_=R8V39rt5J5YB2Ky?4eJJ#b`_iBe2ot~6%7mLt5t8Vwi^Jy7|jWXqa3amOIoRb zOr}WVFP--DsS`1WpN%~)t3R!arKF^Q$e12KEqU36AWwnCBICpH4XCsfnyrHr>$I$4 z!DpKX$OKLWarN7nv@!uIA+~RNO)l$$w}p(;b>mx8pwYvu;dD_unryX_NhT8*Tj>BTrTTL&!?O+%Rv;b?B??gSzdp?6Uug9{ zd@V08Z$BdI?fpoCS$)t4mg4rT8Q_I}h`0d-vYZ^|dOB*Q^S|xqTV*vIg?@fVFSmMpaw0qtTRbx} z({Pg?#{2`sc9)M5N$*N|4;^t$+QP?#mov zGVC@I*lBVrOU-%2y!7%)fAKjpEFsgQc4{amtiHb95KQEwvf<(3T<9-Zm$xIew#P22 zc2Ix|App^>v6(3L_MCU0d3W##AB0M~3D00EWoKZqsJYT(#@w$Y_H7G22M~ApVFTRHMI_3be)Lkn#0F*V8Pq zc}`Cjy$bE;FJ6H7p=0y#R>`}-m4(0F>%@P|?7fx{=R^uFdISRnZ2W_xQhD{YuR3t< z{6yxu=4~JkeA;|(J6_nv#>Nvs&FuLA&PW^he@t(UwFFE8)|a!R{`E`K`i^ZnyE4$k z;(749Ix|oi$c3QbEJ3b~D_kQsPz~fIUKym($a_7dJ?o+40*OLl^{=&oq$<#Q(yyrp z{J-FAniyAw9tPbe&IhQ|a`DqFTVQGQ&Gq3!C2==4x{6EJwiPZ8zub-iXoUtkJiG{} zPaR&}_fn8_z~(=;5lD-aPWD3z8PZS@AaUiomF!G8I}Mf>e~0g#BelA-5#`cj;O5>N Xviia!U7SGha1wx#SCgwmn*{w2TRX*I literal 0 HcmV?d00001 diff --git a/base_import_match/tests/__init__.py b/base_import_match/tests/__init__.py new file mode 100644 index 000000000..ce1b8ba33 --- /dev/null +++ b/base_import_match/tests/__init__.py @@ -0,0 +1,5 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). + +from . import test_import diff --git a/base_import_match/tests/import_data/res_partner_email.csv b/base_import_match/tests/import_data/res_partner_email.csv new file mode 100644 index 000000000..983b91133 --- /dev/null +++ b/base_import_match/tests/import_data/res_partner_email.csv @@ -0,0 +1,2 @@ +email,name +michel.fletcher@agrolait.example.com,Michel Fletcher Changed diff --git a/base_import_match/tests/import_data/res_partner_name.csv b/base_import_match/tests/import_data/res_partner_name.csv new file mode 100644 index 000000000..c1a109590 --- /dev/null +++ b/base_import_match/tests/import_data/res_partner_name.csv @@ -0,0 +1,2 @@ +function,name +Function Changed,Michel Fletcher diff --git a/base_import_match/tests/import_data/res_partner_parent_name_is_company.csv b/base_import_match/tests/import_data/res_partner_parent_name_is_company.csv new file mode 100644 index 000000000..2d433d94e --- /dev/null +++ b/base_import_match/tests/import_data/res_partner_parent_name_is_company.csv @@ -0,0 +1,2 @@ +name,is_company,parent_id/id,email +Michel Fletcher,False,base.res_partner_2,changed@agrolait.example.com diff --git a/base_import_match/tests/import_data/res_partner_vat.csv b/base_import_match/tests/import_data/res_partner_vat.csv new file mode 100644 index 000000000..bbdaa3e59 --- /dev/null +++ b/base_import_match/tests/import_data/res_partner_vat.csv @@ -0,0 +1,2 @@ +name,vat +Federal Changed,BE0477472701 diff --git a/base_import_match/tests/import_data/res_users_login.csv b/base_import_match/tests/import_data/res_users_login.csv new file mode 100644 index 000000000..e91cccad2 --- /dev/null +++ b/base_import_match/tests/import_data/res_users_login.csv @@ -0,0 +1,2 @@ +login,name +demo,Demo User Changed diff --git a/base_import_match/tests/test_import.py b/base_import_match/tests/test_import.py new file mode 100644 index 000000000..9f65ebe57 --- /dev/null +++ b/base_import_match/tests/test_import.py @@ -0,0 +1,68 @@ +# -*- coding: utf-8 -*- +# © 2016 Grupo ESOC Ingeniería de Servicios, S.L.U. - Jairo Llopis +# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl.html). + +from os import path +from openerp.tests.common import TransactionCase + + +PATH = path.join(path.dirname(__file__), "import_data", "%s.csv") +OPTIONS = { + "headers": True, + "quoting": '"', + "separator": ",", +} + + +class ImportCase(TransactionCase): + def _base_import_record(self, res_model, file_name): + """Create and return a ``base_import.import`` record.""" + with open(PATH % file_name) as demo_file: + return self.env["base_import.import"].create({ + "res_model": res_model, + "file": demo_file.read(), + "file_name": "%s.csv" % file_name, + "file_type": "csv", + }) + + def test_res_partner_vat(self): + """Change name based on VAT.""" + federal = self.env.ref("base.res_partner_26") + federal.vat = "BE0477472701" + record = self._base_import_record("res.partner", "res_partner_vat") + record.do(["name", "vat"], OPTIONS) + federal.env.invalidate_all() + self.assertEqual(federal.name, "Federal Changed") + + def test_res_partner_parent_name_is_company(self): + """Change email based on parent_id, name and is_company.""" + record = self._base_import_record( + "res.partner", "res_partner_parent_name_is_company") + record.do(["name", "is_company", "parent_id/id", "email"], OPTIONS) + self.assertEqual( + self.env.ref("base.res_partner_address_4").email, + "changed@agrolait.example.com") + + def test_res_partner_email(self): + """Change name based on email.""" + record = self._base_import_record("res.partner", "res_partner_email") + record.do(["email", "name"], OPTIONS) + self.assertEqual( + self.env.ref("base.res_partner_address_4").name, + "Michel Fletcher Changed") + + def test_res_partner_name(self): + """Change function based on name.""" + record = self._base_import_record("res.partner", "res_partner_name") + record.do(["function", "name"], OPTIONS) + self.assertEqual( + self.env.ref("base.res_partner_address_4").function, + "Function Changed") + + def test_res_users_login(self): + """Change name based on login.""" + record = self._base_import_record("res.users", "res_users_login") + record.do(["login", "name"], OPTIONS) + self.assertEqual( + self.env.ref("base.user_demo").name, + "Demo User Changed") diff --git a/base_import_match/views/base_import_match_view.xml b/base_import_match/views/base_import_match_view.xml new file mode 100644 index 000000000..7eeb26e5f --- /dev/null +++ b/base_import_match/views/base_import_match_view.xml @@ -0,0 +1,70 @@ + + + + + + + + Import match form view + base_import.match + +
+ +

+ +

+ + + + + + +
+ + + + + Import match tree view + base_import.match + + + + + + + + + + Import match search view + base_import.match + + + + + + + + + + + + + + + + + + +