You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

911 lines
33 KiB

10 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
  1. # -*- coding: utf-8 -*-
  2. from __future__ import absolute_import
  3. from email.utils import parseaddr
  4. import functools
  5. import htmlentitydefs
  6. import itertools
  7. import logging
  8. import operator
  9. import re
  10. from ast import literal_eval
  11. from openerp.tools import mute_logger
  12. # Validation Library https://pypi.python.org/pypi/validate_email/1.1
  13. from .validate_email import validate_email
  14. import openerp
  15. from openerp.osv import orm
  16. from openerp.osv import fields
  17. from openerp.osv.orm import browse_record
  18. from openerp.tools.translate import _
  19. pattern = re.compile(r"&(\w+?);")
  20. _logger = logging.getLogger('base.partner.merge')
  21. # http://www.php2python.com/wiki/function.html-entity-decode/
  22. def html_entity_decode_char(m, defs=None):
  23. if defs is None:
  24. defs = htmlentitydefs.entitydefs
  25. try:
  26. return defs[m.group(1)]
  27. except KeyError:
  28. return m.group(0)
  29. def html_entity_decode(string):
  30. return pattern.sub(html_entity_decode_char, string)
  31. def sanitize_email(partner_email):
  32. assert isinstance(partner_email, basestring) and partner_email
  33. result = re.subn(r';|/|:', ',',
  34. html_entity_decode(partner_email or ''))[0].split(',')
  35. emails = [parseaddr(email)[1]
  36. for item in result
  37. for email in item.split()]
  38. return [email.lower()
  39. for email in emails
  40. if validate_email(email)]
  41. def is_integer_list(ids):
  42. return all(isinstance(i, (int, long)) for i in ids)
  43. class ResPartner(orm.Model):
  44. _inherit = 'res.partner'
  45. _columns = {
  46. 'id': fields.integer('Id', readonly=True),
  47. 'create_date': fields.datetime('Create Date', readonly=True),
  48. }
  49. class MergePartnerLine(orm.TransientModel):
  50. _name = 'base.partner.merge.line'
  51. _columns = {
  52. 'wizard_id': fields.many2one('base.partner.merge.automatic.wizard',
  53. 'Wizard'),
  54. 'min_id': fields.integer('MinID'),
  55. 'aggr_ids': fields.char('Ids', required=True),
  56. }
  57. _order = 'min_id asc'
  58. class MergePartnerAutomatic(orm.TransientModel):
  59. """
  60. The idea behind this wizard is to create a list of potential partners to
  61. merge. We use two objects, the first one is the wizard for the end-user.
  62. And the second will contain the partner list to merge.
  63. """
  64. _name = 'base.partner.merge.automatic.wizard'
  65. _columns = {
  66. # Group by
  67. 'group_by_email': fields.boolean('Email'),
  68. 'group_by_name': fields.boolean('Name'),
  69. 'group_by_is_company': fields.boolean('Is Company'),
  70. 'group_by_vat': fields.boolean('VAT'),
  71. 'group_by_parent_id': fields.boolean('Parent Company'),
  72. 'state': fields.selection([('option', 'Option'),
  73. ('selection', 'Selection'),
  74. ('finished', 'Finished')],
  75. 'State',
  76. readonly=True,
  77. required=True),
  78. 'number_group': fields.integer("Group of Contacts", readonly=True),
  79. 'current_line_id': fields.many2one('base.partner.merge.line',
  80. 'Current Line'),
  81. 'line_ids': fields.one2many('base.partner.merge.line',
  82. 'wizard_id', 'Lines'),
  83. 'partner_ids': fields.many2many('res.partner', string='Contacts'),
  84. 'dst_partner_id': fields.many2one('res.partner',
  85. string='Destination Contact'),
  86. 'exclude_contact': fields.boolean('A user associated to the contact'),
  87. 'exclude_journal_item': fields.boolean('Journal Items associated'
  88. ' to the contact'),
  89. 'maximum_group': fields.integer("Maximum of Group of Contacts"),
  90. }
  91. def default_get(self, cr, uid, fields, context=None):
  92. if context is None:
  93. context = {}
  94. res = super(MergePartnerAutomatic, self
  95. ).default_get(cr, uid, fields, context)
  96. if (context.get('active_model') == 'res.partner'
  97. and context.get('active_ids')):
  98. partner_ids = context['active_ids']
  99. res['state'] = 'selection'
  100. res['partner_ids'] = partner_ids
  101. res['dst_partner_id'] = self._get_ordered_partner(cr, uid,
  102. partner_ids,
  103. context=context
  104. )[-1].id
  105. return res
  106. _defaults = {
  107. 'state': 'option'
  108. }
  109. def get_fk_on(self, cr, table):
  110. q = """ SELECT cl1.relname as table,
  111. att1.attname as column
  112. FROM pg_constraint as con, pg_class as cl1, pg_class as cl2,
  113. pg_attribute as att1, pg_attribute as att2
  114. WHERE con.conrelid = cl1.oid
  115. AND con.confrelid = cl2.oid
  116. AND array_lower(con.conkey, 1) = 1
  117. AND con.conkey[1] = att1.attnum
  118. AND att1.attrelid = cl1.oid
  119. AND cl2.relname = %s
  120. AND att2.attname = 'id'
  121. AND array_lower(con.confkey, 1) = 1
  122. AND con.confkey[1] = att2.attnum
  123. AND att2.attrelid = cl2.oid
  124. AND con.contype = 'f'
  125. """
  126. return cr.execute(q, (table,))
  127. def _update_foreign_keys(self, cr, uid, src_partners,
  128. dst_partner, context=None):
  129. _logger.debug('_update_foreign_keys for dst_partner: %s for '
  130. 'src_partners: %r',
  131. dst_partner.id,
  132. list(map(operator.attrgetter('id'), src_partners)))
  133. # find the many2one relation to a partner
  134. proxy = self.pool.get('res.partner')
  135. self.get_fk_on(cr, 'res_partner')
  136. # ignore two tables
  137. for table, column in cr.fetchall():
  138. if 'base_partner_merge_' in table:
  139. continue
  140. partner_ids = tuple(map(int, src_partners))
  141. query = ("SELECT column_name FROM information_schema.columns"
  142. " WHERE table_name LIKE '%s'") % (table)
  143. cr.execute(query, ())
  144. columns = []
  145. for data in cr.fetchall():
  146. if data[0] != column:
  147. columns.append(data[0])
  148. query_dic = {
  149. 'table': table,
  150. 'column': column,
  151. 'value': columns[0],
  152. }
  153. if len(columns) <= 1:
  154. # unique key treated
  155. query = """
  156. UPDATE "%(table)s" as ___tu
  157. SET %(column)s = %%s
  158. WHERE
  159. %(column)s = %%s AND
  160. NOT EXISTS (
  161. SELECT 1
  162. FROM "%(table)s" as ___tw
  163. WHERE
  164. %(column)s = %%s AND
  165. ___tu.%(value)s = ___tw.%(value)s
  166. )""" % query_dic
  167. for partner_id in partner_ids:
  168. cr.execute(query, (dst_partner.id, partner_id,
  169. dst_partner.id))
  170. else:
  171. cr.execute("SAVEPOINT recursive_partner_savepoint")
  172. try:
  173. query = ('UPDATE "%(table)s" SET %(column)s = %%s WHERE '
  174. '%(column)s IN %%s') % query_dic
  175. cr.execute(query, (dst_partner.id, partner_ids,))
  176. if (column == proxy._parent_name
  177. and table == 'res_partner'):
  178. query = """
  179. WITH RECURSIVE cycle(id, parent_id) AS (
  180. SELECT id, parent_id FROM res_partner
  181. UNION
  182. SELECT cycle.id, res_partner.parent_id
  183. FROM res_partner, cycle
  184. WHERE res_partner.id = cycle.parent_id
  185. AND cycle.id != cycle.parent_id
  186. )
  187. SELECT id FROM cycle
  188. WHERE id = parent_id AND id = %s
  189. """
  190. cr.execute(query, (dst_partner.id,))
  191. if cr.fetchall():
  192. cr.execute("ROLLBACK TO SAVEPOINT "
  193. "recursive_partner_savepoint")
  194. finally:
  195. cr.execute("RELEASE SAVEPOINT "
  196. "recursive_partner_savepoint")
  197. def _update_reference_fields(self, cr, uid, src_partners, dst_partner,
  198. context=None):
  199. _logger.debug('_update_reference_fields for dst_partner: %s for '
  200. 'src_partners: %r',
  201. dst_partner.id,
  202. list(map(operator.attrgetter('id'), src_partners)))
  203. def update_records(model, src, field_model='model', field_id='res_id',
  204. context=None):
  205. proxy = self.pool.get(model)
  206. if proxy is None:
  207. return
  208. domain = [(field_model, '=', 'res.partner'),
  209. (field_id, '=', src.id)]
  210. ids = proxy.search(cr, openerp.SUPERUSER_ID,
  211. domain, context=context)
  212. return proxy.write(cr, openerp.SUPERUSER_ID, ids,
  213. {field_id: dst_partner.id}, context=context)
  214. update_records = functools.partial(update_records, context=context)
  215. for partner in src_partners:
  216. update_records('base.calendar', src=partner,
  217. field_model='model_id.model')
  218. update_records('ir.attachment', src=partner,
  219. field_model='res_model')
  220. update_records('mail.followers', src=partner,
  221. field_model='res_model')
  222. update_records('mail.message', src=partner)
  223. update_records('marketing.campaign.workitem', src=partner,
  224. field_model='object_id.model')
  225. update_records('ir.model.data', src=partner)
  226. proxy = self.pool['ir.model.fields']
  227. domain = [('ttype', '=', 'reference')]
  228. record_ids = proxy.search(cr, openerp.SUPERUSER_ID, domain,
  229. context=context)
  230. for record in proxy.browse(cr, openerp.SUPERUSER_ID, record_ids,
  231. context=context):
  232. try:
  233. proxy_model = self.pool[record.model]
  234. except KeyError:
  235. # ignore old tables
  236. continue
  237. if record.model == 'ir.property':
  238. continue
  239. field_type = proxy_model._columns.get(record.name).__class__._type
  240. if field_type == 'function':
  241. continue
  242. for partner in src_partners:
  243. domain = [
  244. (record.name, '=', 'res.partner,%d' % partner.id)
  245. ]
  246. model_ids = proxy_model.search(cr, openerp.SUPERUSER_ID,
  247. domain, context=context)
  248. values = {
  249. record.name: 'res.partner,%d' % dst_partner.id,
  250. }
  251. proxy_model.write(cr, openerp.SUPERUSER_ID, model_ids, values,
  252. context=context)
  253. def _update_values(self, cr, uid, src_partners, dst_partner, context=None):
  254. _logger.debug('_update_values for dst_partner: %s for src_partners: '
  255. '%r',
  256. dst_partner.id,
  257. list(map(operator.attrgetter('id'), src_partners)))
  258. columns = dst_partner._columns
  259. def write_serializer(column, item):
  260. if isinstance(item, browse_record):
  261. return item.id
  262. else:
  263. return item
  264. values = dict()
  265. for column, field in columns.iteritems():
  266. if (field._type not in ('many2many', 'one2many')
  267. and not isinstance(field, fields.function)):
  268. for item in itertools.chain(src_partners, [dst_partner]):
  269. if item[column]:
  270. values[column] = write_serializer(column,
  271. item[column])
  272. values.pop('id', None)
  273. parent_id = values.pop('parent_id', None)
  274. dst_partner.write(values)
  275. if parent_id and parent_id != dst_partner.id:
  276. try:
  277. dst_partner.write({'parent_id': parent_id})
  278. except (orm.except_orm, orm.except_orm):
  279. _logger.info('Skip recursive partner hierarchies for '
  280. 'parent_id %s of partner: %s',
  281. parent_id, dst_partner.id)
  282. @mute_logger('openerp.osv.expression', 'openerp.osv.orm')
  283. def _merge(self, cr, uid, partner_ids, dst_partner=None, context=None):
  284. proxy = self.pool.get('res.partner')
  285. partner_ids = proxy.exists(cr, uid, list(partner_ids),
  286. context=context)
  287. if len(partner_ids) < 2:
  288. return
  289. if len(partner_ids) > 3:
  290. raise orm.except_orm(
  291. _('Error'),
  292. _("For safety reasons, you cannot merge more than 3 contacts "
  293. "together. You can re-open the wizard several times if "
  294. "needed."))
  295. if (openerp.SUPERUSER_ID != uid
  296. and len(set(partner.email for partner
  297. in proxy.browse(cr, uid, partner_ids,
  298. context=context))) > 1):
  299. raise orm.except_orm(
  300. _('Error'),
  301. _("All contacts must have the same email. Only the "
  302. "Administrator can merge contacts with different emails."))
  303. if dst_partner and dst_partner.id in partner_ids:
  304. src_ids = [
  305. partner_id for partner_id in partner_ids
  306. if partner_id != dst_partner.id
  307. ]
  308. src_partners = proxy.browse(cr, uid, src_ids, context=context)
  309. else:
  310. ordered_partners = self._get_ordered_partner(cr, uid, partner_ids,
  311. context)
  312. dst_partner = ordered_partners[-1]
  313. src_partners = ordered_partners[:-1]
  314. _logger.info("dst_partner: %s", dst_partner.id)
  315. if (openerp.SUPERUSER_ID != uid
  316. and self._model_is_installed(cr, uid, 'account.move.line',
  317. context=context)
  318. and self.pool.get('account.move.line'
  319. ).search(cr, openerp.SUPERUSER_ID,
  320. [('partner_id',
  321. 'in',
  322. [partner.id for partner
  323. in src_partners])],
  324. context=context)):
  325. raise orm.except_orm(
  326. _('Error'),
  327. _("Only the destination contact may be linked to existing "
  328. "Journal Items. Please ask the Administrator if you need to"
  329. " merge several contacts linked to existing Journal "
  330. "Items."))
  331. call_it = lambda function: function(cr, uid, src_partners,
  332. dst_partner, context=context)
  333. call_it(self._update_foreign_keys)
  334. call_it(self._update_reference_fields)
  335. call_it(self._update_values)
  336. _logger.info('(uid = %s) merged the partners %r with %s',
  337. uid,
  338. list(map(operator.attrgetter('id'), src_partners)),
  339. dst_partner.id)
  340. dst_partner.message_post(
  341. body='%s %s' % (
  342. _("Merged with the following partners:"),
  343. ", ".join(
  344. '%s<%s>(ID %s)' % (p.name, p.email or 'n/a', p.id)
  345. for p in src_partners
  346. )
  347. )
  348. )
  349. for partner in src_partners:
  350. partner.unlink()
  351. def clean_emails(self, cr, uid, context=None):
  352. """
  353. Clean the email address of the partner, if there is an email field
  354. with a minimum of two addresses, the system will create a new partner,
  355. with the information of the previous one and will copy the new cleaned
  356. email into the email field.
  357. """
  358. if context is None:
  359. context = {}
  360. proxy_model = self.pool['ir.model.fields']
  361. field_ids = proxy_model.search(cr, uid,
  362. [('model', '=', 'res.partner'),
  363. ('ttype', 'like', '%2many')],
  364. context=context)
  365. field_list = proxy_model.read(cr, uid, field_ids, context=context)
  366. reset_fields = dict((field['name'], []) for field in field_list)
  367. proxy_partner = self.pool['res.partner']
  368. context['active_test'] = False
  369. ids = proxy_partner.search(cr, uid, [], context=context)
  370. field_list = ['name', 'var' 'partner_id' 'is_company', 'email']
  371. partners = proxy_partner.read(
  372. cr, uid, ids, field_list, context=context
  373. )
  374. partners.sort(key=operator.itemgetter('id'))
  375. partners_len = len(partners)
  376. _logger.info('partner_len: %r', partners_len)
  377. for idx, partner in enumerate(partners):
  378. if not partner['email']:
  379. continue
  380. percent = (idx / float(partners_len)) * 100.0
  381. _logger.info('idx: %r', idx)
  382. _logger.info('percent: %r', percent)
  383. try:
  384. emails = sanitize_email(partner['email'])
  385. head, tail = emails[:1], emails[1:]
  386. email = head[0] if head else False
  387. proxy_partner.write(cr, uid, [partner['id']],
  388. {'email': email}, context=context)
  389. for email in tail:
  390. values = dict(reset_fields, email=email)
  391. proxy_partner.copy(cr, uid, partner['id'], values,
  392. context=context)
  393. except Exception:
  394. _logger.exception("There is a problem with this partner: %r",
  395. partner)
  396. raise
  397. return True
  398. def close_cb(self, cr, uid, ids, context=None):
  399. return {'type': 'ir.actions.act_window_close'}
  400. def _generate_query(self, field_list, maximum_group=100):
  401. group_fields = ', '.join(field_list)
  402. filters = []
  403. for field in field_list:
  404. if field in ['email', 'name']:
  405. filters.append((field, 'IS NOT', 'NULL'))
  406. criteria = ' AND '.join('%s %s %s' % (field, operator, value)
  407. for field, operator, value in filters)
  408. text = [
  409. "SELECT min(id), array_agg(id)",
  410. "FROM res_partner",
  411. ]
  412. if criteria:
  413. text.append('WHERE %s' % criteria)
  414. text.extend([
  415. "GROUP BY %s" % group_fields,
  416. "HAVING COUNT(*) >= 2",
  417. "ORDER BY min(id)",
  418. ])
  419. if maximum_group:
  420. text.extend([
  421. "LIMIT %s" % maximum_group,
  422. ])
  423. return ' '.join(text)
  424. def _compute_selected_groupby(self, this):
  425. group_by_str = 'group_by_'
  426. group_by_len = len(group_by_str)
  427. field_list = [
  428. key[group_by_len:]
  429. for key in self._columns.keys()
  430. if key.startswith(group_by_str)
  431. ]
  432. groups = [
  433. field
  434. for field in field_list
  435. if getattr(this, '%s%s' % (group_by_str, field), False)
  436. ]
  437. if not groups:
  438. raise orm.except_orm(_('Error'),
  439. _("You have to specify a filter for your "
  440. "selection"))
  441. return groups
  442. def next_cb(self, cr, uid, ids, context=None):
  443. """
  444. Don't compute any thing
  445. """
  446. context = dict(context or {}, active_test=False)
  447. this = self.browse(cr, uid, ids[0], context=context)
  448. if this.current_line_id:
  449. this.current_line_id.unlink()
  450. return self._next_screen(cr, uid, this, context)
  451. def _get_ordered_partner(self, cr, uid, partner_ids, context=None):
  452. partners = self.pool.get('res.partner'
  453. ).browse(cr, uid,
  454. list(partner_ids),
  455. context=context)
  456. ordered_partners = sorted(
  457. sorted(
  458. partners,
  459. key=operator.attrgetter('create_date'),
  460. reverse=True
  461. ),
  462. key=operator.attrgetter('active'),
  463. reverse=True
  464. )
  465. return ordered_partners
  466. def _next_screen(self, cr, uid, this, context=None):
  467. this.refresh()
  468. values = {}
  469. if this.line_ids:
  470. # in this case, we try to find the next record.
  471. current_line = this.line_ids[0]
  472. current_partner_ids = literal_eval(current_line.aggr_ids)
  473. values.update({
  474. 'current_line_id': current_line.id,
  475. 'partner_ids': [(6, 0, current_partner_ids)],
  476. 'dst_partner_id': self._get_ordered_partner(
  477. cr, uid,
  478. current_partner_ids,
  479. context
  480. )[-1].id,
  481. 'state': 'selection',
  482. })
  483. else:
  484. values.update({
  485. 'current_line_id': False,
  486. 'partner_ids': [],
  487. 'state': 'finished',
  488. })
  489. this.write(values)
  490. return {
  491. 'type': 'ir.actions.act_window',
  492. 'res_model': this._name,
  493. 'res_id': this.id,
  494. 'view_mode': 'form',
  495. 'target': 'new',
  496. }
  497. def _model_is_installed(self, cr, uid, model, context=None):
  498. proxy = self.pool.get('ir.model')
  499. domain = [('model', '=', model)]
  500. return proxy.search_count(cr, uid, domain, context=context) > 0
  501. def _partner_use_in(self, cr, uid, aggr_ids, models, context=None):
  502. """
  503. Check if there is no occurence of this group of partner in the selected
  504. model
  505. """
  506. for model, field in models.iteritems():
  507. proxy = self.pool.get(model)
  508. domain = [(field, 'in', aggr_ids)]
  509. if proxy.search_count(cr, uid, domain, context=context):
  510. return True
  511. return False
  512. def compute_models(self, cr, uid, ids, context=None):
  513. """
  514. Compute the different models needed by the system if you want to
  515. exclude some partners.
  516. """
  517. assert is_integer_list(ids)
  518. this = self.browse(cr, uid, ids[0], context=context)
  519. models = {}
  520. if this.exclude_contact:
  521. models['res.users'] = 'partner_id'
  522. if (self._model_is_installed(cr, uid, 'account.move.line',
  523. context=context)
  524. and this.exclude_journal_item):
  525. models['account.move.line'] = 'partner_id'
  526. return models
  527. def _process_query(self, cr, uid, ids, query, context=None):
  528. """
  529. Execute the select request and write the result in this wizard
  530. """
  531. proxy = self.pool.get('base.partner.merge.line')
  532. this = self.browse(cr, uid, ids[0], context=context)
  533. models = self.compute_models(cr, uid, ids, context=context)
  534. cr.execute(query)
  535. counter = 0
  536. for min_id, aggr_ids in cr.fetchall():
  537. if models and self._partner_use_in(cr, uid, aggr_ids, models,
  538. context=context):
  539. continue
  540. values = {
  541. 'wizard_id': this.id,
  542. 'min_id': min_id,
  543. 'aggr_ids': aggr_ids,
  544. }
  545. proxy.create(cr, uid, values, context=context)
  546. counter += 1
  547. values = {
  548. 'state': 'selection',
  549. 'number_group': counter,
  550. }
  551. this.write(values)
  552. _logger.info("counter: %s", counter)
  553. def start_process_cb(self, cr, uid, ids, context=None):
  554. """
  555. Start the process.
  556. * Compute the selected groups (with duplication)
  557. * If the user has selected the 'exclude_XXX' fields, avoid the
  558. partners.
  559. """
  560. assert is_integer_list(ids)
  561. context = dict(context or {}, active_test=False)
  562. this = self.browse(cr, uid, ids[0], context=context)
  563. groups = self._compute_selected_groupby(this)
  564. query = self._generate_query(groups, this.maximum_group)
  565. self._process_query(cr, uid, ids, query, context=context)
  566. return self._next_screen(cr, uid, this, context)
  567. def automatic_process_cb(self, cr, uid, ids, context=None):
  568. assert is_integer_list(ids)
  569. this = self.browse(cr, uid, ids[0], context=context)
  570. this.start_process_cb()
  571. this.refresh()
  572. for line in this.line_ids:
  573. partner_ids = literal_eval(line.aggr_ids)
  574. self._merge(cr, uid, partner_ids, context=context)
  575. line.unlink()
  576. cr.commit()
  577. this.write({'state': 'finished'})
  578. return {
  579. 'type': 'ir.actions.act_window',
  580. 'res_model': this._name,
  581. 'res_id': this.id,
  582. 'view_mode': 'form',
  583. 'target': 'new',
  584. }
  585. def parent_migration_process_cb(self, cr, uid, ids, context=None):
  586. assert is_integer_list(ids)
  587. context = dict(context or {}, active_test=False)
  588. this = self.browse(cr, uid, ids[0], context=context)
  589. query = """
  590. SELECT
  591. min(p1.id),
  592. array_agg(DISTINCT p1.id)
  593. FROM
  594. res_partner as p1
  595. INNER join
  596. res_partner as p2
  597. ON
  598. p1.email = p2.email AND
  599. p1.name = p2.name AND
  600. (p1.parent_id = p2.id OR p1.id = p2.parent_id)
  601. WHERE
  602. p2.id IS NOT NULL
  603. GROUP BY
  604. p1.email,
  605. p1.name,
  606. CASE WHEN p1.parent_id = p2.id THEN p2.id
  607. ELSE p1.id
  608. END
  609. HAVING COUNT(*) >= 2
  610. ORDER BY
  611. min(p1.id)
  612. """
  613. self._process_query(cr, uid, ids, query, context=context)
  614. for line in this.line_ids:
  615. partner_ids = literal_eval(line.aggr_ids)
  616. self._merge(cr, uid, partner_ids, context=context)
  617. line.unlink()
  618. cr.commit()
  619. this.write({'state': 'finished'})
  620. cr.execute("""
  621. UPDATE
  622. res_partner
  623. SET
  624. is_company = NULL,
  625. parent_id = NULL
  626. WHERE
  627. parent_id = id
  628. """)
  629. return {
  630. 'type': 'ir.actions.act_window',
  631. 'res_model': this._name,
  632. 'res_id': this.id,
  633. 'view_mode': 'form',
  634. 'target': 'new',
  635. }
  636. def update_all_process_cb(self, cr, uid, ids, context=None):
  637. assert is_integer_list(ids)
  638. # WITH RECURSIVE cycle(id, parent_id) AS (
  639. # SELECT id, parent_id FROM res_partner
  640. # UNION
  641. # SELECT cycle.id, res_partner.parent_id
  642. # FROM res_partner, cycle
  643. # WHERE res_partner.id = cycle.parent_id AND
  644. # cycle.id != cycle.parent_id
  645. # )
  646. # UPDATE res_partner
  647. # SET parent_id = NULL
  648. # WHERE id in (SELECT id FROM cycle WHERE id = parent_id);
  649. this = self.browse(cr, uid, ids[0], context=context)
  650. self.parent_migration_process_cb(cr, uid, ids, context=None)
  651. list_merge = [
  652. {'group_by_vat': True,
  653. 'group_by_email': True,
  654. 'group_by_name': True},
  655. # {'group_by_name': True,
  656. # 'group_by_is_company': True,
  657. # 'group_by_parent_id': True},
  658. # {'group_by_email': True,
  659. # 'group_by_is_company': True,
  660. # 'group_by_parent_id': True},
  661. # {'group_by_name': True,
  662. # 'group_by_vat': True,
  663. # 'group_by_is_company': True,
  664. # 'exclude_journal_item': True},
  665. # {'group_by_email': True,
  666. # 'group_by_vat': True,
  667. # 'group_by_is_company': True,
  668. # 'exclude_journal_item': True},
  669. # {'group_by_email': True,
  670. # 'group_by_is_company': True,
  671. # 'exclude_contact': True,
  672. # 'exclude_journal_item': True},
  673. # {'group_by_name': True,
  674. # 'group_by_is_company': True,
  675. # 'exclude_contact': True,
  676. # 'exclude_journal_item': True}
  677. ]
  678. for merge_value in list_merge:
  679. merge_id = self.create(cr, uid, merge_value, context=context)
  680. self.automatic_process_cb(cr, uid, [merge_id], context=context)
  681. cr.execute("""
  682. UPDATE
  683. res_partner
  684. SET
  685. is_company = NULL
  686. WHERE
  687. parent_id IS NOT NULL AND
  688. is_company IS NOT NULL
  689. """)
  690. # cr.execute("""
  691. # UPDATE
  692. # res_partner as p1
  693. # SET
  694. # is_company = NULL,
  695. # parent_id = (
  696. # SELECT p2.id
  697. # FROM res_partner as p2
  698. # WHERE p2.email = p1.email AND
  699. # p2.parent_id != p2.id
  700. # LIMIT 1
  701. # )
  702. # WHERE
  703. # p1.parent_id = p1.id
  704. # """)
  705. return self._next_screen(cr, uid, this, context)
  706. def merge_cb(self, cr, uid, ids, context=None):
  707. assert is_integer_list(ids)
  708. context = dict(context or {}, active_test=False)
  709. this = self.browse(cr, uid, ids[0], context=context)
  710. partner_ids = set(map(int, this.partner_ids))
  711. if not partner_ids:
  712. this.write({'state': 'finished'})
  713. return {
  714. 'type': 'ir.actions.act_window',
  715. 'res_model': this._name,
  716. 'res_id': this.id,
  717. 'view_mode': 'form',
  718. 'target': 'new',
  719. }
  720. self._merge(cr, uid, partner_ids, this.dst_partner_id,
  721. context=context)
  722. if this.current_line_id:
  723. this.current_line_id.unlink()
  724. return self._next_screen(cr, uid, this, context)
  725. def auto_set_parent_id(self, cr, uid, ids, context=None):
  726. assert is_integer_list(ids)
  727. # select partner who have one least invoice
  728. partner_treated = ['@gmail.com']
  729. cr.execute(""" SELECT p.id, p.email
  730. FROM res_partner as p
  731. LEFT JOIN account_invoice as a
  732. ON p.id = a.partner_id AND a.state in ('open','paid')
  733. WHERE p.grade_id is NOT NULL
  734. GROUP BY p.id
  735. ORDER BY COUNT(a.id) DESC
  736. """)
  737. re_email = re.compile(r".*@")
  738. for partner_id, email in cr.fetchall():
  739. # check email domain
  740. email = re_email.sub("@", email or "")
  741. if not email or email in partner_treated:
  742. continue
  743. partner_treated.append(email)
  744. # don't update the partners if they are more of one who have
  745. # invoice
  746. cr.execute("""
  747. SELECT *
  748. FROM res_partner as p
  749. WHERE p.id != %s AND p.email LIKE '%%%s' AND
  750. EXISTS (SELECT * FROM account_invoice as a
  751. WHERE p.id = a.partner_id
  752. AND a.state in ('open','paid'))
  753. """ % (partner_id, email))
  754. if len(cr.fetchall()) > 1:
  755. _logger.info("%s MORE OF ONE COMPANY", email)
  756. continue
  757. # to display changed values
  758. cr.execute(""" SELECT id,email
  759. FROM res_partner
  760. WHERE parent_id != %s
  761. AND id != %s AND email LIKE '%%%s'
  762. """ % (partner_id, partner_id, email))
  763. _logger.info("%r", cr.fetchall())
  764. # upgrade
  765. cr.execute(""" UPDATE res_partner
  766. SET parent_id = %s
  767. WHERE id != %s AND email LIKE '%%%s'
  768. """ % (partner_id, partner_id, email))
  769. return False