You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

904 lines
32 KiB

10 years ago
10 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
11 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
  1. # -*- coding: utf-8 -*-
  2. from __future__ import absolute_import
  3. from email.utils import parseaddr
  4. import functools
  5. import htmlentitydefs
  6. import itertools
  7. import logging
  8. import operator
  9. import re
  10. from ast import literal_eval
  11. from openerp.tools import mute_logger
  12. # Validation Library https://pypi.python.org/pypi/validate_email/1.1
  13. from .validate_email import validate_email
  14. import openerp
  15. from openerp.osv import orm
  16. from openerp.osv import fields
  17. from openerp.osv.orm import browse_record
  18. from openerp.tools.translate import _
  19. pattern = re.compile(r"&(\w+?);")
  20. _logger = logging.getLogger('base.partner.merge')
  21. # http://www.php2python.com/wiki/function.html-entity-decode/
  22. def html_entity_decode_char(m, defs=None):
  23. if defs is None:
  24. defs = htmlentitydefs.entitydefs
  25. try:
  26. return defs[m.group(1)]
  27. except KeyError:
  28. return m.group(0)
  29. def html_entity_decode(string):
  30. return pattern.sub(html_entity_decode_char, string)
  31. def sanitize_email(partner_email):
  32. assert isinstance(partner_email, basestring) and partner_email
  33. result = re.subn(r';|/|:', ',',
  34. html_entity_decode(partner_email or ''))[0].split(',')
  35. emails = [parseaddr(email)[1]
  36. for item in result
  37. for email in item.split()]
  38. return [email.lower()
  39. for email in emails
  40. if validate_email(email)]
  41. def is_integer_list(ids):
  42. return all(isinstance(i, (int, long)) for i in ids)
  43. class ResPartner(orm.Model):
  44. _inherit = 'res.partner'
  45. _columns = {
  46. 'id': fields.integer('Id', readonly=True),
  47. 'create_date': fields.datetime('Create Date', readonly=True),
  48. }
  49. class MergePartnerLine(orm.TransientModel):
  50. _name = 'base.partner.merge.line'
  51. _columns = {
  52. 'wizard_id': fields.many2one('base.partner.merge.automatic.wizard',
  53. 'Wizard'),
  54. 'min_id': fields.integer('MinID'),
  55. 'aggr_ids': fields.char('Ids', required=True),
  56. }
  57. _order = 'min_id asc'
  58. class MergePartnerAutomatic(orm.TransientModel):
  59. """
  60. The idea behind this wizard is to create a list of potential partners to
  61. merge. We use two objects, the first one is the wizard for the end-user.
  62. And the second will contain the partner list to merge.
  63. """
  64. _name = 'base.partner.merge.automatic.wizard'
  65. _columns = {
  66. # Group by
  67. 'group_by_email': fields.boolean('Email'),
  68. 'group_by_name': fields.boolean('Name'),
  69. 'group_by_is_company': fields.boolean('Is Company'),
  70. 'group_by_vat': fields.boolean('VAT'),
  71. 'group_by_parent_id': fields.boolean('Parent Company'),
  72. 'state': fields.selection([('option', 'Option'),
  73. ('selection', 'Selection'),
  74. ('finished', 'Finished')],
  75. 'State',
  76. readonly=True,
  77. required=True),
  78. 'number_group': fields.integer("Group of Contacts", readonly=True),
  79. 'current_line_id': fields.many2one('base.partner.merge.line',
  80. 'Current Line'),
  81. 'line_ids': fields.one2many('base.partner.merge.line',
  82. 'wizard_id', 'Lines'),
  83. 'partner_ids': fields.many2many('res.partner', string='Contacts'),
  84. 'dst_partner_id': fields.many2one('res.partner',
  85. string='Destination Contact'),
  86. 'exclude_contact': fields.boolean('A user associated to the contact'),
  87. 'exclude_journal_item': fields.boolean('Journal Items associated'
  88. ' to the contact'),
  89. 'maximum_group': fields.integer("Maximum of Group of Contacts"),
  90. }
  91. def default_get(self, cr, uid, fields, context=None):
  92. if context is None:
  93. context = {}
  94. res = super(MergePartnerAutomatic, self
  95. ).default_get(cr, uid, fields, context)
  96. if (context.get('active_model') == 'res.partner' and
  97. context.get('active_ids')):
  98. partner_ids = context['active_ids']
  99. res['state'] = 'selection'
  100. res['partner_ids'] = partner_ids
  101. res['dst_partner_id'] = self._get_ordered_partner(cr, uid,
  102. partner_ids,
  103. context=context
  104. )[-1].id
  105. return res
  106. _defaults = {
  107. 'state': 'option'
  108. }
  109. def get_fk_on(self, cr, table):
  110. q = """ SELECT cl1.relname as table,
  111. att1.attname as column
  112. FROM pg_constraint as con, pg_class as cl1, pg_class as cl2,
  113. pg_attribute as att1, pg_attribute as att2
  114. WHERE con.conrelid = cl1.oid
  115. AND con.confrelid = cl2.oid
  116. AND array_lower(con.conkey, 1) = 1
  117. AND con.conkey[1] = att1.attnum
  118. AND att1.attrelid = cl1.oid
  119. AND cl2.relname = %s
  120. AND att2.attname = 'id'
  121. AND array_lower(con.confkey, 1) = 1
  122. AND con.confkey[1] = att2.attnum
  123. AND att2.attrelid = cl2.oid
  124. AND con.contype = 'f'
  125. """
  126. return cr.execute(q, (table,))
  127. def _update_foreign_keys(self, cr, uid, src_partners,
  128. dst_partner, context=None):
  129. _logger.debug('_update_foreign_keys for dst_partner: %s for '
  130. 'src_partners: %r',
  131. dst_partner.id,
  132. list(map(operator.attrgetter('id'), src_partners)))
  133. # find the many2one relation to a partner
  134. proxy = self.pool.get('res.partner')
  135. self.get_fk_on(cr, 'res_partner')
  136. # ignore two tables
  137. for table, column in cr.fetchall():
  138. if 'base_partner_merge_' in table:
  139. continue
  140. partner_ids = tuple(map(int, src_partners))
  141. query = ("SELECT column_name FROM information_schema.columns"
  142. " WHERE table_name LIKE '%s'") % (table)
  143. cr.execute(query, ())
  144. columns = []
  145. for data in cr.fetchall():
  146. if data[0] != column:
  147. columns.append(data[0])
  148. query_dic = {
  149. 'table': table,
  150. 'column': column,
  151. 'value': columns[0],
  152. }
  153. if len(columns) <= 1:
  154. # unique key treated
  155. query = """
  156. UPDATE "%(table)s" as ___tu
  157. SET %(column)s = %%s
  158. WHERE
  159. %(column)s = %%s AND
  160. NOT EXISTS (
  161. SELECT 1
  162. FROM "%(table)s" as ___tw
  163. WHERE
  164. %(column)s = %%s AND
  165. ___tu.%(value)s = ___tw.%(value)s
  166. )""" % query_dic
  167. for partner_id in partner_ids:
  168. cr.execute(query, (dst_partner.id, partner_id,
  169. dst_partner.id))
  170. else:
  171. cr.execute("SAVEPOINT recursive_partner_savepoint")
  172. try:
  173. query = ('UPDATE "%(table)s" SET %(column)s = %%s WHERE '
  174. '%(column)s IN %%s') % query_dic
  175. cr.execute(query, (dst_partner.id, partner_ids,))
  176. if (column == proxy._parent_name and
  177. table == 'res_partner'):
  178. query = """
  179. WITH RECURSIVE cycle(id, parent_id) AS (
  180. SELECT id, parent_id FROM res_partner
  181. UNION
  182. SELECT cycle.id, res_partner.parent_id
  183. FROM res_partner, cycle
  184. WHERE res_partner.id = cycle.parent_id
  185. AND cycle.id != cycle.parent_id
  186. )
  187. SELECT id FROM cycle
  188. WHERE id = parent_id AND id = %s
  189. """
  190. cr.execute(query, (dst_partner.id,))
  191. if cr.fetchall():
  192. cr.execute("ROLLBACK TO SAVEPOINT "
  193. "recursive_partner_savepoint")
  194. finally:
  195. cr.execute("RELEASE SAVEPOINT "
  196. "recursive_partner_savepoint")
  197. def _update_reference_fields(self, cr, uid, src_partners, dst_partner,
  198. context=None):
  199. _logger.debug('_update_reference_fields for dst_partner: %s for '
  200. 'src_partners: %r',
  201. dst_partner.id,
  202. list(map(operator.attrgetter('id'), src_partners)))
  203. def update_records(model, src, field_model='model', field_id='res_id',
  204. context=None):
  205. proxy = self.pool.get(model)
  206. if proxy is None:
  207. return
  208. domain = [(field_model, '=', 'res.partner'),
  209. (field_id, '=', src.id)]
  210. ids = proxy.search(cr, openerp.SUPERUSER_ID,
  211. domain, context=context)
  212. return proxy.write(cr, openerp.SUPERUSER_ID, ids,
  213. {field_id: dst_partner.id}, context=context)
  214. update_records = functools.partial(update_records, context=context)
  215. for partner in src_partners:
  216. update_records('base.calendar', src=partner,
  217. field_model='model_id.model')
  218. update_records('ir.attachment', src=partner,
  219. field_model='res_model')
  220. update_records('mail.followers', src=partner,
  221. field_model='res_model')
  222. update_records('mail.message', src=partner)
  223. update_records('marketing.campaign.workitem', src=partner,
  224. field_model='object_id.model')
  225. update_records('ir.model.data', src=partner)
  226. proxy = self.pool['ir.model.fields']
  227. domain = [('ttype', '=', 'reference')]
  228. record_ids = proxy.search(cr, openerp.SUPERUSER_ID, domain,
  229. context=context)
  230. for record in proxy.browse(cr, openerp.SUPERUSER_ID, record_ids,
  231. context=context):
  232. try:
  233. proxy_model = self.pool[record.model]
  234. except KeyError:
  235. # ignore old tables
  236. continue
  237. if record.model == 'ir.property':
  238. continue
  239. field_type = proxy_model._columns.get(record.name).__class__._type
  240. if field_type == 'function':
  241. continue
  242. for partner in src_partners:
  243. domain = [
  244. (record.name, '=', 'res.partner,%d' % partner.id)
  245. ]
  246. model_ids = proxy_model.search(cr, openerp.SUPERUSER_ID,
  247. domain, context=context)
  248. values = {
  249. record.name: 'res.partner,%d' % dst_partner.id,
  250. }
  251. proxy_model.write(cr, openerp.SUPERUSER_ID, model_ids, values,
  252. context=context)
  253. def _update_values(self, cr, uid, src_partners, dst_partner, context=None):
  254. _logger.debug('_update_values for dst_partner: %s for src_partners: '
  255. '%r',
  256. dst_partner.id,
  257. list(map(operator.attrgetter('id'), src_partners)))
  258. columns = dst_partner._columns
  259. def write_serializer(column, item):
  260. if isinstance(item, browse_record):
  261. return item.id
  262. else:
  263. return item
  264. values = dict()
  265. for column, field in columns.iteritems():
  266. if (field._type not in ('many2many', 'one2many') and
  267. not isinstance(field, fields.function)):
  268. for item in itertools.chain(src_partners, [dst_partner]):
  269. if item[column]:
  270. values[column] = write_serializer(column,
  271. item[column])
  272. values.pop('id', None)
  273. parent_id = values.pop('parent_id', None)
  274. dst_partner.write(values)
  275. if parent_id and parent_id != dst_partner.id:
  276. try:
  277. dst_partner.write({'parent_id': parent_id})
  278. except (orm.except_orm, orm.except_orm):
  279. _logger.info('Skip recursive partner hierarchies for '
  280. 'parent_id %s of partner: %s',
  281. parent_id, dst_partner.id)
  282. @mute_logger('openerp.osv.expression', 'openerp.osv.orm')
  283. def _merge(self, cr, uid, partner_ids, dst_partner=None, context=None):
  284. proxy = self.pool.get('res.partner')
  285. partner_ids = proxy.exists(cr, uid, list(partner_ids),
  286. context=context)
  287. if len(partner_ids) < 2:
  288. return
  289. if len(partner_ids) > 3:
  290. raise orm.except_orm(
  291. _('Error'),
  292. _("For safety reasons, you cannot merge more than 3 contacts "
  293. "together. You can re-open the wizard several times if "
  294. "needed."))
  295. if (openerp.SUPERUSER_ID != uid and
  296. len(set(partner.email for partner
  297. in proxy.browse(cr, uid, partner_ids,
  298. context=context))) > 1):
  299. raise orm.except_orm(
  300. _('Error'),
  301. _("All contacts must have the same email. Only the "
  302. "Administrator can merge contacts with different emails."))
  303. if dst_partner and dst_partner.id in partner_ids:
  304. src_partners = proxy.browse(cr, uid,
  305. [id for id in partner_ids
  306. if id != dst_partner.id],
  307. context=context)
  308. else:
  309. ordered_partners = self._get_ordered_partner(cr, uid, partner_ids,
  310. context)
  311. dst_partner = ordered_partners[-1]
  312. src_partners = ordered_partners[:-1]
  313. _logger.info("dst_partner: %s", dst_partner.id)
  314. if (openerp.SUPERUSER_ID != uid and
  315. self._model_is_installed(
  316. cr, uid, 'account.move.line', context=context) and
  317. self.pool['account.move.line'].search(
  318. cr, openerp.SUPERUSER_ID,
  319. [('partner_id', 'in', [partner.id for partner
  320. in src_partners])],
  321. context=context)):
  322. raise orm.except_orm(
  323. _('Error'),
  324. _("Only the destination contact may be linked to existing "
  325. "Journal Items. Please ask the Administrator if you need to"
  326. " merge several contacts linked to existing Journal "
  327. "Items."))
  328. self._update_foreign_keys(
  329. cr, uid, src_partners, dst_partner, context=context)
  330. self._update_reference_fields(
  331. cr, uid, src_partners, dst_partner, context=context)
  332. self._update_values(
  333. cr, uid, src_partners, dst_partner, context=context)
  334. _logger.info('(uid = %s) merged the partners %r with %s',
  335. uid,
  336. list(map(operator.attrgetter('id'), src_partners)),
  337. dst_partner.id)
  338. dst_partner.message_post(
  339. body='%s %s' % (
  340. _("Merged with the following partners:"),
  341. ", ".join(
  342. '%s<%s>(ID %s)' % (p.name, p.email or 'n/a', p.id)
  343. for p in src_partners
  344. )
  345. )
  346. )
  347. for partner in src_partners:
  348. partner.unlink()
  349. def clean_emails(self, cr, uid, context=None):
  350. """
  351. Clean the email address of the partner, if there is an email field
  352. with a minimum of two addresses, the system will create a new partner,
  353. with the information of the previous one and will copy the new cleaned
  354. email into the email field.
  355. """
  356. if context is None:
  357. context = {}
  358. proxy_model = self.pool['ir.model.fields']
  359. field_ids = proxy_model.search(cr, uid,
  360. [('model', '=', 'res.partner'),
  361. ('ttype', 'like', '%2many')],
  362. context=context)
  363. fields = proxy_model.read(cr, uid, field_ids, context=context)
  364. reset_fields = dict((field['name'], []) for field in fields)
  365. proxy_partner = self.pool['res.partner']
  366. context['active_test'] = False
  367. ids = proxy_partner.search(cr, uid, [], context=context)
  368. fields = ['name', 'var' 'partner_id' 'is_company', 'email']
  369. partners = proxy_partner.read(cr, uid, ids, fields, context=context)
  370. partners.sort(key=operator.itemgetter('id'))
  371. partners_len = len(partners)
  372. _logger.info('partner_len: %r', partners_len)
  373. for idx, partner in enumerate(partners):
  374. if not partner['email']:
  375. continue
  376. percent = (idx / float(partners_len)) * 100.0
  377. _logger.info('idx: %r', idx)
  378. _logger.info('percent: %r', percent)
  379. try:
  380. emails = sanitize_email(partner['email'])
  381. head, tail = emails[:1], emails[1:]
  382. email = head[0] if head else False
  383. proxy_partner.write(cr, uid, [partner['id']],
  384. {'email': email}, context=context)
  385. for email in tail:
  386. values = dict(reset_fields, email=email)
  387. proxy_partner.copy(cr, uid, partner['id'], values,
  388. context=context)
  389. except Exception:
  390. _logger.exception("There is a problem with this partner: %r",
  391. partner)
  392. raise
  393. return True
  394. def close_cb(self, cr, uid, ids, context=None):
  395. return {'type': 'ir.actions.act_window_close'}
  396. def _generate_query(self, fields, maximum_group=100):
  397. group_fields = ', '.join(fields)
  398. filters = []
  399. for field in fields:
  400. if field in ['email', 'name']:
  401. filters.append((field, 'IS NOT', 'NULL'))
  402. criteria = ' AND '.join('%s %s %s' % (field, operator, value)
  403. for field, operator, value in filters)
  404. text = [
  405. "SELECT min(id), array_agg(id)",
  406. "FROM res_partner",
  407. ]
  408. if criteria:
  409. text.append('WHERE %s' % criteria)
  410. text.extend([
  411. "GROUP BY %s" % group_fields,
  412. "HAVING COUNT(*) >= 2",
  413. "ORDER BY min(id)",
  414. ])
  415. if maximum_group:
  416. text.extend([
  417. "LIMIT %s" % maximum_group,
  418. ])
  419. return ' '.join(text)
  420. def _compute_selected_groupby(self, this):
  421. group_by_str = 'group_by_'
  422. group_by_len = len(group_by_str)
  423. fields = [
  424. key[group_by_len:]
  425. for key in self._columns.keys()
  426. if key.startswith(group_by_str)
  427. ]
  428. groups = [
  429. field
  430. for field in fields
  431. if getattr(this, '%s%s' % (group_by_str, field), False)
  432. ]
  433. if not groups:
  434. raise orm.except_orm(_('Error'),
  435. _("You have to specify a filter for your "
  436. "selection"))
  437. return groups
  438. def next_cb(self, cr, uid, ids, context=None):
  439. """
  440. Don't compute any thing
  441. """
  442. context = dict(context or {}, active_test=False)
  443. this = self.browse(cr, uid, ids[0], context=context)
  444. if this.current_line_id:
  445. this.current_line_id.unlink()
  446. return self._next_screen(cr, uid, this, context)
  447. def _get_ordered_partner(self, cr, uid, partner_ids, context=None):
  448. partners = self.pool.get('res.partner'
  449. ).browse(cr, uid,
  450. list(partner_ids),
  451. context=context)
  452. ordered_partners = sorted(
  453. sorted(
  454. partners,
  455. key=operator.attrgetter('create_date'),
  456. reverse=True
  457. ),
  458. key=operator.attrgetter('active'),
  459. reverse=True
  460. )
  461. return ordered_partners
  462. def _next_screen(self, cr, uid, this, context=None):
  463. this.refresh()
  464. values = {}
  465. if this.line_ids:
  466. # in this case, we try to find the next record.
  467. current_line = this.line_ids[0]
  468. current_partner_ids = literal_eval(current_line.aggr_ids)
  469. values.update({
  470. 'current_line_id': current_line.id,
  471. 'partner_ids': [(6, 0, current_partner_ids)],
  472. 'dst_partner_id': self._get_ordered_partner(
  473. cr, uid,
  474. current_partner_ids,
  475. context
  476. )[-1].id,
  477. 'state': 'selection',
  478. })
  479. else:
  480. values.update({
  481. 'current_line_id': False,
  482. 'partner_ids': [],
  483. 'state': 'finished',
  484. })
  485. this.write(values)
  486. return {
  487. 'type': 'ir.actions.act_window',
  488. 'res_model': this._name,
  489. 'res_id': this.id,
  490. 'view_mode': 'form',
  491. 'target': 'new',
  492. }
  493. def _model_is_installed(self, cr, uid, model, context=None):
  494. proxy = self.pool.get('ir.model')
  495. domain = [('model', '=', model)]
  496. return proxy.search_count(cr, uid, domain, context=context) > 0
  497. def _partner_use_in(self, cr, uid, aggr_ids, models, context=None):
  498. """
  499. Check if there is no occurence of this group of partner in the selected
  500. model
  501. """
  502. for model, field in models.iteritems():
  503. proxy = self.pool.get(model)
  504. domain = [(field, 'in', aggr_ids)]
  505. if proxy.search_count(cr, uid, domain, context=context):
  506. return True
  507. return False
  508. def compute_models(self, cr, uid, ids, context=None):
  509. """
  510. Compute the different models needed by the system if you want to
  511. exclude some partners.
  512. """
  513. assert is_integer_list(ids)
  514. this = self.browse(cr, uid, ids[0], context=context)
  515. models = {}
  516. if this.exclude_contact:
  517. models['res.users'] = 'partner_id'
  518. if (self._model_is_installed(
  519. cr, uid, 'account.move.line', context=context) and
  520. this.exclude_journal_item):
  521. models['account.move.line'] = 'partner_id'
  522. return models
  523. def _process_query(self, cr, uid, ids, query, context=None):
  524. """
  525. Execute the select request and write the result in this wizard
  526. """
  527. proxy = self.pool.get('base.partner.merge.line')
  528. this = self.browse(cr, uid, ids[0], context=context)
  529. models = self.compute_models(cr, uid, ids, context=context)
  530. cr.execute(query)
  531. counter = 0
  532. for min_id, aggr_ids in cr.fetchall():
  533. if models and self._partner_use_in(cr, uid, aggr_ids, models,
  534. context=context):
  535. continue
  536. values = {
  537. 'wizard_id': this.id,
  538. 'min_id': min_id,
  539. 'aggr_ids': aggr_ids,
  540. }
  541. proxy.create(cr, uid, values, context=context)
  542. counter += 1
  543. values = {
  544. 'state': 'selection',
  545. 'number_group': counter,
  546. }
  547. this.write(values)
  548. _logger.info("counter: %s", counter)
  549. def start_process_cb(self, cr, uid, ids, context=None):
  550. """
  551. Start the process.
  552. * Compute the selected groups (with duplication)
  553. * If the user has selected the 'exclude_XXX' fields, avoid the
  554. partners.
  555. """
  556. assert is_integer_list(ids)
  557. context = dict(context or {}, active_test=False)
  558. this = self.browse(cr, uid, ids[0], context=context)
  559. groups = self._compute_selected_groupby(this)
  560. query = self._generate_query(groups, this.maximum_group)
  561. self._process_query(cr, uid, ids, query, context=context)
  562. return self._next_screen(cr, uid, this, context)
  563. def automatic_process_cb(self, cr, uid, ids, context=None):
  564. assert is_integer_list(ids)
  565. this = self.browse(cr, uid, ids[0], context=context)
  566. this.start_process_cb()
  567. this.refresh()
  568. for line in this.line_ids:
  569. partner_ids = literal_eval(line.aggr_ids)
  570. self._merge(cr, uid, partner_ids, context=context)
  571. line.unlink()
  572. cr.commit()
  573. this.write({'state': 'finished'})
  574. return {
  575. 'type': 'ir.actions.act_window',
  576. 'res_model': this._name,
  577. 'res_id': this.id,
  578. 'view_mode': 'form',
  579. 'target': 'new',
  580. }
  581. def parent_migration_process_cb(self, cr, uid, ids, context=None):
  582. assert is_integer_list(ids)
  583. context = dict(context or {}, active_test=False)
  584. this = self.browse(cr, uid, ids[0], context=context)
  585. query = """
  586. SELECT
  587. min(p1.id),
  588. array_agg(DISTINCT p1.id)
  589. FROM
  590. res_partner as p1
  591. INNER join
  592. res_partner as p2
  593. ON
  594. p1.email = p2.email AND
  595. p1.name = p2.name AND
  596. (p1.parent_id = p2.id OR p1.id = p2.parent_id)
  597. WHERE
  598. p2.id IS NOT NULL
  599. GROUP BY
  600. p1.email,
  601. p1.name,
  602. CASE WHEN p1.parent_id = p2.id THEN p2.id
  603. ELSE p1.id
  604. END
  605. HAVING COUNT(*) >= 2
  606. ORDER BY
  607. min(p1.id)
  608. """
  609. self._process_query(cr, uid, ids, query, context=context)
  610. for line in this.line_ids:
  611. partner_ids = literal_eval(line.aggr_ids)
  612. self._merge(cr, uid, partner_ids, context=context)
  613. line.unlink()
  614. cr.commit()
  615. this.write({'state': 'finished'})
  616. cr.execute("""
  617. UPDATE
  618. res_partner
  619. SET
  620. is_company = NULL,
  621. parent_id = NULL
  622. WHERE
  623. parent_id = id
  624. """)
  625. return {
  626. 'type': 'ir.actions.act_window',
  627. 'res_model': this._name,
  628. 'res_id': this.id,
  629. 'view_mode': 'form',
  630. 'target': 'new',
  631. }
  632. def update_all_process_cb(self, cr, uid, ids, context=None):
  633. assert is_integer_list(ids)
  634. # WITH RECURSIVE cycle(id, parent_id) AS (
  635. # SELECT id, parent_id FROM res_partner
  636. # UNION
  637. # SELECT cycle.id, res_partner.parent_id
  638. # FROM res_partner, cycle
  639. # WHERE res_partner.id = cycle.parent_id AND
  640. # cycle.id != cycle.parent_id
  641. # )
  642. # UPDATE res_partner
  643. # SET parent_id = NULL
  644. # WHERE id in (SELECT id FROM cycle WHERE id = parent_id);
  645. this = self.browse(cr, uid, ids[0], context=context)
  646. self.parent_migration_process_cb(cr, uid, ids, context=None)
  647. list_merge = [
  648. {'group_by_vat': True,
  649. 'group_by_email': True,
  650. 'group_by_name': True},
  651. # {'group_by_name': True,
  652. # 'group_by_is_company': True,
  653. # 'group_by_parent_id': True},
  654. # {'group_by_email': True,
  655. # 'group_by_is_company': True,
  656. # 'group_by_parent_id': True},
  657. # {'group_by_name': True,
  658. # 'group_by_vat': True,
  659. # 'group_by_is_company': True,
  660. # 'exclude_journal_item': True},
  661. # {'group_by_email': True,
  662. # 'group_by_vat': True,
  663. # 'group_by_is_company': True,
  664. # 'exclude_journal_item': True},
  665. # {'group_by_email': True,
  666. # 'group_by_is_company': True,
  667. # 'exclude_contact': True,
  668. # 'exclude_journal_item': True},
  669. # {'group_by_name': True,
  670. # 'group_by_is_company': True,
  671. # 'exclude_contact': True,
  672. # 'exclude_journal_item': True}
  673. ]
  674. for merge_value in list_merge:
  675. id = self.create(cr, uid, merge_value, context=context)
  676. self.automatic_process_cb(cr, uid, [id], context=context)
  677. cr.execute("""
  678. UPDATE
  679. res_partner
  680. SET
  681. is_company = NULL
  682. WHERE
  683. parent_id IS NOT NULL AND
  684. is_company IS NOT NULL
  685. """)
  686. # cr.execute("""
  687. # UPDATE
  688. # res_partner as p1
  689. # SET
  690. # is_company = NULL,
  691. # parent_id = (
  692. # SELECT p2.id
  693. # FROM res_partner as p2
  694. # WHERE p2.email = p1.email AND
  695. # p2.parent_id != p2.id
  696. # LIMIT 1
  697. # )
  698. # WHERE
  699. # p1.parent_id = p1.id
  700. # """)
  701. return self._next_screen(cr, uid, this, context)
  702. def merge_cb(self, cr, uid, ids, context=None):
  703. assert is_integer_list(ids)
  704. context = dict(context or {}, active_test=False)
  705. this = self.browse(cr, uid, ids[0], context=context)
  706. partner_ids = set(map(int, this.partner_ids))
  707. if not partner_ids:
  708. this.write({'state': 'finished'})
  709. return {
  710. 'type': 'ir.actions.act_window',
  711. 'res_model': this._name,
  712. 'res_id': this.id,
  713. 'view_mode': 'form',
  714. 'target': 'new',
  715. }
  716. self._merge(cr, uid, partner_ids, this.dst_partner_id,
  717. context=context)
  718. if this.current_line_id:
  719. this.current_line_id.unlink()
  720. return self._next_screen(cr, uid, this, context)
  721. def auto_set_parent_id(self, cr, uid, ids, context=None):
  722. assert is_integer_list(ids)
  723. # select partner who have one least invoice
  724. partner_treated = ['@gmail.com']
  725. cr.execute(""" SELECT p.id, p.email
  726. FROM res_partner as p
  727. LEFT JOIN account_invoice as a
  728. ON p.id = a.partner_id AND a.state in ('open','paid')
  729. WHERE p.grade_id is NOT NULL
  730. GROUP BY p.id
  731. ORDER BY COUNT(a.id) DESC
  732. """)
  733. re_email = re.compile(r".*@")
  734. for id, email in cr.fetchall():
  735. # check email domain
  736. email = re_email.sub("@", email or "")
  737. if not email or email in partner_treated:
  738. continue
  739. partner_treated.append(email)
  740. # don't update the partners if they are more of one who have
  741. # invoice
  742. cr.execute("""
  743. SELECT *
  744. FROM res_partner as p
  745. WHERE p.id != %s AND p.email LIKE '%%%s' AND
  746. EXISTS (SELECT * FROM account_invoice as a
  747. WHERE p.id = a.partner_id
  748. AND a.state in ('open','paid'))
  749. """ % (id, email))
  750. if len(cr.fetchall()) > 1:
  751. _logger.info("%s MORE OF ONE COMPANY", email)
  752. continue
  753. # to display changed values
  754. cr.execute(""" SELECT id,email
  755. FROM res_partner
  756. WHERE parent_id != %s
  757. AND id != %s AND email LIKE '%%%s'
  758. """ % (id, id, email))
  759. _logger.info("%r", cr.fetchall())
  760. # upgrade
  761. cr.execute(""" UPDATE res_partner
  762. SET parent_id = %s
  763. WHERE id != %s AND email LIKE '%%%s'
  764. """ % (id, id, email))
  765. return False