You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

897 lines
33 KiB

11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
  1. #!/usr/bin/env python
  2. from __future__ import absolute_import
  3. from email.utils import parseaddr
  4. import functools
  5. import htmlentitydefs
  6. import itertools
  7. import logging
  8. import operator
  9. import re
  10. from ast import literal_eval
  11. from openerp.tools import mute_logger
  12. # Validation Library https://pypi.python.org/pypi/validate_email/1.1
  13. from .validate_email import validate_email
  14. import openerp
  15. from openerp.osv import osv, orm
  16. from openerp.osv import fields
  17. from openerp.osv.orm import browse_record
  18. from openerp.tools.translate import _
  19. pattern = re.compile("&(\w+?);")
  20. _logger = logging.getLogger('base.partner.merge')
  21. # http://www.php2python.com/wiki/function.html-entity-decode/
  22. def html_entity_decode_char(m, defs=htmlentitydefs.entitydefs):
  23. try:
  24. return defs[m.group(1)]
  25. except KeyError:
  26. return m.group(0)
  27. def html_entity_decode(string):
  28. return pattern.sub(html_entity_decode_char, string)
  29. def sanitize_email(partner_email):
  30. assert isinstance(partner_email, basestring) and partner_email
  31. result = re.subn(r';|/|:', ',',
  32. html_entity_decode(partner_email or ''))[0].split(',')
  33. emails = [parseaddr(email)[1]
  34. for item in result
  35. for email in item.split()]
  36. return [email.lower()
  37. for email in emails
  38. if validate_email(email)]
  39. def is_integer_list(ids):
  40. return all(isinstance(i, (int, long)) for i in ids)
  41. class ResPartner(osv.Model):
  42. _inherit = 'res.partner'
  43. _columns = {
  44. 'id': fields.integer('Id', readonly=True),
  45. 'create_date': fields.datetime('Create Date', readonly=True),
  46. }
  47. class MergePartnerLine(osv.TransientModel):
  48. _name = 'base.partner.merge.line'
  49. _columns = {
  50. 'wizard_id': fields.many2one('base.partner.merge.automatic.wizard',
  51. 'Wizard'),
  52. 'min_id': fields.integer('MinID'),
  53. 'aggr_ids': fields.char('Ids', required=True),
  54. }
  55. _order = 'min_id asc'
  56. class MergePartnerAutomatic(osv.TransientModel):
  57. """
  58. The idea behind this wizard is to create a list of potential partners to
  59. merge. We use two objects, the first one is the wizard for the end-user.
  60. And the second will contain the partner list to merge.
  61. """
  62. _name = 'base.partner.merge.automatic.wizard'
  63. _columns = {
  64. # Group by
  65. 'group_by_email': fields.boolean('Email'),
  66. 'group_by_name': fields.boolean('Name'),
  67. 'group_by_is_company': fields.boolean('Is Company'),
  68. 'group_by_vat': fields.boolean('VAT'),
  69. 'group_by_parent_id': fields.boolean('Parent Company'),
  70. 'state': fields.selection([('option', 'Option'),
  71. ('selection', 'Selection'),
  72. ('finished', 'Finished')],
  73. 'State',
  74. readonly=True,
  75. required=True),
  76. 'number_group': fields.integer("Group of Contacts", readonly=True),
  77. 'current_line_id': fields.many2one('base.partner.merge.line',
  78. 'Current Line'),
  79. 'line_ids': fields.one2many('base.partner.merge.line',
  80. 'wizard_id', 'Lines'),
  81. 'partner_ids': fields.many2many('res.partner', string='Contacts'),
  82. 'dst_partner_id': fields.many2one('res.partner',
  83. string='Destination Contact'),
  84. 'exclude_contact': fields.boolean('A user associated to the contact'),
  85. 'exclude_journal_item': fields.boolean('Journal Items associated'
  86. ' to the contact'),
  87. 'maximum_group': fields.integer("Maximum of Group of Contacts"),
  88. }
  89. def default_get(self, cr, uid, fields, context=None):
  90. if context is None:
  91. context = {}
  92. res = super(MergePartnerAutomatic, self
  93. ).default_get(cr, uid, fields, context)
  94. if (context.get('active_model') == 'res.partner'
  95. and context.get('active_ids')):
  96. partner_ids = context['active_ids']
  97. res['state'] = 'selection'
  98. res['partner_ids'] = partner_ids
  99. res['dst_partner_id'] = self._get_ordered_partner(cr, uid,
  100. partner_ids,
  101. context=context
  102. )[-1].id
  103. return res
  104. _defaults = {
  105. 'state': 'option'
  106. }
  107. def get_fk_on(self, cr, table):
  108. q = """ SELECT cl1.relname as table,
  109. att1.attname as column
  110. FROM pg_constraint as con, pg_class as cl1, pg_class as cl2,
  111. pg_attribute as att1, pg_attribute as att2
  112. WHERE con.conrelid = cl1.oid
  113. AND con.confrelid = cl2.oid
  114. AND array_lower(con.conkey, 1) = 1
  115. AND con.conkey[1] = att1.attnum
  116. AND att1.attrelid = cl1.oid
  117. AND cl2.relname = %s
  118. AND att2.attname = 'id'
  119. AND array_lower(con.confkey, 1) = 1
  120. AND con.confkey[1] = att2.attnum
  121. AND att2.attrelid = cl2.oid
  122. AND con.contype = 'f'
  123. """
  124. return cr.execute(q, (table,))
  125. def _update_foreign_keys(self, cr, uid, src_partners,
  126. dst_partner, context=None):
  127. _logger.debug('_update_foreign_keys for dst_partner: %s for '
  128. 'src_partners: %r',
  129. dst_partner.id,
  130. list(map(operator.attrgetter('id'), src_partners)))
  131. # find the many2one relation to a partner
  132. proxy = self.pool.get('res.partner')
  133. self.get_fk_on(cr, 'res_partner')
  134. # ignore two tables
  135. for table, column in cr.fetchall():
  136. if 'base_partner_merge_' in table:
  137. continue
  138. partner_ids = tuple(map(int, src_partners))
  139. query = ("SELECT column_name FROM information_schema.columns"
  140. " WHERE table_name LIKE '%s'") % (table)
  141. cr.execute(query, ())
  142. columns = []
  143. for data in cr.fetchall():
  144. if data[0] != column:
  145. columns.append(data[0])
  146. query_dic = {
  147. 'table': table,
  148. 'column': column,
  149. 'value': columns[0],
  150. }
  151. if len(columns) <= 1:
  152. # unique key treated
  153. query = """
  154. UPDATE "%(table)s" as ___tu
  155. SET %(column)s = %%s
  156. WHERE
  157. %(column)s = %%s AND
  158. NOT EXISTS (
  159. SELECT 1
  160. FROM "%(table)s" as ___tw
  161. WHERE
  162. %(column)s = %%s AND
  163. ___tu.%(value)s = ___tw.%(value)s
  164. )""" % query_dic
  165. for partner_id in partner_ids:
  166. cr.execute(query, (dst_partner.id, partner_id,
  167. dst_partner.id))
  168. else:
  169. cr.execute("SAVEPOINT recursive_partner_savepoint")
  170. try:
  171. query = ('UPDATE "%(table)s" SET %(column)s = %%s WHERE '
  172. '%(column)s IN %%s') % query_dic
  173. cr.execute(query, (dst_partner.id, partner_ids,))
  174. if (column == proxy._parent_name
  175. and table == 'res_partner'):
  176. query = """
  177. WITH RECURSIVE cycle(id, parent_id) AS (
  178. SELECT id, parent_id FROM res_partner
  179. UNION
  180. SELECT cycle.id, res_partner.parent_id
  181. FROM res_partner, cycle
  182. WHERE res_partner.id = cycle.parent_id
  183. AND cycle.id != cycle.parent_id
  184. )
  185. SELECT id FROM cycle
  186. WHERE id = parent_id AND id = %s
  187. """
  188. cr.execute(query, (dst_partner.id,))
  189. if cr.fetchall():
  190. cr.execute("ROLLBACK TO SAVEPOINT "
  191. "recursive_partner_savepoint")
  192. finally:
  193. cr.execute("RELEASE SAVEPOINT "
  194. "recursive_partner_savepoint")
  195. def _update_reference_fields(self, cr, uid, src_partners, dst_partner,
  196. context=None):
  197. _logger.debug('_update_reference_fields for dst_partner: %s for '
  198. 'src_partners: %r',
  199. dst_partner.id,
  200. list(map(operator.attrgetter('id'), src_partners)))
  201. def update_records(model, src, field_model='model', field_id='res_id',
  202. context=None):
  203. proxy = self.pool.get(model)
  204. if proxy is None:
  205. return
  206. domain = [(field_model, '=', 'res.partner'),
  207. (field_id, '=', src.id)]
  208. ids = proxy.search(cr, openerp.SUPERUSER_ID,
  209. domain, context=context)
  210. return proxy.write(cr, openerp.SUPERUSER_ID, ids,
  211. {field_id: dst_partner.id}, context=context)
  212. update_records = functools.partial(update_records, context=context)
  213. for partner in src_partners:
  214. update_records('base.calendar', src=partner,
  215. field_model='model_id.model')
  216. update_records('ir.attachment', src=partner,
  217. field_model='res_model')
  218. update_records('mail.followers', src=partner,
  219. field_model='res_model')
  220. update_records('mail.message', src=partner)
  221. update_records('marketing.campaign.workitem', src=partner,
  222. field_model='object_id.model')
  223. update_records('ir.model.data', src=partner)
  224. proxy = self.pool['ir.model.fields']
  225. domain = [('ttype', '=', 'reference')]
  226. record_ids = proxy.search(cr, openerp.SUPERUSER_ID, domain,
  227. context=context)
  228. for record in proxy.browse(cr, openerp.SUPERUSER_ID, record_ids,
  229. context=context):
  230. try:
  231. proxy_model = self.pool[record.model]
  232. except KeyError:
  233. # ignore old tables
  234. continue
  235. if record.model == 'ir.property':
  236. continue
  237. field_type = proxy_model._columns.get(record.name).__class__._type
  238. if field_type == 'function':
  239. continue
  240. for partner in src_partners:
  241. domain = [
  242. (record.name, '=', 'res.partner,%d' % partner.id)
  243. ]
  244. model_ids = proxy_model.search(cr, openerp.SUPERUSER_ID,
  245. domain, context=context)
  246. values = {
  247. record.name: 'res.partner,%d' % dst_partner.id,
  248. }
  249. proxy_model.write(cr, openerp.SUPERUSER_ID, model_ids, values,
  250. context=context)
  251. def _update_values(self, cr, uid, src_partners, dst_partner, context=None):
  252. _logger.debug('_update_values for dst_partner: %s for src_partners: '
  253. '%r',
  254. dst_partner.id,
  255. list(map(operator.attrgetter('id'), src_partners)))
  256. columns = dst_partner._columns
  257. def write_serializer(column, item):
  258. if isinstance(item, browse_record):
  259. return item.id
  260. else:
  261. return item
  262. values = dict()
  263. for column, field in columns.iteritems():
  264. if (field._type not in ('many2many', 'one2many')
  265. and not isinstance(field, fields.function)):
  266. for item in itertools.chain(src_partners, [dst_partner]):
  267. if item[column]:
  268. values[column] = write_serializer(column,
  269. item[column])
  270. values.pop('id', None)
  271. parent_id = values.pop('parent_id', None)
  272. dst_partner.write(values)
  273. if parent_id and parent_id != dst_partner.id:
  274. try:
  275. dst_partner.write({'parent_id': parent_id})
  276. except (osv.except_osv, orm.except_orm):
  277. _logger.info('Skip recursive partner hierarchies for '
  278. 'parent_id %s of partner: %s',
  279. parent_id, dst_partner.id)
  280. @mute_logger('openerp.osv.expression', 'openerp.osv.orm')
  281. def _merge(self, cr, uid, partner_ids, dst_partner=None, context=None):
  282. proxy = self.pool.get('res.partner')
  283. partner_ids = proxy.exists(cr, uid, list(partner_ids),
  284. context=context)
  285. if len(partner_ids) < 2:
  286. return
  287. if len(partner_ids) > 3:
  288. raise osv.except_osv(
  289. _('Error'),
  290. _("For safety reasons, you cannot merge more than 3 contacts "
  291. "together. You can re-open the wizard several times if "
  292. "needed."))
  293. if (openerp.SUPERUSER_ID != uid
  294. and len(set(partner.email for partner
  295. in proxy.browse(cr, uid, partner_ids,
  296. context=context))) > 1):
  297. raise osv.except_osv(
  298. _('Error'),
  299. _("All contacts must have the same email. Only the "
  300. "Administrator can merge contacts with different emails."))
  301. if dst_partner and dst_partner.id in partner_ids:
  302. src_partners = proxy.browse(cr, uid,
  303. [id for id in partner_ids
  304. if id != dst_partner.id],
  305. context=context)
  306. else:
  307. ordered_partners = self._get_ordered_partner(cr, uid, partner_ids,
  308. context)
  309. dst_partner = ordered_partners[-1]
  310. src_partners = ordered_partners[:-1]
  311. _logger.info("dst_partner: %s", dst_partner.id)
  312. if (openerp.SUPERUSER_ID != uid
  313. and self._model_is_installed(cr, uid, 'account.move.line',
  314. context=context)
  315. and self.pool.get('account.move.line'
  316. ).search(cr, openerp.SUPERUSER_ID,
  317. [('partner_id',
  318. 'in',
  319. [partner.id for partner
  320. in src_partners])],
  321. context=context)):
  322. raise osv.except_osv(
  323. _('Error'),
  324. _("Only the destination contact may be linked to existing "
  325. "Journal Items. Please ask the Administrator if you need to"
  326. " merge several contacts linked to existing Journal "
  327. "Items."))
  328. call_it = lambda function: function(cr, uid, src_partners,
  329. dst_partner, context=context)
  330. call_it(self._update_foreign_keys)
  331. call_it(self._update_reference_fields)
  332. call_it(self._update_values)
  333. _logger.info('(uid = %s) merged the partners %r with %s',
  334. uid,
  335. list(map(operator.attrgetter('id'), src_partners)),
  336. dst_partner.id)
  337. dst_partner.message_post(
  338. body='%s %s' % (
  339. _("Merged with the following partners:"),
  340. ", ".join('%s<%s>(ID %s)' % (p.name, p.email or 'n/a', p.id)
  341. for p in src_partners)))
  342. for partner in src_partners:
  343. partner.unlink()
  344. def clean_emails(self, cr, uid, context=None):
  345. """
  346. Clean the email address of the partner, if there is an email field
  347. with a minimum of two addresses, the system will create a new partner,
  348. with the information of the previous one and will copy the new cleaned
  349. email into the email field.
  350. """
  351. if context is None:
  352. context = {}
  353. proxy_model = self.pool['ir.model.fields']
  354. field_ids = proxy_model.search(cr, uid,
  355. [('model', '=', 'res.partner'),
  356. ('ttype', 'like', '%2many')],
  357. context=context)
  358. fields = proxy_model.read(cr, uid, field_ids, context=context)
  359. reset_fields = dict((field['name'], []) for field in fields)
  360. proxy_partner = self.pool['res.partner']
  361. context['active_test'] = False
  362. ids = proxy_partner.search(cr, uid, [], context=context)
  363. fields = ['name', 'var' 'partner_id' 'is_company', 'email']
  364. partners = proxy_partner.read(cr, uid, ids, fields, context=context)
  365. partners.sort(key=operator.itemgetter('id'))
  366. partners_len = len(partners)
  367. _logger.info('partner_len: %r', partners_len)
  368. for idx, partner in enumerate(partners):
  369. if not partner['email']:
  370. continue
  371. percent = (idx / float(partners_len)) * 100.0
  372. _logger.info('idx: %r', idx)
  373. _logger.info('percent: %r', percent)
  374. try:
  375. emails = sanitize_email(partner['email'])
  376. head, tail = emails[:1], emails[1:]
  377. email = head[0] if head else False
  378. proxy_partner.write(cr, uid, [partner['id']],
  379. {'email': email}, context=context)
  380. for email in tail:
  381. values = dict(reset_fields, email=email)
  382. proxy_partner.copy(cr, uid, partner['id'], values,
  383. context=context)
  384. except Exception:
  385. _logger.exception("There is a problem with this partner: %r",
  386. partner)
  387. raise
  388. return True
  389. def close_cb(self, cr, uid, ids, context=None):
  390. return {'type': 'ir.actions.act_window_close'}
  391. def _generate_query(self, fields, maximum_group=100):
  392. group_fields = ', '.join(fields)
  393. filters = []
  394. for field in fields:
  395. if field in ['email', 'name']:
  396. filters.append((field, 'IS NOT', 'NULL'))
  397. criteria = ' AND '.join('%s %s %s' % (field, operator, value)
  398. for field, operator, value in filters)
  399. text = [
  400. "SELECT min(id), array_agg(id)",
  401. "FROM res_partner",
  402. ]
  403. if criteria:
  404. text.append('WHERE %s' % criteria)
  405. text.extend([
  406. "GROUP BY %s" % group_fields,
  407. "HAVING COUNT(*) >= 2",
  408. "ORDER BY min(id)",
  409. ])
  410. if maximum_group:
  411. text.extend([
  412. "LIMIT %s" % maximum_group,
  413. ])
  414. return ' '.join(text)
  415. def _compute_selected_groupby(self, this):
  416. group_by_str = 'group_by_'
  417. group_by_len = len(group_by_str)
  418. fields = [
  419. key[group_by_len:]
  420. for key in self._columns.keys()
  421. if key.startswith(group_by_str)
  422. ]
  423. groups = [
  424. field
  425. for field in fields
  426. if getattr(this, '%s%s' % (group_by_str, field), False)
  427. ]
  428. if not groups:
  429. raise osv.except_osv(_('Error'),
  430. _("You have to specify a filter for your "
  431. "selection"))
  432. return groups
  433. def next_cb(self, cr, uid, ids, context=None):
  434. """
  435. Don't compute any thing
  436. """
  437. context = dict(context or {}, active_test=False)
  438. this = self.browse(cr, uid, ids[0], context=context)
  439. if this.current_line_id:
  440. this.current_line_id.unlink()
  441. return self._next_screen(cr, uid, this, context)
  442. def _get_ordered_partner(self, cr, uid, partner_ids, context=None):
  443. partners = self.pool.get('res.partner'
  444. ).browse(cr, uid,
  445. list(partner_ids),
  446. context=context)
  447. ordered_partners = sorted(sorted(partners,
  448. key=operator.attrgetter('create_date'),
  449. reverse=True),
  450. key=operator.attrgetter('active'),
  451. reverse=True)
  452. return ordered_partners
  453. def _next_screen(self, cr, uid, this, context=None):
  454. this.refresh()
  455. values = {}
  456. if this.line_ids:
  457. # in this case, we try to find the next record.
  458. current_line = this.line_ids[0]
  459. current_partner_ids = literal_eval(current_line.aggr_ids)
  460. values.update({
  461. 'current_line_id': current_line.id,
  462. 'partner_ids': [(6, 0, current_partner_ids)],
  463. 'dst_partner_id': self._get_ordered_partner(
  464. cr, uid,
  465. current_partner_ids,
  466. context
  467. )[-1].id,
  468. 'state': 'selection',
  469. })
  470. else:
  471. values.update({
  472. 'current_line_id': False,
  473. 'partner_ids': [],
  474. 'state': 'finished',
  475. })
  476. this.write(values)
  477. return {
  478. 'type': 'ir.actions.act_window',
  479. 'res_model': this._name,
  480. 'res_id': this.id,
  481. 'view_mode': 'form',
  482. 'target': 'new',
  483. }
  484. def _model_is_installed(self, cr, uid, model, context=None):
  485. proxy = self.pool.get('ir.model')
  486. domain = [('model', '=', model)]
  487. return proxy.search_count(cr, uid, domain, context=context) > 0
  488. def _partner_use_in(self, cr, uid, aggr_ids, models, context=None):
  489. """
  490. Check if there is no occurence of this group of partner in the selected
  491. model
  492. """
  493. for model, field in models.iteritems():
  494. proxy = self.pool.get(model)
  495. domain = [(field, 'in', aggr_ids)]
  496. if proxy.search_count(cr, uid, domain, context=context):
  497. return True
  498. return False
  499. def compute_models(self, cr, uid, ids, context=None):
  500. """
  501. Compute the different models needed by the system if you want to
  502. exclude some partners.
  503. """
  504. assert is_integer_list(ids)
  505. this = self.browse(cr, uid, ids[0], context=context)
  506. models = {}
  507. if this.exclude_contact:
  508. models['res.users'] = 'partner_id'
  509. if (self._model_is_installed(cr, uid, 'account.move.line',
  510. context=context)
  511. and this.exclude_journal_item):
  512. models['account.move.line'] = 'partner_id'
  513. return models
  514. def _process_query(self, cr, uid, ids, query, context=None):
  515. """
  516. Execute the select request and write the result in this wizard
  517. """
  518. proxy = self.pool.get('base.partner.merge.line')
  519. this = self.browse(cr, uid, ids[0], context=context)
  520. models = self.compute_models(cr, uid, ids, context=context)
  521. cr.execute(query)
  522. counter = 0
  523. for min_id, aggr_ids in cr.fetchall():
  524. if models and self._partner_use_in(cr, uid, aggr_ids, models,
  525. context=context):
  526. continue
  527. values = {
  528. 'wizard_id': this.id,
  529. 'min_id': min_id,
  530. 'aggr_ids': aggr_ids,
  531. }
  532. proxy.create(cr, uid, values, context=context)
  533. counter += 1
  534. values = {
  535. 'state': 'selection',
  536. 'number_group': counter,
  537. }
  538. this.write(values)
  539. _logger.info("counter: %s", counter)
  540. def start_process_cb(self, cr, uid, ids, context=None):
  541. """
  542. Start the process.
  543. * Compute the selected groups (with duplication)
  544. * If the user has selected the 'exclude_XXX' fields, avoid the
  545. partners.
  546. """
  547. assert is_integer_list(ids)
  548. context = dict(context or {}, active_test=False)
  549. this = self.browse(cr, uid, ids[0], context=context)
  550. groups = self._compute_selected_groupby(this)
  551. query = self._generate_query(groups, this.maximum_group)
  552. self._process_query(cr, uid, ids, query, context=context)
  553. return self._next_screen(cr, uid, this, context)
  554. def automatic_process_cb(self, cr, uid, ids, context=None):
  555. assert is_integer_list(ids)
  556. this = self.browse(cr, uid, ids[0], context=context)
  557. this.start_process_cb()
  558. this.refresh()
  559. for line in this.line_ids:
  560. partner_ids = literal_eval(line.aggr_ids)
  561. self._merge(cr, uid, partner_ids, context=context)
  562. line.unlink()
  563. cr.commit()
  564. this.write({'state': 'finished'})
  565. return {
  566. 'type': 'ir.actions.act_window',
  567. 'res_model': this._name,
  568. 'res_id': this.id,
  569. 'view_mode': 'form',
  570. 'target': 'new',
  571. }
  572. def parent_migration_process_cb(self, cr, uid, ids, context=None):
  573. assert is_integer_list(ids)
  574. context = dict(context or {}, active_test=False)
  575. this = self.browse(cr, uid, ids[0], context=context)
  576. query = """
  577. SELECT
  578. min(p1.id),
  579. array_agg(DISTINCT p1.id)
  580. FROM
  581. res_partner as p1
  582. INNER join
  583. res_partner as p2
  584. ON
  585. p1.email = p2.email AND
  586. p1.name = p2.name AND
  587. (p1.parent_id = p2.id OR p1.id = p2.parent_id)
  588. WHERE
  589. p2.id IS NOT NULL
  590. GROUP BY
  591. p1.email,
  592. p1.name,
  593. CASE WHEN p1.parent_id = p2.id THEN p2.id
  594. ELSE p1.id
  595. END
  596. HAVING COUNT(*) >= 2
  597. ORDER BY
  598. min(p1.id)
  599. """
  600. self._process_query(cr, uid, ids, query, context=context)
  601. for line in this.line_ids:
  602. partner_ids = literal_eval(line.aggr_ids)
  603. self._merge(cr, uid, partner_ids, context=context)
  604. line.unlink()
  605. cr.commit()
  606. this.write({'state': 'finished'})
  607. cr.execute("""
  608. UPDATE
  609. res_partner
  610. SET
  611. is_company = NULL,
  612. parent_id = NULL
  613. WHERE
  614. parent_id = id
  615. """)
  616. return {
  617. 'type': 'ir.actions.act_window',
  618. 'res_model': this._name,
  619. 'res_id': this.id,
  620. 'view_mode': 'form',
  621. 'target': 'new',
  622. }
  623. def update_all_process_cb(self, cr, uid, ids, context=None):
  624. assert is_integer_list(ids)
  625. # WITH RECURSIVE cycle(id, parent_id) AS (
  626. # SELECT id, parent_id FROM res_partner
  627. # UNION
  628. # SELECT cycle.id, res_partner.parent_id
  629. # FROM res_partner, cycle
  630. # WHERE res_partner.id = cycle.parent_id AND
  631. # cycle.id != cycle.parent_id
  632. # )
  633. # UPDATE res_partner
  634. # SET parent_id = NULL
  635. # WHERE id in (SELECT id FROM cycle WHERE id = parent_id);
  636. this = self.browse(cr, uid, ids[0], context=context)
  637. self.parent_migration_process_cb(cr, uid, ids, context=None)
  638. list_merge = [
  639. {'group_by_vat': True,
  640. 'group_by_email': True,
  641. 'group_by_name': True},
  642. # {'group_by_name': True,
  643. # 'group_by_is_company': True,
  644. # 'group_by_parent_id': True},
  645. # {'group_by_email': True,
  646. # 'group_by_is_company': True,
  647. # 'group_by_parent_id': True},
  648. # {'group_by_name': True,
  649. # 'group_by_vat': True,
  650. # 'group_by_is_company': True,
  651. # 'exclude_journal_item': True},
  652. # {'group_by_email': True,
  653. # 'group_by_vat': True,
  654. # 'group_by_is_company': True,
  655. # 'exclude_journal_item': True},
  656. # {'group_by_email': True,
  657. # 'group_by_is_company': True,
  658. # 'exclude_contact': True,
  659. # 'exclude_journal_item': True},
  660. # {'group_by_name': True,
  661. # 'group_by_is_company': True,
  662. # 'exclude_contact': True,
  663. # 'exclude_journal_item': True}
  664. ]
  665. for merge_value in list_merge:
  666. id = self.create(cr, uid, merge_value, context=context)
  667. self.automatic_process_cb(cr, uid, [id], context=context)
  668. cr.execute("""
  669. UPDATE
  670. res_partner
  671. SET
  672. is_company = NULL
  673. WHERE
  674. parent_id IS NOT NULL AND
  675. is_company IS NOT NULL
  676. """)
  677. # cr.execute("""
  678. # UPDATE
  679. # res_partner as p1
  680. # SET
  681. # is_company = NULL,
  682. # parent_id = (
  683. # SELECT p2.id
  684. # FROM res_partner as p2
  685. # WHERE p2.email = p1.email AND
  686. # p2.parent_id != p2.id
  687. # LIMIT 1
  688. # )
  689. # WHERE
  690. # p1.parent_id = p1.id
  691. # """)
  692. return self._next_screen(cr, uid, this, context)
  693. def merge_cb(self, cr, uid, ids, context=None):
  694. assert is_integer_list(ids)
  695. context = dict(context or {}, active_test=False)
  696. this = self.browse(cr, uid, ids[0], context=context)
  697. partner_ids = set(map(int, this.partner_ids))
  698. if not partner_ids:
  699. this.write({'state': 'finished'})
  700. return {
  701. 'type': 'ir.actions.act_window',
  702. 'res_model': this._name,
  703. 'res_id': this.id,
  704. 'view_mode': 'form',
  705. 'target': 'new',
  706. }
  707. self._merge(cr, uid, partner_ids, this.dst_partner_id,
  708. context=context)
  709. if this.current_line_id:
  710. this.current_line_id.unlink()
  711. return self._next_screen(cr, uid, this, context)
  712. def auto_set_parent_id(self, cr, uid, ids, context=None):
  713. assert is_integer_list(ids)
  714. # select partner who have one least invoice
  715. partner_treated = ['@gmail.com']
  716. cr.execute(""" SELECT p.id, p.email
  717. FROM res_partner as p
  718. LEFT JOIN account_invoice as a
  719. ON p.id = a.partner_id AND a.state in ('open','paid')
  720. WHERE p.grade_id is NOT NULL
  721. GROUP BY p.id
  722. ORDER BY COUNT(a.id) DESC
  723. """)
  724. re_email = re.compile(r".*@")
  725. for id, email in cr.fetchall():
  726. # check email domain
  727. email = re_email.sub("@", email or "")
  728. if not email or email in partner_treated:
  729. continue
  730. partner_treated.append(email)
  731. # don't update the partners if they are more of one who have
  732. # invoice
  733. cr.execute("""
  734. SELECT *
  735. FROM res_partner as p
  736. WHERE p.id != %s AND p.email LIKE '%%%s' AND
  737. EXISTS (SELECT * FROM account_invoice as a
  738. WHERE p.id = a.partner_id
  739. AND a.state in ('open','paid'))
  740. """ % (id, email))
  741. if len(cr.fetchall()) > 1:
  742. _logger.info("%s MORE OF ONE COMPANY", email)
  743. continue
  744. # to display changed values
  745. cr.execute(""" SELECT id,email
  746. FROM res_partner
  747. WHERE parent_id != %s
  748. AND id != %s AND email LIKE '%%%s'
  749. """ % (id, id, email))
  750. _logger.info("%r", cr.fetchall())
  751. # upgrade
  752. cr.execute(""" UPDATE res_partner
  753. SET parent_id = %s
  754. WHERE id != %s AND email LIKE '%%%s'
  755. """ % (id, id, email))
  756. return False