Browse Source
Merge pull request #142 from savoirfairelinux/7.0-base_location_uniq_constraint
Merge pull request #142 from savoirfairelinux/7.0-base_location_uniq_constraint
Remove migration scriptpull/211/head
Alexandre Fayolle
9 years ago
1 changed files with 0 additions and 202 deletions
@ -1,202 +0,0 @@ |
|||||
# -*- coding: utf-8 -*- |
|
||||
############################################################################## |
|
||||
# |
|
||||
# Contributor: David Dufresne <david.dufresne@savoirfairelinux.com> |
|
||||
# Sandy Carter <sandy.carter@savoirfairelinux.com> |
|
||||
# |
|
||||
# This program is free software: you can redistribute it and/or modify |
|
||||
# it under the terms of the GNU Affero General Public License as |
|
||||
# published by the Free Software Foundation, either version 3 of the |
|
||||
# License, or (at your option) any later version. |
|
||||
# |
|
||||
# This program is distributed in the hope that it will be useful, |
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
||||
# GNU Affero General Public License for more details. |
|
||||
# |
|
||||
# You should have received a copy of the GNU Affero General Public License |
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
||||
# |
|
||||
############################################################################## |
|
||||
|
|
||||
from openerp import pooler, SUPERUSER_ID |
|
||||
from itertools import groupby |
|
||||
from operator import attrgetter |
|
||||
|
|
||||
|
|
||||
def remove_sql_constraint_duplicates(cr, model, constraint_attrs): |
|
||||
""" |
|
||||
This function was copied from OpenUpgrade |
|
||||
|
|
||||
Remove all duplicates after a sql constraint is applied on a model. |
|
||||
|
|
||||
For every field many2one and many2many with the given model as relation, |
|
||||
change the duplicate ids with the id of the record kept. |
|
||||
|
|
||||
This script must be called in post-migration so that the model being |
|
||||
edited can be accessed through the orm. |
|
||||
|
|
||||
When upgrading the module, if there are duplicates, integrity errors |
|
||||
will be raised before the script is run but this will not prevent |
|
||||
the script from running. |
|
||||
|
|
||||
:param model: the model on witch the constraint is applied |
|
||||
:param constraint_attrs: a list of string containing the fields that |
|
||||
form the uniq key |
|
||||
""" |
|
||||
pool = pooler.get_pool(cr.dbname) |
|
||||
model_pool = pool[model] |
|
||||
model_table = model_pool._table |
|
||||
|
|
||||
# Get all fields with the given model as many2one relation |
|
||||
field_pool = pool['ir.model.fields'] |
|
||||
field_m2o_ids = field_pool.search(cr, SUPERUSER_ID, [ |
|
||||
('relation', '=', model), |
|
||||
('ttype', '=', 'many2one'), |
|
||||
]) |
|
||||
# List of tables where to look for duplicates |
|
||||
# This is trivial for many2one relations |
|
||||
tables_to_lookup = [ |
|
||||
( |
|
||||
pool[field.model_id.model]._table, |
|
||||
field.name, 'many2one' |
|
||||
) for field in field_pool.browse(cr, SUPERUSER_ID, field_m2o_ids) |
|
||||
] |
|
||||
|
|
||||
# For many2many relations, we need to check over the existing |
|
||||
# foreign keys in the database in order to find the tables |
|
||||
|
|
||||
# Get all fields with the given model as many2many relation |
|
||||
field_m2m_ids = field_pool.search(cr, SUPERUSER_ID, [ |
|
||||
('relation', '=', model), |
|
||||
('ttype', '=', 'many2many'), |
|
||||
]) |
|
||||
fields_m2m = field_pool.browse(cr, SUPERUSER_ID, field_m2m_ids) |
|
||||
|
|
||||
for field in fields_m2m: |
|
||||
|
|
||||
other_model_table = pool[field.model_id.model]._table |
|
||||
|
|
||||
# Get all primary key constraints for the given table |
|
||||
query = "SELECT " \ |
|
||||
" tc.table_name, kcu.column_name, ccu.table_name " \ |
|
||||
"FROM " \ |
|
||||
" information_schema.table_constraints AS tc " \ |
|
||||
" JOIN information_schema.key_column_usage AS kcu " \ |
|
||||
" ON tc.constraint_name = kcu.constraint_name " \ |
|
||||
" JOIN information_schema.constraint_column_usage AS ccu " \ |
|
||||
" ON ccu.constraint_name = tc.constraint_name " \ |
|
||||
"WHERE constraint_type = 'FOREIGN KEY' " \ |
|
||||
" and ccu.table_name " \ |
|
||||
" in ('%(model_table)s', '%(other_model_table)s') " \ |
|
||||
" ORDER BY tc.table_name;" % { |
|
||||
'model_table': model_table, |
|
||||
'other_model_table': other_model_table |
|
||||
} |
|
||||
|
|
||||
cr.execute(query) |
|
||||
for key, group in groupby(cr.fetchall(), key=lambda c: c[0]): |
|
||||
constraints = list(group) |
|
||||
|
|
||||
model_field = next( |
|
||||
(c[1] for c in constraints if c[2] == model_table), False) |
|
||||
other_field = next( |
|
||||
(c[1] for c in constraints if c[2] == other_model_table), False |
|
||||
) |
|
||||
|
|
||||
if model_field and other_field: |
|
||||
# Add the current table to the list of tables where to look |
|
||||
# for duplicates |
|
||||
tables_to_lookup.append(( |
|
||||
key, model_field, 'many2many', other_field)) |
|
||||
|
|
||||
# Get all records |
|
||||
record_ids = model_pool.search(cr, SUPERUSER_ID, []) |
|
||||
records = model_pool.browse(cr, SUPERUSER_ID, record_ids) |
|
||||
|
|
||||
# Sort records by the constraint attributes |
|
||||
# so that they can be grouped with itertools.groupby |
|
||||
records.sort(key=attrgetter(*constraint_attrs)) |
|
||||
|
|
||||
for key, group in groupby(records, key=lambda x: tuple( |
|
||||
x[attr] for attr in constraint_attrs) |
|
||||
): |
|
||||
grouped_records = list(group) |
|
||||
|
|
||||
if len(grouped_records) > 1: |
|
||||
# Define a record to keep |
|
||||
new_record_id = grouped_records[0].id |
|
||||
|
|
||||
# All other records are to remove |
|
||||
old_record_ids = [z.id for z in grouped_records[1:]] |
|
||||
|
|
||||
all_record_ids = old_record_ids + [new_record_id] |
|
||||
|
|
||||
# Replace every many2one record in the database that has an old |
|
||||
# record as value with the record to keep |
|
||||
|
|
||||
for table in tables_to_lookup: |
|
||||
table_name = table[0] |
|
||||
|
|
||||
# Prevent the upgrade script to create duplicates |
|
||||
# in the many2many relation table and raise a constraint error |
|
||||
if table[2] == 'many2many': |
|
||||
cr.execute( |
|
||||
" SELECT t.%(other_field)s, t.%(field_name)s " |
|
||||
" FROM %(table_name)s as t" |
|
||||
" WHERE %(field_name)s " |
|
||||
" in %(all_record_ids)s " |
|
||||
" ORDER BY %(other_field)s" % |
|
||||
{ |
|
||||
'table_name': table_name, |
|
||||
'field_name': table[1], |
|
||||
'other_field': table[3], |
|
||||
'all_record_ids': tuple(all_record_ids), |
|
||||
}) |
|
||||
|
|
||||
for k, group_to_check in groupby( |
|
||||
cr.fetchall(), lambda rec: rec[0] |
|
||||
): |
|
||||
group_to_check = list(group_to_check) |
|
||||
if len(group_to_check) > 1: |
|
||||
for rec_to_unlink in group_to_check[1:]: |
|
||||
cr.execute( |
|
||||
" DELETE FROM %(table_name)s " |
|
||||
" WHERE %(field_name)s = %(field_value)s" |
|
||||
" AND %(other_field)s " |
|
||||
" = %(other_field_value)s" % |
|
||||
{ |
|
||||
'table_name': table_name, |
|
||||
'field_name': table[1], |
|
||||
'field_value': rec_to_unlink[1], |
|
||||
'other_field': table[3], |
|
||||
'other_field_value': rec_to_unlink[0], |
|
||||
}) |
|
||||
|
|
||||
# Main upgrade script |
|
||||
cr.execute( |
|
||||
" UPDATE %(table_name)s" |
|
||||
" SET %(field_name)s = %(new_value)s" |
|
||||
" WHERE %(field_name)s %(old_record_ids)s;" % |
|
||||
{ |
|
||||
'table_name': table_name, |
|
||||
'field_name': table[1], |
|
||||
'new_value': new_record_id, |
|
||||
'old_record_ids': len(old_record_ids) > 1 and |
|
||||
'in %s' % (tuple(old_record_ids),) or '= %s' % |
|
||||
old_record_ids[0] |
|
||||
}) |
|
||||
|
|
||||
model_pool.unlink(cr, SUPERUSER_ID, old_record_ids) |
|
||||
|
|
||||
|
|
||||
def migrate(cr, version): |
|
||||
""" |
|
||||
Remove duplicated locations |
|
||||
""" |
|
||||
if not version: |
|
||||
return |
|
||||
|
|
||||
constraint_attrs = ['name', 'city', 'state_id', 'country_id'] |
|
||||
remove_sql_constraint_duplicates( |
|
||||
cr, 'res.better.zip', constraint_attrs) |
|
||||
Write
Preview
Loading…
Cancel
Save
Reference in new issue