From 5cd709a665626321e1f9c71f3fad6b3020936569 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Fri, 18 Jul 2014 16:44:17 +0200 Subject: [PATCH 001/166] [ADD] mis_builder: a module to build "Management Information System"-style reports Such reports combine accounting and operational data. This initial commit is a first proof-of-concept prototype. --- mis_builder/__init__.py | 24 ++ mis_builder/__openerp__.py | 53 +++ mis_builder/models/__init__.py | 24 ++ mis_builder/models/mis_builder.py | 466 ++++++++++++++++++++++ mis_builder/security/ir.model.access.csv | 1 + mis_builder/static/src/img/icon.png | Bin 0 -> 3464 bytes mis_builder/static/src/js/mis_builder.js | 26 ++ mis_builder/static/src/xml/mis_widget.xml | 18 + mis_builder/views/mis_builder.xml | 158 ++++++++ 9 files changed, 770 insertions(+) create mode 100644 mis_builder/__init__.py create mode 100644 mis_builder/__openerp__.py create mode 100644 mis_builder/models/__init__.py create mode 100644 mis_builder/models/mis_builder.py create mode 100644 mis_builder/security/ir.model.access.csv create mode 100644 mis_builder/static/src/img/icon.png create mode 100644 mis_builder/static/src/js/mis_builder.js create mode 100644 mis_builder/static/src/xml/mis_widget.xml create mode 100644 mis_builder/views/mis_builder.xml diff --git a/mis_builder/__init__.py b/mis_builder/__init__.py new file mode 100644 index 00000000..db1c497e --- /dev/null +++ b/mis_builder/__init__.py @@ -0,0 +1,24 @@ +#============================================================================== +# = +# mis_builder module for OpenERP, Management Information System Builder +# Copyright (C) 2014 ACSONE SA/NV () +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== + +import models diff --git a/mis_builder/__openerp__.py b/mis_builder/__openerp__.py new file mode 100644 index 00000000..097d261c --- /dev/null +++ b/mis_builder/__openerp__.py @@ -0,0 +1,53 @@ +#============================================================================== +# = +# mis_builder module for OpenERP, Management Information System Builder +# Copyright (C) 2014 ACSONE SA/NV () +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== +{ + 'name': 'mis builder', + 'version': '0.1', + 'category': 'Reporting', + 'description': """ + Management Information System Builder + """, + 'author': 'ACSONE SA/NV', + 'website': 'http://acsone.eu', + 'depends': ['account'], + 'data': [ + 'views/mis_builder.xml', + ], + 'test': [ + ], + 'demo': [ + ], + 'js': [ + 'static/src/js/*.js' + ], + 'qweb': [ + 'static/src/xml/*.xml' + ], + 'css': [ + 'static/src/css/*.css' + ], + 'installable': True, + 'application': True, + 'auto_install': False, + 'license': 'AGPL-3', +} diff --git a/mis_builder/models/__init__.py b/mis_builder/models/__init__.py new file mode 100644 index 00000000..4d7f1bd5 --- /dev/null +++ b/mis_builder/models/__init__.py @@ -0,0 +1,24 @@ +#============================================================================== +# = +# mis_builder module for OpenERP, Management Information System Builder +# Copyright (C) 2014 ACSONE SA/NV () +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== + +import mis_builder diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py new file mode 100644 index 00000000..8d5a0f6e --- /dev/null +++ b/mis_builder/models/mis_builder.py @@ -0,0 +1,466 @@ +# vim: set fileencoding=utf-8 : +#============================================================================== +# = +# mis_builder module for OpenERP, Management Information System Builder +# Copyright (C) 2014 ACSONE SA/NV () +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== + +from datetime import datetime, timedelta +from dateutil import parser +import traceback +from lxml import etree + +from openerp.osv import orm, fields +from openerp.tools.safe_eval import safe_eval +from openerp.tools.translate import _ +from openerp import tools + + +class AutoStruct(object): + + def __init__(self, **kwargs): + for k, v in kwargs.items(): + setattr(self, k, v) + + +def _get_selection_label(selection, value): + for v, l in selection: + if v == value: + return l + return '' + + +class mis_report_kpi(orm.Model): + """ A KPI is an element of a MIS report. + + In addition to a name and description, it has an expression + to compute it based on queries defined in the MIS report. + It also has various informations defining how to render it + (numeric or percentage or a string, a suffix, divider) and + how to render comparison of two values of the KPI. + KPI are ordered inside the MIS report, as some KPI expressions + can depend on other KPI that need to be computed before. + """ + + _name = 'mis.report.kpi' + + _columns = { + 'name': fields.char(size=32, required=True, + string='Name'), + 'description': fields.char(required=True, + string='Description', + translate=True), + 'expression': fields.char(required=True, + string='Expression'), + 'type': fields.selection([('num', _('Numeric')), + ('pct', _('Percentage')), + ('str', _('String'))], + required=True, + string='Type'), + 'divider': fields.selection([('1e-6', _('µ')), + ('1e-3', _('m')), + ('1e3', _('k')), + ('1e6', _('M'))], + string='Factor'), + 'dp': fields.integer(string='Rounding'), + 'suffix': fields.char(size=16, string='Unit'), + 'compare_method': fields.selection([('diff', _('Difference')), + ('pct', _('Percentage')), + ('none', _('None'))], + required=True, + string='Comparison Method'), + 'sequence': fields.integer(string='Sequence'), + 'report_id': fields.many2one('mis.report', string='Report'), + } + + _defaults = { + 'type': 'num', + 'divider': '1', + 'dp': 0, + 'compare_method': 'pct', + } + + _order = 'sequence' + + # TODO: constraint to check name is a valid python identifier + # TODO: onchange type pct -> force comparison method = diff + # TODO: onchange type str -> divider, dp, suffix, compare_method read only + + def _render(self, kpi, value): + """ render a KPI value as a unicode string, ready for display """ + if kpi.type == 'num': + return self._render_num(value, + kpi.divider, kpi.dp, kpi.suffix) + elif kpi.type == 'pct': + return self._render_num(value, + 100, kpi.dp, '%') + else: + return unicode(value) + + def _render_comparison(self, kpi, value, base_value): + """ render the comparison of two KPI values, ready for display """ + if value is None or base_value is None: + return '' + if kpi.type == 'pct': + return self._render_num(value - base_value, + 0.01, kpi.dp, _('pp'), + sign='+') + elif kpi.type == 'num': + if kpi.compare_method == 'diff': + return self._render_num(value - base_value, + kpi.divider, kpi.dp, kpi.suffix, + sign='+') + elif kpi.compare_method == 'pct' and base_value != 0: + return self._render_num(value / base_value - base_value, + 0.01, kpi.dp, '%', + sign='+') + return '' + + def _render_num(self, value, divider, dp, suffix, sign='-'): + divider_label = _get_selection_label( + self._columns['divider'].selection, divider) + fmt = '{:%s,.%df}%s%s' % (sign, dp, divider_label, suffix or '') + value = round(value / float(divider or 1), dp) or 0 + return fmt.format(value) + + +class mis_report_query(orm.Model): + """ A query to fetch data for a MIS report. + + A query works on a model and has a domain and list of fields to fetch. + At runtime, the domain is expanded with a "and" on the date/datetime field. + """ + + _name = 'mis.report.query' + + _columns = { + 'name': fields.char(size=32, required=True, + string='Name'), + 'model_id': fields.many2one('ir.model', required=True, + string='Model'), + 'field_ids': fields.many2many('ir.model.fields', required=True, + string='Fields to fetch'), + 'date_field': fields.many2one('ir.model.fields', required=True, + string='Date field', + domain=[('ttype', 'in', ('date', 'datetime'))]), + 'domain': fields.char(string='Domain'), + 'report_id': fields.many2one('mis.report', string='Report'), + } + + _order = 'name' + + +class mis_report(orm.Model): + """ A MIS report template (without period information) + + The MIS report holds: + * an implicit query fetching allow the account balances; + for each account, the balance is stored in a variable named + bal_{code} where {code} is the account code + * a list of explicit queries; the result of each query is + stored in a variable with same name as a query, containing as list + of data structures populated with attributes for each fields to fetch + * a list of KPI to be evaluated based on the variables resulting + from the balance and queries + """ + + _name = 'mis.report' + + _columns = { + 'name': fields.char(size=32, required=True, + string='Name', translate=True), + 'description': fields.char(required=False, + string='Description', translate=True), + 'query_ids': fields.one2many('mis.report.query', 'report_id', + string='Queries'), + 'kpi_ids': fields.one2many('mis.report.kpi', 'report_id', + string='KPI\'s'), + } + + +class mis_report_instance_period(orm.Model): + """ A MIS report instance has the logic to compute + a report template for a give date period. + + Periods have a duration (day, week, fiscal period) and + are defined as an offset relative to a pivot date. + """ + + def _get_dates(self, cr, uid, ids, field_names, arg, context=None): + if isinstance(ids, (int, long)): + ids = [ids] + res = {} + for c in self.browse(cr, uid, ids, context=context): + d = parser.parse(c.report_instance_id.pivot_date) + if c.type == 'd': + date_from = d + timedelta(days=c.offset) + date_to = date_from + timedelta(days=c.duration - 1) + date_from = date_from.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) + date_to = date_to.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) + period_ids = None + elif c.type == 'w': + date_from = d - timedelta(d.weekday()) + date_from = date_from + timedelta(days=c.offset * 7) + date_to = date_from + timedelta(days=(7 * c.duration) - 1) + date_from = date_from.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) + date_to = date_to.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) + period_ids = None + elif c.type == 'fp': + # TODO: filter on company_id + # TODO: date! + period_obj = self.pool['account.period'] + all_period_ids = period_obj.search(cr, uid, + [('special', '=', False)], + order='date_start', + context=context) + current_period_ids = period_obj.search(cr, uid, + [('special', '=', False), + ('date_start', '<=', d), + ('date_stop', '>=', d)], + context=context) + if not current_period_ids: + raise orm.except_orm(_("Error!"), + _("No current fiscal period for %s") % d) + p = all_period_ids.index(current_period_ids[0]) + c.offset + if p < 0 or p >= len(all_period_ids): + raise orm.except_orm(_("Error!"), + _("No such fiscal period for %s " + "with offset %d") % (d, c.offset)) + period_ids = all_period_ids[p:p + c.duration] + periods = period_obj.browse(cr, uid, period_ids, + context=context) + date_from = periods[0].date_start + date_to = periods[-1].date_stop + else: + raise orm.except_orm(_("Error!"), + _("Unimplemented period type %s") % + (c.type,)) + res[c.id] = { + 'date_from': date_from, + 'date_to': date_to, + 'period_from': period_ids and period_ids[0], + 'period_to': period_ids and period_ids[-1], + } + return res + + _name = 'mis.report.instance.period' + + _columns = { + 'name': fields.char(size=32, required=True, + string='Name', translate=True), + 'type': fields.selection([('d', _('Day')), + ('w', _('Week')), + ('fp', _('Fiscal Period')), + # ('fy', _('Fiscal Year')) + ], + required=True, + string='Period type'), + 'offset': fields.integer(string='Offset', + help='Offset from current period'), + 'duration': fields.integer(string='Duration', + help='Number of periods'), + 'date_from': fields.function(_get_dates, + type='date', + multi="dates", + string="From"), + 'date_to': fields.function(_get_dates, + type='date', + multi="dates", + string="To"), + 'period_from': fields.function(_get_dates, + type='many2one', obj='account.period', + multi="dates", string="From period"), + 'period_to': fields.function(_get_dates, + type='many2one', obj='account.period', + multi="dates", string="To period"), + 'sequence': fields.integer(string='Sequence'), + 'report_instance_id': fields.many2one('mis.report.instance', + string='Report Instance'), + } + + _defaults = { + 'offset':-1, + 'duration': 1, + } + + _order = 'sequence' + + # TODO: constraint duration >= 1 + + def _fetch_balances(self, cr, uid, c, context=None): + """ fetch the general account balances for the given period + + returns a dictionary {bal_: account.balance} + """ + account_obj = self.pool['account.account'] + + search_ctx = dict(context) + if c.period_from: + search_ctx.update({'period_from': c.period_from, + 'period_to': c.period_to}) + else: + search_ctx.update({'date_from': c.date_from, + 'date_to': c.date_to}) + + # TODO: initial balance? + # TODO: draft or posted? + account_ids = account_obj.search(cr, uid, []) + account_datas = account_obj.read(cr, uid, account_ids, + ['code', 'balance'], + context=search_ctx) + balances = {} + + for account_data in account_datas: + # TODO: normalize code (strip special chars) + # TODO: company_id in key + key = 'bal_' + account_data['code'] + assert key not in balances + balances[key] = account_data['balance'] + + return balances + + def _fetch_queries(self, cr, uid, c, context): + res = {} + + report = c.report_instance_id.report_id + for query in report.query_ids: + obj = self.pool[query.model_id.model] + domain = query.domain and safe_eval(query.domain) or [] + if query.date_field.ttype == 'date': + domain.extend([(query.date_field.name, '>=', c.date_from), + (query.date_field.name, '<=', c.date_to)]) + else: + # TODO: datetime support (convert date to utc midnight) + # datetime_from = utc_midnight(date_from) + # datetime_to = utc_midnight(date_to + 1) + # domain.extend([(query.date_field.name, '>=', datetime_from), + # (query.date_field.name, '<', datetime_to)]) + raise orm.except_orm(_('Error!'), _('Not implemented')) + field_names = [field.name for field in query.field_ids] + obj_ids = obj.search(cr, uid, domain, + context=context) + obj_datas = obj.read(cr, uid, obj_ids, field_names, + context=context) + res[query.name] = [AutoStruct(**d) for d in obj_datas] + + return res + + def _compute(self, cr, uid, c, context=None): + if context is None: + context = {} + + kpi_obj = self.pool['mis.report.kpi'] + + res = {} + + localdict = { + 'registry': self.pool, + 'sum': sum, + 'min': min, + 'max': max, + 'len': len, + 'avg': lambda l: sum(l) / float(len(l)), + } + localdict.update(self._fetch_balances(cr, uid, c, context=context)) + localdict.update(self._fetch_queries(cr, uid, c, context=context)) + + for kpi in c.report_instance_id.report.kpi_ids: + try: + kpi_val = safe_eval(kpi.expression, localdict) + except ZeroDivisionError: + kpi_val = None + kpi_val_rendered = '#DIV/0' + kpi_val_comment = traceback.format_exc() + except: + kpi_val = None + kpi_val_rendered = '#ERR' + kpi_val_comment = traceback.format_exc() + else: + kpi_val_rendered = kpi_obj._render(kpi, kpi_val) + kpi_val_comment = None + + localdict[kpi.name] = kpi_val + + res[kpi.name] = { + 'val': kpi_val, + 'val_r': kpi_val_rendered, + 'val_c': kpi_val_comment, + } + + return res + + +class mis_report_instance(orm.Model): + """ The MIS report instance combines compute and + display a MIS report template for a set of periods """ + + # TODO: mechanism to add comparison columns + + def _get_pivot_date(self, cr, uid, ids, field_name, arg, context=None): + res = {} + for r in self.browse(cr, uid, ids, context=context): + if r.date: + res[r.id] = r.date + else: + res[r.id] = fields.date.context_today(self, cr, uid, + context=context) + return res + + _name = 'mis.report.instance' + + _columns = { + 'name': fields.char(size=32, required=True, + string='Name', translate=True), + 'description': fields.char(required=False, + string='Description', translate=True), + 'date': fields.date(string='Base date', + help='Report base date ' + '(leave empty to use current date)'), + 'pivot_date': fields.function(_get_pivot_date, + type='date', + string="Pivot date"), + 'report_id': fields.many2one('mis.report', + required=True, + string='Report'), + 'period_ids': fields.one2many('mis.report.instance.period', + 'report_instance_id', + required=True, + string='Periods'), + } + + def compute(self, cr, uid, _ids, context=None): + assert isinstance(_ids, (int, long)) + + r = self.browse(cr, uid, _ids, context=context) + + res = {} + + rows = [] + for kpi in r.report_id.kpi_ids: + rows.append(dict(name=kpi.name, + description=kpi.description)) + res['rows'] = rows + + cols = [] + for period in r.period_ids: + col = dict(name=period.name) + res['cols'] = cols + + return res diff --git a/mis_builder/security/ir.model.access.csv b/mis_builder/security/ir.model.access.csv new file mode 100644 index 00000000..8d4ee863 --- /dev/null +++ b/mis_builder/security/ir.model.access.csv @@ -0,0 +1 @@ +"id","name","model_id:id","group_id:id","perm_read","perm_write","perm_create","perm_unlink" diff --git a/mis_builder/static/src/img/icon.png b/mis_builder/static/src/img/icon.png new file mode 100644 index 0000000000000000000000000000000000000000..833ce9211046568a692f342c1d62fb10e134d4df GIT binary patch literal 3464 zcmV;34R`X1P)uTd^nTfM4c zi!FU>b6k{{s#*t!0Y)AT0#LPOprmP+fYbAb*9e zbxgQGiP^S(fbDuE@N!QNK-@P zh^?p%ssgrT&K1O#|4~~udbSMw1Yme;5byTVl#py*as<^ouw8a_S6@Z)-g>Hk&_{Aj zeWNOe)t0Np7Rb&u;R01`8^m^@N*@#4A9$_j)!5C;5L@uS-gEW}813@GgizTWCw;*8 z5Gs3A1+f8JL0w5~eP3+`RK<-gmt*s1s5;6JROwcm&v~~G3=Ox{;%)CQK>>A#R9TDd z`o!1OR|k;1xBd}qc}!JNTfmkfY<(By6cet6qFicE=oe5Iq6!nBw!9s9z2{4@zi5Oy z2o&*zdD9D@v3zB7oY7AITehv&7ier3$m4EfC|*4N7kyn}FHi&82n?p$YOnXS_rEi| zIf!@1z**r!a_tgJAtV4QFMziA51%|$j5q$3Ww$H5091lpA79n*q5qBU%i=2=N(#A2 zRM`|K-Q_zD8R3C{b3Ygp_d~H(cPJL03Wy`S7G>hSb?61p=D{H7M(36SZx3&-z0SL1 zfK+R3NrDTUPOhzAp^_0^l~4JeKlu&+5Bp9fzA+gLW4A2>!2fdZi-A{q-2%s)QI^M6 zHth4i*+YC)V`(8U+U29NDZyx$?~uY;QLt@!uBth{1|YpZfO|u1dcbTCf+|&81{vNO z{Jfy=tL;)zL??8Sch^8H_1#)LyZUDg0kK^tv30T9G7r@6J9H|MShE!0vnQvWJN`Ef z_+QP$du(+>FUm!tf}%BnH+zO=^?ue0vV?e;i#gZihF(hn(QribF$>v^==y^wIztBeeh?X&kGxql{uMw_L;xPn zf};C@_*o}5o<}o)=WQRjM;&W`m;kAbwI$$yZUd;Okh7XMx9thfh=K_7V=Egyfj7IS zSHNheKdW~`$)HZ<`a~qFm~*An=8T}CJR<_CG^RE#uJ`QjpT+v1gK`AG^JL#S%`M1# znu|C6^voDAKljwFD5%IU0McFl^GcsRJF*9=d`RY)~KKye4_jy=m^5KOlqJ}rsX01BmT)L!$$LtF=zm!;eAga{}jt(?&p%&oX*`KxQpmX$|$GXoV z1kSGb0%1(D4~bM=C@vfG`CeCX^Pw`OvH^MitH9)Rkdk`L~e=9~hu z+nvC{%zBk{r|)a$>jmn7in^rL0j1NP-Jkqw_>skP5Cbw<-}l7vRY9J1q&TUhN5Q$X6Ww2F2($EtLvZ(rs5c&aP;(c^5tH>AC*=RkF z^?x70ySsnxDZrg6g>g3}HUWtY6!7540sp=3<~Zs7e$xAA?+m9Nt--TxAnOJHm)n$u zF9HmIw{|W-K=GEC5={ZOWYgcTL4D(1rQtD-=5qX7};4v)uur_TLwA3 zqo(5YxO9u^QYZG?ydC|=hFgPpJNlV(AehI11nDjx?)8Z{$i)R|SzG#vK=;Vrz*SX$ zA3H;MfT~Rymru3Vd}rL2aS>gbDT8^;yJKL-@a9^)9Rti2nzkwGZb~rP<)^YK-hKL@ zZ=r4TzX}aNgP`w@MExV8au{3wU2Xln+Ohy!E)ivgs(xAQY#J&6U-h>4|9H5qcIGDJ zTv9-`2Qb>{XTi7Pr-8<5_-S_N_+=zY1YUGl*09GOX-#|2GObDXEz`o9hJPww@$t+_eCa3rGnCZ9X%nO~5}ex_ zh_7xaSWA>>#4Nssg6p}$HyVwi6ZV55ax1U|v|o`!M%XxPnO62y0Y=!!@JFn5Dy$L3 zr=rJ2*&J#K_eD)B$7e-MpNK?M_0u39Av|k@jiXW1A`~_l?etT*KGTLv@AY@+nB1V_ zqKxrV&!(X^fK*!$Py2wQgu1(R!u2onhvavs7x09P$rp4?5;`Ua1F!ZxA6wOkh|SZh z{sB;oaF}SsT&*H4sMZ0;5os~PM$9rTjIfbcfE6)c6Oj|DdIaQS5p7hJJ)jjvOZbZH z1CH?HD*8iF*^MxysyB$pvnXw$7Gp<-$E-&_<6y{4Gp`4><6164No!^w$}f_`IaYY^|&p-&WTm-*6JFvJ2R^SwfH zU8YEi-MlQ@Uu_lPn+3tW!)P&9O_j$8hgC(pq7m~EfO*+?v?5jz^m!3hsA7w-K$VYG z=oZ!YGn44uBJudaf>Z|55#$^nIYjF#}*S;Pkjg$-2o zgotGQ>;ptT5By`+bMlHZ35CPX(a5=bC~Uk3ya%j_n&y2dsr>FE1EXF3&r~+We_dQE z`J6ZwFRAa7`xHcfqaqk#W5sOSzsrfqTF}1yz9_k|MC2~ut;~94w`k_uzd|7`(;^fO z=i)mW$tWkwll=>Y!%vBb9gUb?#{nK!Wv>H>r1u3#wbzi^8q8X257-@No7WgE;c-#@ z*fOmv9YCBhHz67^@3u@UcBY2RhoTYd_k{pvnO1u=V)ho%=CxMD)B+Sf7B$U3oji}V zIO_1|lbLIyUB39p0srnZlA!H1dxqO;KZN`{gk*EwD~YE1mBnO;t!lU_zOv!P{I+g2 zTBfO1#Hue6qRFUfF3*5q#3a-bK5RwIi!9Srlz&C!G^*Eu{4~^J)L9V|&Bu0|Wm z@6SL^is&t>nh=o%1>48NiX4wdta&Q>b3tl>t5xMs06rT3EbuETn-cz!1O9(b@AWHV zt|RuiAY3WbgCXvA8sq9?70bprG_!sVj! zMMYPI!r|XWO)HZD7N&;Lh`HQ~n4c-OeeE&LNp56C%qy&jbwkv&0)@O$(=7C&g;vD8 zG8!>2n>yZTXa0rjNSjB}-w#}u+Fg^|I!C@2B-NJhD-PaONAkh?Y5IQ`6JJ$7O + +

Yo!

+ + + + + + + +
+ + +
+ +
+ + \ No newline at end of file diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml new file mode 100644 index 00000000..6299c6d2 --- /dev/null +++ b/mis_builder/views/mis_builder.xml @@ -0,0 +1,158 @@ + + + + + + mis.report.view.tree + mis.report + + + + + + + + + + mis.report.view.form + mis.report + +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + mis.report.view.action + + mis.report + form + tree,form + + + + + + mis.report.instance.result.view.form + mis.report.instance + + +
+ +
+

+ +

+
+ + + + + + +
+ + + + + mis.report.instance.result.view.action + + mis.report.instance + form + form + new + + + + mis.report.instance.view.tree + mis.report.instance + + + + + + + + + + + mis.report.instance.view.form + mis.report.instance + + +
+ +
+
+
+

+ +

+
+
+
+ + + + + + + + + + + + + + + + + + + +
+ + + + + mis.report.instance.view.action + + mis.report.instance + form + tree,form + + + + + + From e77a85bb724aaa12d04dcfc706a468ea9af2f76c Mon Sep 17 00:00:00 2001 From: Laetitia Gangloff Date: Fri, 18 Jul 2014 18:52:38 +0200 Subject: [PATCH 002/166] Add the possibility to set the result of report instance in a dashboard --- mis_builder/__init__.py | 1 + mis_builder/__openerp__.py | 1 + mis_builder/models/mis_builder.py | 2 +- mis_builder/static/src/js/mis_builder.js | 38 +++++----- mis_builder/static/src/xml/mis_widget.xml | 2 +- mis_builder/views/mis_builder.xml | 3 +- mis_builder/wizard/__init__.py | 24 ++++++ mis_builder/wizard/__init__.pyc | Bin 0 -> 233 bytes mis_builder/wizard/mis_builder_dashboard.py | 76 +++++++++++++++++++ mis_builder/wizard/mis_builder_dashboard.xml | 33 ++++++++ 10 files changed, 158 insertions(+), 22 deletions(-) create mode 100644 mis_builder/wizard/__init__.py create mode 100644 mis_builder/wizard/__init__.pyc create mode 100644 mis_builder/wizard/mis_builder_dashboard.py create mode 100644 mis_builder/wizard/mis_builder_dashboard.xml diff --git a/mis_builder/__init__.py b/mis_builder/__init__.py index db1c497e..9a73ea2a 100644 --- a/mis_builder/__init__.py +++ b/mis_builder/__init__.py @@ -22,3 +22,4 @@ #============================================================================== import models +from . import wizard diff --git a/mis_builder/__openerp__.py b/mis_builder/__openerp__.py index 097d261c..c119bf12 100644 --- a/mis_builder/__openerp__.py +++ b/mis_builder/__openerp__.py @@ -31,6 +31,7 @@ 'website': 'http://acsone.eu', 'depends': ['account'], 'data': [ + 'wizard/mis_builder_dashboard.xml', 'views/mis_builder.xml', ], 'test': [ diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 8d5a0f6e..ee7eed07 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -460,7 +460,7 @@ class mis_report_instance(orm.Model): cols = [] for period in r.period_ids: - col = dict(name=period.name) + cols.append(dict(name=period.name, description=period.name)) res['cols'] = cols return res diff --git a/mis_builder/static/src/js/mis_builder.js b/mis_builder/static/src/js/mis_builder.js index 570098b6..f6709bf9 100644 --- a/mis_builder/static/src/js/mis_builder.js +++ b/mis_builder/static/src/js/mis_builder.js @@ -1,26 +1,26 @@ openerp.mis_builder = function(instance) { - - instance.mis_builder.MisReport = instance.web.form.FormWidget.extend({ - template: "mis_builder.MisReport", - - init: function() { + + instance.mis_builder.MisReport = instance.web.form.FormWidget.extend({ + template: "mis_builder.MisReport", + + init: function() { this._super.apply(this, arguments); this.mis_report_data = null; - }, - - start: function() { + }, + + start: function() { this._super.apply(this, arguments); - var self = this; + var self = this; new instance.web.Model("mis.report.instance").call( - "compute", - [self.getParent().dataset.context.active_id], - {'context': new instance.web.CompoundContext()} - ).then(function(result){ - self.mis_report_data = result; - self.renderElement(); + "compute", + [self.getParent().dataset.context.active_id], + {'context': new instance.web.CompoundContext()} + ).then(function(result){ + self.mis_report_data = result; + self.renderElement(); }); - }, - }); - - instance.web.form.custom_widgets.add('mis_report', 'instance.mis_builder.MisReport'); + }, + }); + + instance.web.form.custom_widgets.add('mis_report', 'instance.mis_builder.MisReport'); } \ No newline at end of file diff --git a/mis_builder/static/src/xml/mis_widget.xml b/mis_builder/static/src/xml/mis_widget.xml index 796a7ad5..df19ef1b 100644 --- a/mis_builder/static/src/xml/mis_widget.xml +++ b/mis_builder/static/src/xml/mis_widget.xml @@ -4,7 +4,7 @@ - diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index 6299c6d2..64978a50 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -119,7 +119,8 @@
-
diff --git a/mis_builder/wizard/__init__.py b/mis_builder/wizard/__init__.py new file mode 100644 index 00000000..0e48b0b6 --- /dev/null +++ b/mis_builder/wizard/__init__.py @@ -0,0 +1,24 @@ +#============================================================================== +# = +# mis_builder module for OpenERP, Management Information System Builder +# Copyright (C) 2014 ACSONE SA/NV () +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== + +from . import mis_builder_dashboard diff --git a/mis_builder/wizard/__init__.pyc b/mis_builder/wizard/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ada309ee575c514e83003a5b5cc37c3132ebc17d GIT binary patch literal 233 zcmY+7Q3}E^3_#QEM+E;A1TRp8*$aqx0zaHz{*<~DSLxQ$c8cE6^LPPM*oTJXB_WVk zerD74>RmT5MnQc~73Tz`WMBb024@Bg3#fTX2g3+FBP|G>iSjZSi#kYDvAsAI@WAu0 zL) +# = +# This file is a part of mis_builder +# = +# mis_builder is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License v3 or later +# as published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# = +# mis_builder is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License v3 or later for more details. +# = +# You should have received a copy of the GNU Affero General Public License +# v3 or later along with this program. +# If not, see . +# = +#============================================================================== + +from openerp.osv import orm, fields +from lxml import etree + + +class add_mis_report_instance_dashboard(orm.TransientModel): + _name = "add.mis.report.instance.dashboard.wizard" + + _columns = {'name': fields.char('Name', size=32, required=True), + 'dashboard_id': fields.many2one('ir.actions.act_window', string="Dashboard", required=True, + domain="[('res_model', '=', 'board.board')]"), + } + + def default_get(self, cr, uid, fields, context=None): + if context is None: + context = {} + if context.get('active_id'): + res = super(add_mis_report_instance_dashboard, self).default_get(cr, uid, fields, context=context) + # get report instance name + res['name'] = self.pool['mis.report.instance'].read(cr, uid, context['active_id'], ['name'])['name'] + return res + + def action_add_to_dashboard(self, cr, uid, ids, context=None): + if context is None: + context = {} + assert 'active_id' in context, "active_id missing in context" + wizard_data = self.browse(cr, uid, ids, context=context)[0] + # create the act_window corresponding to this report + view_id = self.pool['ir.model.data'].get_object_reference(cr, uid, 'mis_builder', 'mis_report_instance_result_view_form')[1] + report_result = self.pool['ir.actions.act_window'].create(cr, uid, {'name': 'mis.report.instance.result.view.action.%d' % context['active_id'], + 'res_model': 'mis.report.instance', + 'res_id': context['active_id'], + 'target': 'current', + 'view_mode': 'form', + 'view_id': view_id}) + # add this result in the selected dashboard + last_customization = self.pool['ir.ui.view.custom'].search(cr, uid, [('user_id', '=', uid), + ('ref_id', '=', wizard_data.dashboard_id.view_id.id)], limit=1) + arch = wizard_data.dashboard_id.view_id.arch + if last_customization: + arch = self.pool['ir.ui.view.custom'].read(cr, uid, last_customization[0], ['arch'])['arch'] + new_arch = etree.fromstring(arch) + column = new_arch.xpath("//column")[0] + column.append(etree.Element('action', {'context': str(context), + 'name': str(report_result), + 'string': wizard_data.name, + 'view_mode': 'form'})) + self.pool['ir.ui.view.custom'].create(cr, uid, {'user_id': uid, + 'ref_id': wizard_data.dashboard_id.view_id.id, + 'arch': etree.tostring(new_arch, pretty_print=True)}) + + return {'type': 'ir.actions.act_window_close', } + +# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: diff --git a/mis_builder/wizard/mis_builder_dashboard.xml b/mis_builder/wizard/mis_builder_dashboard.xml new file mode 100644 index 00000000..99802637 --- /dev/null +++ b/mis_builder/wizard/mis_builder_dashboard.xml @@ -0,0 +1,33 @@ + + + + + + add.mis.report.instance.dashboard.wizard.view + add.mis.report.instance.dashboard.wizard + +
+ + + + +
+
+ + + + + + Add to dashboard + add.mis.report.instance.dashboard.wizard + form + form + + new + + + + \ No newline at end of file From c9bb2c64c3c02ef578ac90d0e734b35eac52d2b2 Mon Sep 17 00:00:00 2001 From: Laetitia Gangloff Date: Mon, 21 Jul 2014 17:40:36 +0200 Subject: [PATCH 003/166] Add demo data. Set computed result. In instance add target_move (all or posted). Add onchange and check function on report --- mis_builder/__openerp__.py | 6 +- mis_builder/models/mis_builder.py | 97 +++++++++++++++---- mis_builder/static/src/xml/mis_widget.xml | 19 +++- mis_builder/tests/mis.report.csv | 2 + mis_builder/tests/mis.report.instance.csv | 2 + .../tests/mis.report.instance.period.csv | 7 ++ mis_builder/tests/mis.report.kpi.csv | 7 ++ mis_builder/tests/mis.report.query.csv | 2 + mis_builder/views/mis_builder.xml | 14 +-- 9 files changed, 126 insertions(+), 30 deletions(-) create mode 100644 mis_builder/tests/mis.report.csv create mode 100644 mis_builder/tests/mis.report.instance.csv create mode 100644 mis_builder/tests/mis.report.instance.period.csv create mode 100644 mis_builder/tests/mis.report.kpi.csv create mode 100644 mis_builder/tests/mis.report.query.csv diff --git a/mis_builder/__openerp__.py b/mis_builder/__openerp__.py index c119bf12..7de33a40 100644 --- a/mis_builder/__openerp__.py +++ b/mis_builder/__openerp__.py @@ -36,7 +36,11 @@ ], 'test': [ ], - 'demo': [ + 'demo': ['tests/mis.report.kpi.csv', + 'tests/mis.report.query.csv', + 'tests/mis.report.csv', + 'tests/mis.report.instance.period.csv', + 'tests/mis.report.instance.csv', ], 'js': [ 'static/src/js/*.js' diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index ee7eed07..3b06fa9a 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -26,6 +26,7 @@ from datetime import datetime, timedelta from dateutil import parser import traceback from lxml import etree +import re from openerp.osv import orm, fields from openerp.tools.safe_eval import safe_eval @@ -76,11 +77,12 @@ class mis_report_kpi(orm.Model): string='Type'), 'divider': fields.selection([('1e-6', _('µ')), ('1e-3', _('m')), + ('1', _('1')), ('1e3', _('k')), ('1e6', _('M'))], string='Factor'), 'dp': fields.integer(string='Rounding'), - 'suffix': fields.char(size=16, string='Unit'), + 'suffix': fields.char(size=16, string='Suffix'), 'compare_method': fields.selection([('diff', _('Difference')), ('pct', _('Percentage')), ('none', _('None'))], @@ -99,9 +101,40 @@ class mis_report_kpi(orm.Model): _order = 'sequence' - # TODO: constraint to check name is a valid python identifier - # TODO: onchange type pct -> force comparison method = diff - # TODO: onchange type str -> divider, dp, suffix, compare_method read only + def _check_name(self, cr, uid, ids, context=None): + for record_name in self.read(cr, uid, ids, ['name']): + if not re.match("[_A-Za-z][_a-zA-Z0-9]*$", record_name['name']): + return False + return True + + _constraints = [ + (_check_name, 'The name must be a valid python identifier', ['name']), + ] + + def onchange_name(self, cr, uid, ids, name, context=None): + # check it is a valid python identifier + res = {} + if name and not re.match("[_A-Za-z][_a-zA-Z0-9]*$", name): + res['warning'] = {'title': 'Invalid name', 'message': 'The name must be a valid python identifier'} + return res + + def onchange_description(self, cr, uid, ids, description, context=None): + # construct name from description + clean = lambda varStr: re.sub('\W|^(?=\d)', '_', varStr) + res = {} + if description: + res = {'value': {'name': clean(description)}} + return res + + def onchange_type(self, cr, uid, ids, kpi_type, context=None): + res = {} + if kpi_type == 'pct': + res['value'] = {'compare_method': 'diff'} + elif kpi_type == 'str': + res['value'] = {'compare_method': 'none', + 'divider': '', + 'dp': 0} + return res def _render(self, kpi, value): """ render a KPI value as a unicode string, ready for display """ @@ -207,6 +240,11 @@ class mis_report_instance_period(orm.Model): if isinstance(ids, (int, long)): ids = [ids] res = {} + company_id = context.get('force_company') + if not company_id: + user = self.pool.get('res.users').read(cr, uid, uid, ['company_id'], context=context) + if user['company_id']: + company_id = user['company_id'][0] for c in self.browse(cr, uid, ids, context=context): d = parser.parse(c.report_instance_id.pivot_date) if c.type == 'd': @@ -223,17 +261,17 @@ class mis_report_instance_period(orm.Model): date_to = date_to.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) period_ids = None elif c.type == 'fp': - # TODO: filter on company_id # TODO: date! period_obj = self.pool['account.period'] all_period_ids = period_obj.search(cr, uid, - [('special', '=', False)], + [('special', '=', False), ('company_id', '=', company_id)], order='date_start', context=context) current_period_ids = period_obj.search(cr, uid, [('special', '=', False), ('date_start', '<=', d), - ('date_stop', '>=', d)], + ('date_stop', '>=', d), + ('company_id', '=', company_id)], context=context) if not current_period_ids: raise orm.except_orm(_("Error!"), @@ -264,7 +302,7 @@ class mis_report_instance_period(orm.Model): _columns = { 'name': fields.char(size=32, required=True, - string='Name', translate=True), + string='Description', translate=True), 'type': fields.selection([('d', _('Day')), ('w', _('Week')), ('fp', _('Fiscal Period')), @@ -296,19 +334,23 @@ class mis_report_instance_period(orm.Model): } _defaults = { - 'offset':-1, + 'offset': -1, 'duration': 1, } _order = 'sequence' - # TODO: constraint duration >= 1 + _sql_constraints = [ + ('duration', 'CHECK (duration>0)', 'Wrong duration, it must be positive!') + ] def _fetch_balances(self, cr, uid, c, context=None): """ fetch the general account balances for the given period returns a dictionary {bal_: account.balance} """ + if context is None: + context = {} account_obj = self.pool['account.account'] search_ctx = dict(context) @@ -320,8 +362,12 @@ class mis_report_instance_period(orm.Model): 'date_to': c.date_to}) # TODO: initial balance? - # TODO: draft or posted? - account_ids = account_obj.search(cr, uid, []) + company_id = context.get('force_company') + if not company_id: + user = self.pool.get('res.users').read(cr, uid, uid, ['company_id'], context=context) + if user['company_id']: + company_id = user['company_id'][0] + account_ids = account_obj.search(cr, uid, [('company_id', '=', company_id)], context=context) account_datas = account_obj.read(cr, uid, account_ids, ['code', 'balance'], context=search_ctx) @@ -340,6 +386,11 @@ class mis_report_instance_period(orm.Model): res = {} report = c.report_instance_id.report_id + company_id = context.get('force_company') + if not company_id: + user = self.pool.get('res.users').read(cr, uid, uid, ['company_id'], context=context) + if user['company_id']: + company_id = user['company_id'][0] for query in report.query_ids: obj = self.pool[query.model_id.model] domain = query.domain and safe_eval(query.domain) or [] @@ -353,11 +404,10 @@ class mis_report_instance_period(orm.Model): # domain.extend([(query.date_field.name, '>=', datetime_from), # (query.date_field.name, '<', datetime_to)]) raise orm.except_orm(_('Error!'), _('Not implemented')) + domain.extend([('company_id', '=', company_id)]) field_names = [field.name for field in query.field_ids] - obj_ids = obj.search(cr, uid, domain, - context=context) - obj_datas = obj.read(cr, uid, obj_ids, field_names, - context=context) + obj_ids = obj.search(cr, uid, domain, context=context) + obj_datas = obj.read(cr, uid, obj_ids, field_names, context=context) res[query.name] = [AutoStruct(**d) for d in obj_datas] return res @@ -381,7 +431,7 @@ class mis_report_instance_period(orm.Model): localdict.update(self._fetch_balances(cr, uid, c, context=context)) localdict.update(self._fetch_queries(cr, uid, c, context=context)) - for kpi in c.report_instance_id.report.kpi_ids: + for kpi in c.report_instance_id.report_id.kpi_ids: try: kpi_val = safe_eval(kpi.expression, localdict) except ZeroDivisionError: @@ -443,12 +493,20 @@ class mis_report_instance(orm.Model): 'report_instance_id', required=True, string='Periods'), + #'comparison_column': fields.many2many('mis.report.instance') + 'target_move': fields.selection([('posted', 'All Posted Entries'), + ('all', 'All Entries'), + ], 'Target Moves', required=True), + } + + _defaults = { + 'target_move': 'posted', } def compute(self, cr, uid, _ids, context=None): assert isinstance(_ids, (int, long)) - r = self.browse(cr, uid, _ids, context=context) + context['state'] = r.target_move res = {} @@ -459,8 +517,9 @@ class mis_report_instance(orm.Model): res['rows'] = rows cols = [] + report_instance_period_obj = self.pool.get('mis.report.instance.period') for period in r.period_ids: - cols.append(dict(name=period.name, description=period.name)) + cols.append(dict(name=period.name, values=report_instance_period_obj._compute(cr, uid, period, context=context))) res['cols'] = cols return res diff --git a/mis_builder/static/src/xml/mis_widget.xml b/mis_builder/static/src/xml/mis_widget.xml index df19ef1b..523e6805 100644 --- a/mis_builder/static/src/xml/mis_widget.xml +++ b/mis_builder/static/src/xml/mis_widget.xml @@ -1,17 +1,28 @@ diff --git a/mis_builder/tests/__init__.py b/mis_builder/tests/__init__.py index 17feb6ea..122d55b2 100644 --- a/mis_builder/tests/__init__.py +++ b/mis_builder/tests/__init__.py @@ -30,5 +30,3 @@ fast_suite = [ checks = [ test_mis_builder, ] - -# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: diff --git a/mis_builder/wizard/mis_builder_dashboard.py b/mis_builder/wizard/mis_builder_dashboard.py index 849e40f2..9daba92e 100644 --- a/mis_builder/wizard/mis_builder_dashboard.py +++ b/mis_builder/wizard/mis_builder_dashboard.py @@ -85,5 +85,3 @@ class add_mis_report_instance_dashboard(orm.TransientModel): 'arch': etree.tostring(new_arch, pretty_print=True)}) return {'type': 'ir.actions.act_window_close', } - -# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: From 45d3477ded6c8091a575cc6f8269dd02be09e4fc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Tue, 28 Apr 2015 00:09:28 +0200 Subject: [PATCH 092/166] [IMP] mis_builder: rework periods computation * readability of algorithm * attempt to be correct in presence of multiple companies * attempt to be correct with initial balance computation * handle corner cases for initial balance --- mis_builder/models/aep.py | 135 +++++++++++++++++++++--------- mis_builder/models/mis_builder.py | 4 +- 2 files changed, 96 insertions(+), 43 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index b09ab729..bc2f4021 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -178,48 +178,101 @@ class AccountingExpressionProcessor(object): raise RuntimeError("") # TODO return [('date', '>=', date_start), ('date', '<=', date_end)] - def get_aml_domain_for_periods(self, period_start, period_end, mode): - period_obj = self.env['account.period'] - move_obj = self.env['account.move'] - domain_list = [] - if mode == MODE_VARIATION: - compute_period_ids = period_obj.build_ctx_periods( - period_start.id, - period_end.id) - domain_list.extend([('period_id', 'in', compute_period_ids)]) - else: - period_to = period_end - if mode == MODE_INITIAL: - # Processing to get the first period which isn't special - # before end period - move = move_obj\ - .search([('period_id.special', '=', False), - ('period_id.date_start', '<', - period_to.date_start)], - order="period_id desc", limit=1) - if move.id: - computed_period_to = move.period_id - else: - computed_period_to = period_obj.search( - [('company_id', '=', period_start.company_id.id)], - order='date_start desc', limit=1) - # Change start period to search correctly period from - period_to = computed_period_to - move = move_obj.search( - [('period_id.special', '=', True), - ('period_id.date_start', '<=', - period_to.date_start)], - order="period_id desc", limit=1) - if move.id: - computed_period_from = move.period_id + def _period_has_moves(self, period): + move_model = self.env['account.move'] + return bool(move_model.search([('period_id', '=', period.id)], + limit=1)) + + def _get_previous_opening_period(self, period, company_id): + period_model = self.env['account.period'] + periods = period_model.search( + [('date_start', '<=', period.date_start), + ('special', '=', True), + ('company_id', '=', company_id)], + order="date_start desc", + limit=1) + return periods and periods[0] + + def _get_previous_normal_period(self, period, company_id): + period_model = self.env['account.period'] + periods = period_model.search( + [('date_start', '<', period.date_start), + ('special', '=', False), + ('company_id', '=', company_id)], + order="date_start desc", + limit=1) + return periods and periods[0] + + def _get_first_normal_period(self, company_id): + period_model = self.env['account.period'] + periods = period_model.search( + [('special', '=', False), + ('company_id', '=', company_id)], + order="date_start asc", + limit=1) + return periods and periods[0] + + def _get_period_ids_between(self, period_from, period_to, company_id): + period_model = self.env['account.period'] + periods = period_model.search( + [('date_start', '>=', period_from.date_start), + ('date_stop', '<=', period_to.date_stop), + ('special', '=', False), + ('company_id', '=', company_id)]) + period_ids = [p.id for p in periods] + if period_from.special: + period_ids.append(period_from.id) + return period_ids + + def _get_period_company_ids(self, period_from, period_to): + period_model = self.env['account.period'] + periods = period_model.search( + [('date_start', '>=', period_from.date_start), + ('date_stop', '<=', period_to.date_stop), + ('special', '=', False)]) + return set([p.company_id.id for p in periods]) + + def _get_period_ids_for_mode(self, period_from, period_to, mode): + assert not period_from.special + assert not period_to.special + assert period_from.company_id == period_to.company_id + assert period_from.date_start <= period_to.date_start + period_ids = [] + for company_id in self._get_period_company_ids(period_from, period_to): + if mode == MODE_VARIATION: + period_ids.extend(self._get_period_ids_between( + period_from, period_to, company_id)) else: - computed_period_from = period_obj.search( - [('company_id', '=', period_start.company_id.id)], - order='date_start', limit=1) - compute_period_ids = period_obj.build_ctx_periods( - computed_period_from.id, period_to.id) - domain_list.extend([('period_id', 'in', compute_period_ids)]) - return domain_list + if mode == MODE_INITIAL: + period_to = self._get_previous_normal_period( + period_from, company_id) + # look for opening period with moves + opening_period = self._get_previous_opening_period( + period_from, company_id) + if opening_period and \ + self._period_has_moves(opening_period[0]): + # found opening period with moves + if opening_period.date_start == period_from.date_start and \ + mode == MODE_INITIAL: + # if the opening period has the same start date as + # period_from, the we'll find the initial balance + # in the initial period and that's it + period_ids.append(opening_period[0].id) + continue + period_from = opening_period[0] + else: + # no opening period with moves, + # use very first normal period + period_from = self._get_first_normal_period(company_id) + if period_to: + period_ids.extend(self._get_period_ids_between( + period_from, period_to, company_id)) + return period_ids + + def get_aml_domain_for_periods(self, period_from, period_to, mode): + period_ids = self._get_period_ids_for_mode( + period_from, period_to, mode) + return [('period_id', 'in', period_ids)] def do_queries(self, period_domain, period_domain_i, period_domain_e): aml_model = self.env['account.move.line'] diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 37586042..73932f15 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -412,8 +412,8 @@ class mis_report_instance_period(orm.Model): res[c.id] = { 'date_from': date_from, 'date_to': date_to, - 'period_from': period_ids and period_ids[0], - 'period_to': period_ids and period_ids[-1], + 'period_from': period_ids and period_ids[0] or False, + 'period_to': period_ids and period_ids[-1] or False, } return res From 0ede82e6da323488d3fac1cd3b9b01032af6d5ee Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Tue, 28 Apr 2015 12:57:31 +0200 Subject: [PATCH 093/166] [IMP] mis_builder: be more precise wrt the root account used This solve issues with empty account selectors in presence of multiple companies. --- mis_builder/models/aep.py | 62 +++++++++++++------------------ mis_builder/models/mis_builder.py | 33 +++++++++++----- mis_builder/views/mis_builder.xml | 1 + 3 files changed, 49 insertions(+), 47 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index bc2f4021..500174ec 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -62,10 +62,9 @@ class AccountingExpressionProcessor(object): # before done_parsing: {(domain, mode): set(account_codes)} # after done_parsing: {(domain, mode): set(account_ids)} self._map_account_ids = defaultdict(set) - self._set_all_accounts = set() # set((domain, mode)) self._account_ids_by_code = defaultdict(set) - def _load_account_codes(self, account_codes, account_domain): + def _load_account_codes(self, account_codes, root_account): account_model = self.env['account.account'] # TODO: account_obj is necessary because _get_children_and_consol # does not work in new API? @@ -75,23 +74,35 @@ class AccountingExpressionProcessor(object): for account_code in account_codes: if account_code in self._account_ids_by_code: continue - if '%' in account_code: + if account_code is None: + # by convention the root account is keyed as + # None in _account_ids_by_code, so it is consistent + # with what _parse_match_object returns for an + # empty list of account codes, ie [None] + exact_codes.add(root_account.code) + elif '%' in account_code: like_codes.add(account_code) else: exact_codes.add(account_code) for account in account_model.\ - search([('code', 'in', list(exact_codes))] + account_domain): + search([('code', 'in', list(exact_codes)), + ('parent_id', 'child_of', root_account.id)]): + if account.code == root_account.code: + code = None + else: + code = account.code if account.type in ('view', 'consolidation'): - self._account_ids_by_code[account.code].update( + self._account_ids_by_code[code].update( account_obj._get_children_and_consol( self.env.cr, self.env.uid, [account.id], self.env.context)) else: - self._account_ids_by_code[account.code].add(account.id) + self._account_ids_by_code[code].add(account.id) for like_code in like_codes: for account in account_model.\ - search([('code', 'like', like_code)] + account_domain): + search([('code', 'like', like_code), + ('parent_id', 'child_of', root_account.id)]): if account.type in ('view', 'consolidation'): self._account_ids_by_code[like_code].update( account_obj._get_children_and_consol( @@ -118,7 +129,7 @@ class AccountingExpressionProcessor(object): if account_codes.strip(): account_codes = [a.strip() for a in account_codes.split(',')] else: - account_codes = None + account_codes = [None] domain = domain or '[]' domain = tuple(safe_eval(domain)) return field, mode, account_codes, domain @@ -132,15 +143,12 @@ class AccountingExpressionProcessor(object): for mo in self.ACC_RE.finditer(expr): _, mode, account_codes, domain = self._parse_match_object(mo) key = (domain, mode) - if account_codes: - self._map_account_ids[key].update(account_codes) - else: - self._set_all_accounts.add(key) + self._map_account_ids[key].update(account_codes) - def done_parsing(self, account_domain): + def done_parsing(self, root_account): # load account codes and replace account codes by account ids in _map for key, account_codes in self._map_account_ids.items(): - self._load_account_codes(account_codes, account_domain) + self._load_account_codes(account_codes, root_account) account_ids = set() for account_code in account_codes: account_ids.update(self._account_ids_by_code[account_code]) @@ -255,7 +263,7 @@ class AccountingExpressionProcessor(object): if opening_period.date_start == period_from.date_start and \ mode == MODE_INITIAL: # if the opening period has the same start date as - # period_from, the we'll find the initial balance + # period_from, then we'll find the initial balance # in the initial period and that's it period_ids.append(opening_period[0].id) continue @@ -296,23 +304,6 @@ class AccountingExpressionProcessor(object): for acc in accs: self._data[key][acc['account_id'][0]] = \ (acc['debit'] or 0.0, acc['credit'] or 0.0) - # fetch sum of debit/credit for expressions with no account - for key in self._set_all_accounts: - domain, mode = key - if mode == MODE_VARIATION: - domain = list(domain) + period_domain - elif mode == MODE_INITIAL: - domain = list(domain) + period_domain_i - elif mode == MODE_END: - domain = list(domain) + period_domain_e - else: - raise RuntimeError("unexpected mode %s" % (mode,)) - accs = aml_model.read_group(domain, - ['debit', 'credit'], - []) - assert len(accs) == 1 - self._data[key][None] = \ - (accs[0]['debit'] or 0.0, accs[0]['credit'] or 0.0) def replace_expr(self, expr): """Replace accounting variables in an expression by their amount. @@ -326,11 +317,8 @@ class AccountingExpressionProcessor(object): key = (domain, mode) account_ids_data = self._data[key] v = 0.0 - for account_code in account_codes or [None]: - if account_code: - account_ids = self._account_ids_by_code[account_code] - else: - account_ids = [None] + for account_code in account_codes: + account_ids = self._account_ids_by_code[account_code] for account_id in account_ids: debit, credit = \ account_ids_data.get(account_id, (0.0, 0.0)) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 73932f15..767d40ca 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -483,13 +483,12 @@ class mis_report_instance_period(orm.Model): 'Period name should be unique by report'), ] - def drilldown(self, cr, uid, id, expr, context=None): - this = self.browse(cr, uid, id, context=context)[0] + def drilldown(self, cr, uid, _id, expr, context=None): + this = self.browse(cr, uid, _id, context=context)[0] env = Environment(cr, uid, {}) aep = AccountingExpressionProcessor(env) aep.parse_expr(expr) - aep.done_parsing([('company_id', '=', - this.report_instance_id.company_id.id)]) + aep.done_parsing(this.report_instance_id.root_account) domain = aep.get_aml_domain_for_expr(expr) if domain: # TODO: reuse compute_period_domain @@ -680,6 +679,19 @@ class mis_report_instance(orm.Model): context=context) return res + def _get_root_account(self, cr, uid, ids, field_name, arg, context=None): + res = {} + account_obj = self.pool['account.account'] + for r in self.browse(cr, uid, ids, context=context): + account_ids = account_obj.search( + cr, uid, + [('parent_id', '=', False), + ('company_id', '=', r.company_id.id)], + context=context) + if len(account_ids) == 1: + res[r.id] = account_ids[0] + return res + _name = 'mis.report.instance' _columns = { @@ -704,6 +716,9 @@ class mis_report_instance(orm.Model): ('all', 'All Entries'), ], 'Target Moves', required=True), 'company_id': fields.many2one('res.company', 'Company', required=True), + 'root_account': fields.function(_get_root_account, + type='many2one', obj='account.account', + string="Account chart"), } _defaults = { @@ -754,13 +769,11 @@ class mis_report_instance(orm.Model): tools.DEFAULT_SERVER_DATE_FORMAT), tformat) - def compute(self, cr, uid, _ids, context=None): - assert isinstance(_ids, (int, long)) + def compute(self, cr, uid, _id, context=None): + assert isinstance(_id, (int, long)) if context is None: context = {} - r = self.browse(cr, uid, _ids, context=context) - context['state'] = r.target_move - + r = self.browse(cr, uid, _id, context=context) content = OrderedDict() # empty line name for header header = OrderedDict() @@ -773,7 +786,7 @@ class mis_report_instance(orm.Model): content[kpi.name] = {'kpi_name': kpi.description, 'cols': [], 'default_style': ''} - aep.done_parsing([('company_id', '=', r.company_id.id)]) + aep.done_parsing(r.root_account) report_instance_period_obj = self.pool.get( 'mis.report.instance.period') kpi_obj = self.pool.get('mis.report.kpi') diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index e4a34ae1..f7e09a83 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -139,6 +139,7 @@ + From 55b31f9cbd3e4c33cf15f9fc6761ea2761f715fc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Tue, 28 Apr 2015 15:57:52 +0200 Subject: [PATCH 094/166] [IMP] mis_builder: refactor to compute period only for modes actually used --- mis_builder/models/aep.py | 50 ++++++++++++++++--------------- mis_builder/models/mis_builder.py | 36 +++------------------- 2 files changed, 30 insertions(+), 56 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index 500174ec..9b77d525 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -157,17 +157,15 @@ class AccountingExpressionProcessor(object): def get_aml_domain_for_expr(self, expr): """ Get a domain on account.move.line for an expression. - Only accounting expression in mode 'p' and 'e' are considered. - Prerequisite: done_parsing() must have been invoked. Returns a domain that can be used to search on account.move.line. + To be meaningful, this domain must be extended with a domain + obtained from get_aml_domain_for_dates() """ aml_domains = [] for mo in self.ACC_RE.finditer(expr): - field, mode, account_codes, domain = self._parse_match_object(mo) - if mode == MODE_INITIAL: - continue + field, _, account_codes, domain = self._parse_match_object(mo) aml_domain = list(domain) if account_codes: account_ids = set() @@ -181,11 +179,6 @@ class AccountingExpressionProcessor(object): aml_domains.append(expression.normalize_domain(aml_domain)) return expression.OR(aml_domains) - def get_aml_domain_for_dates(self, date_start, date_end, mode): - if mode != MODE_VARIATION: - raise RuntimeError("") # TODO - return [('date', '>=', date_start), ('date', '<=', date_end)] - def _period_has_moves(self, period): move_model = self.env['account.move'] return bool(move_model.search([('period_id', '=', period.id)], @@ -277,27 +270,36 @@ class AccountingExpressionProcessor(object): period_from, period_to, company_id)) return period_ids - def get_aml_domain_for_periods(self, period_from, period_to, mode): - period_ids = self._get_period_ids_for_mode( - period_from, period_to, mode) - return [('period_id', 'in', period_ids)] + def get_aml_domain_for_dates(self, date_from, date_to, + period_from, period_to, + mode, + target_move): + if period_from and period_to: + period_ids = self._get_period_ids_for_mode( + period_from, period_to, mode) + domain = [('period_id', 'in', period_ids)] + else: + domain = [('date', '>=', date_from), ('date', '<=', date_to)] + if target_move == 'posted': + domain.append(('move_id.state', '=', 'posted')) + return domain - def do_queries(self, period_domain, period_domain_i, period_domain_e): + def do_queries(self, date_from, date_to, period_from, period_to, + target_move): aml_model = self.env['account.move.line'] # {(domain, mode): {account_id: (debit, credit)}} self._data = defaultdict(dict) - # fetch sum of debit/credit, grouped by account_id + domain_by_mode = {} for key in self._map_account_ids: domain, mode = key - if mode == MODE_VARIATION: - domain = list(domain) + period_domain - elif mode == MODE_INITIAL: - domain = list(domain) + period_domain_i - elif mode == MODE_END: - domain = list(domain) + period_domain_e - else: - raise RuntimeError("unexpected mode %s" % (mode,)) + if mode not in domain_by_mode: + domain_by_mode[mode] = \ + self.get_aml_domain_for_dates(date_from, date_to, + period_from, period_to, + mode, target_move) + domain = list(domain) + domain_by_mode[mode] domain.append(('account_id', 'in', self._map_account_ids[key])) + # fetch sum of debit/credit, grouped by account_id accs = aml_model.read_group(domain, ['debit', 'credit', 'account_id'], ['account_id']) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 767d40ca..0912eac2 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -37,9 +37,6 @@ from openerp.tools.safe_eval import safe_eval from openerp.tools.translate import _ from .aep import AccountingExpressionProcessor -from .aep import MODE_VARIATION -from .aep import MODE_END -from .aep import MODE_INITIAL class AutoStruct(object): @@ -379,7 +376,6 @@ class mis_report_instance_period(orm.Model): all_period_ids = period_obj.search( cr, uid, [('special', '=', False), - '|', ('company_id', '=', False), ('company_id', '=', c.company_id.id)], order='date_start', context=context) @@ -388,7 +384,6 @@ class mis_report_instance_period(orm.Model): [('special', '=', False), ('date_start', '<=', d), ('date_stop', '>=', d), - '|', ('company_id', '=', False), ('company_id', '=', c.company_id.id)], context=context) if not current_period_ids: @@ -527,26 +522,6 @@ class mis_report_instance_period(orm.Model): else: return False - def compute_period_domain(self, cr, uid, period_report, aep, mode, - context=None): - domain = [] - target_move = period_report.report_instance_id.target_move - if target_move == 'posted': - domain.append(('move_id.state', '=', target_move)) - if not period_report.period_from.id or not period_report.period_to.id: - aml_domain = aep\ - .get_aml_domain_for_periods(period_report.date_from, - period_report.date_to, - mode) - domain.extend(aml_domain) - elif period_report.period_from.id and period_report.period_to.id: - aml_domain = aep\ - .get_aml_domain_for_periods(period_report.period_from, - period_report.period_to, - mode) - domain.extend(aml_domain) - return domain - def _fetch_queries(self, cr, uid, c, context): res = {} report = c.report_instance_id.report_id @@ -589,16 +564,13 @@ class mis_report_instance_period(orm.Model): 'len': len, 'avg': lambda l: sum(l) / float(len(l)), } - domain_p = self.compute_period_domain(cr, uid, c, aep, MODE_VARIATION, - context=context) - domain_e = self.compute_period_domain(cr, uid, c, aep, MODE_END, - context=context) - domain_i = self.compute_period_domain(cr, uid, c, aep, MODE_INITIAL, - context=context) - aep.do_queries(domain_p, domain_i, domain_e) localdict.update(self._fetch_queries(cr, uid, c, context=context)) + aep.do_queries(c.date_from, c.date_to, + c.period_from, c.period_to, + c.report_instance_id.target_move) + compute_queue = c.report_instance_id.report_id.kpi_ids recompute_queue = [] while True: From 4493a4ec0b84050690cbb4080cff6b1b79e3bbbc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Tue, 28 Apr 2015 16:19:22 +0200 Subject: [PATCH 095/166] [IMP] mis_builder: refactor drilldown to reuse period computation and work for all modes --- mis_builder/models/aep.py | 30 ++++++++++++++++++-------- mis_builder/models/mis_builder.py | 36 +++++++------------------------ 2 files changed, 29 insertions(+), 37 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index 9b77d525..d181fa02 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -154,7 +154,13 @@ class AccountingExpressionProcessor(object): account_ids.update(self._account_ids_by_code[account_code]) self._map_account_ids[key] = list(account_ids) - def get_aml_domain_for_expr(self, expr): + def has_account_var(self, expr): + return bool(self.ACC_RE.match(expr)) + + def get_aml_domain_for_expr(self, expr, + date_from, date_to, + period_from, period_to, + target_move): """ Get a domain on account.move.line for an expression. Prerequisite: done_parsing() must have been invoked. @@ -164,20 +170,26 @@ class AccountingExpressionProcessor(object): obtained from get_aml_domain_for_dates() """ aml_domains = [] + domain_by_mode = {} for mo in self.ACC_RE.finditer(expr): - field, _, account_codes, domain = self._parse_match_object(mo) + field, mode, account_codes, domain = self._parse_match_object(mo) aml_domain = list(domain) - if account_codes: - account_ids = set() - for account_code in account_codes: - account_ids.update(self._account_ids_by_code[account_code]) - aml_domain.append(('account_id', 'in', tuple(account_ids))) + account_ids = set() + for account_code in account_codes: + account_ids.update(self._account_ids_by_code[account_code]) + aml_domain.append(('account_id', 'in', tuple(account_ids))) if field == 'crd': aml_domain.append(('credit', '>', 0)) elif field == 'deb': aml_domain.append(('debit', '>', 0)) aml_domains.append(expression.normalize_domain(aml_domain)) - return expression.OR(aml_domains) + if mode not in domain_by_mode: + domain_by_mode[mode] = \ + self.get_aml_domain_for_dates(date_from, date_to, + period_from, period_to, + mode, target_move) + return expression.OR(aml_domains) + \ + expression.OR(domain_by_mode.values()) def _period_has_moves(self, period): move_model = self.env['account.move'] @@ -282,7 +294,7 @@ class AccountingExpressionProcessor(object): domain = [('date', '>=', date_from), ('date', '<=', date_to)] if target_move == 'posted': domain.append(('move_id.state', '=', 'posted')) - return domain + return expression.normalize_domain(domain) def do_queries(self, date_from, date_to, period_from, period_to, target_move): diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 0912eac2..04b75b4b 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -482,33 +482,13 @@ class mis_report_instance_period(orm.Model): this = self.browse(cr, uid, _id, context=context)[0] env = Environment(cr, uid, {}) aep = AccountingExpressionProcessor(env) - aep.parse_expr(expr) - aep.done_parsing(this.report_instance_id.root_account) - domain = aep.get_aml_domain_for_expr(expr) - if domain: - # TODO: reuse compute_period_domain - # compute date/period - period_ids = [] - date_from = None - date_to = None - period_obj = self.pool['account.period'] - target_move = this.report_instance_id.target_move - if target_move == 'posted': - domain.append(('move_id.state', '=', target_move)) - if this.period_from: - compute_period_ids = period_obj.build_ctx_periods( - cr, uid, this.period_from.id, this.period_to.id) - period_ids.extend(compute_period_ids) - else: - date_from = this.date_from - date_to = this.date_to - if period_ids: - if date_from: - domain.append('|') - domain.append(('period_id', 'in', period_ids)) - if date_from: - domain.extend([('date', '>=', date_from), - ('date', '<=', date_to)]) + if aep.has_account_var(expr): + aep.parse_expr(expr) + aep.done_parsing(this.report_instance_id.root_account) + domain = aep.get_aml_domain_for_expr( + expr, this.date_from, this.date_to, + this.period_from, this.period_to, + this.report_instance_id.target_move) return { 'name': expr + ' - ' + this.name, 'domain': domain, @@ -605,7 +585,7 @@ class mis_report_instance_period(orm.Model): kpi_style = None drilldown = (kpi_val is not None and - bool(aep.get_aml_domain_for_expr(kpi.expression))) + aep.has_account_var(kpi.expression)) res[kpi.name] = { 'val': kpi_val, From 568242ac8263abe4f0b155e5a00cbb137b65e7ba Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Tue, 28 Apr 2015 18:37:30 +0200 Subject: [PATCH 096/166] [FIX] mis_builder: fix detection of expression with accounting variables --- mis_builder/models/aep.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index d181fa02..44bd0829 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -155,7 +155,7 @@ class AccountingExpressionProcessor(object): self._map_account_ids[key] = list(account_ids) def has_account_var(self, expr): - return bool(self.ACC_RE.match(expr)) + return bool(self.ACC_RE.search(expr)) def get_aml_domain_for_expr(self, expr, date_from, date_to, From 94e66a5ad786875c434da08bf4ef6d09e147360f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Wed, 29 Apr 2015 09:00:30 +0200 Subject: [PATCH 097/166] [IMP] mis_builder: query group by --- mis_builder/models/mis_builder.py | 25 ++++++++++++++++++++----- mis_builder/views/mis_builder.xml | 2 ++ 2 files changed, 22 insertions(+), 5 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 04b75b4b..56f9b964 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -261,6 +261,11 @@ class mis_report_query(orm.Model): store={'mis.report.query': (lambda self, cr, uid, ids, c={}: ids, ['field_ids'], 20), }), + 'groupby': fields.boolean(string="Group by"), + 'groupby_field_ids': fields.many2many('ir.model.fields', + 'ir_model_fields_' + 'mis_report_query_groupby_rel', + string='Fields to group by'), 'date_field': fields.many2one('ir.model.fields', required=True, string='Date field', domain=[('ttype', 'in', @@ -521,11 +526,21 @@ class mis_report_instance_period(orm.Model): if obj._columns.get('company_id', False): domain.extend(['|', ('company_id', '=', False), ('company_id', '=', c.company_id.id)]) - field_names = [field.name for field in query.field_ids] - obj_ids = obj.search(cr, uid, domain, context=context) - obj_datas = obj.read( - cr, uid, obj_ids, field_names, context=context) - res[query.name] = [AutoStruct(**d) for d in obj_datas] + field_names = [f.name for f in query.field_ids] + if not query.groupby: + obj_ids = obj.search(cr, uid, domain, context=context) + obj_datas = obj.read( + cr, uid, obj_ids, field_names, context=context) + res[query.name] = [AutoStruct(**d) for d in obj_datas] + else: + groupby_field_names = [f.name for f in query.groupby_field_ids] + obj_datas = obj.read_group( + cr, uid, domain, field_names, groupby_field_names, + context=context) + if groupby_field_names or not obj_datas: + res[query.name] = [AutoStruct(**d) for d in obj_datas] + else: + res[query.name] = AutoStruct(**obj_datas[0]) return res def _compute(self, cr, uid, lang_id, c, aep, context=None): diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index f7e09a83..cc6e65f2 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -36,6 +36,8 @@ + + From 1189c09e06e03301153473c6e0e367dfa93cd914 Mon Sep 17 00:00:00 2001 From: "Adrien Peiffer (ACSONE)" Date: Thu, 30 Apr 2015 14:40:10 +0200 Subject: [PATCH 098/166] [IMP] mis_builder: Move menus in Accounting/Configuration/Financial Reports --- mis_builder/views/mis_builder.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index cc6e65f2..f93e1fcd 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -71,7 +71,7 @@ tree,form - + Export report instance result @@ -176,7 +176,7 @@ tree,form - + From 767cd49261ec73affea98a0f3f3083072ab7a472 Mon Sep 17 00:00:00 2001 From: Laetitia Gangloff Date: Thu, 30 Apr 2015 15:51:06 +0200 Subject: [PATCH 099/166] add help in view, use NameError instead of ValueError --- mis_builder/models/mis_builder.py | 4 ++-- mis_builder/views/mis_builder.xml | 27 +++++++++++++++++++++++++++ 2 files changed, 29 insertions(+), 2 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 56f9b964..3e4cf638 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -144,7 +144,7 @@ class mis_report_kpi(orm.Model): res = {} if name and not _is_valid_python_var(name): res['warning'] = { - 'title': 'Invalid name', + 'title': 'Invalid name %s' % name, 'message': 'The name must be a valid python identifier'} return res @@ -578,7 +578,7 @@ class mis_report_instance_period(orm.Model): kpi_val = None kpi_val_rendered = '#DIV/0' kpi_val_comment += '\n\n%s' % (traceback.format_exc(),) - except ValueError: + except NameError: recompute_queue.append(kpi) kpi_val = None kpi_val_rendered = '#ERR' diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index f93e1fcd..78178295 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -58,6 +58,33 @@ + + + + + + From f02ff63a510685c3ee37a1d441882472153d03fd Mon Sep 17 00:00:00 2001 From: "Adrien Peiffer (ACSONE)" Date: Thu, 30 Apr 2015 16:20:45 +0200 Subject: [PATCH 100/166] [FIX] mis builder: Catch exception on ValueError and on NameError --- mis_builder/models/mis_builder.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 3e4cf638..61c82a69 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -29,7 +29,6 @@ import re import traceback import pytz - from openerp.api import Environment from openerp.osv import orm, fields from openerp import tools @@ -578,7 +577,7 @@ class mis_report_instance_period(orm.Model): kpi_val = None kpi_val_rendered = '#DIV/0' kpi_val_comment += '\n\n%s' % (traceback.format_exc(),) - except NameError: + except (NameError, ValueError): recompute_queue.append(kpi) kpi_val = None kpi_val_rendered = '#ERR' From 0ae31d887cde36132b6a9d93f27976f7e63612c1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Fri, 1 May 2015 15:16:07 +0200 Subject: [PATCH 101/166] [IMP] mis_builder: remove unncessary code for managing sequences As far as I can tell this code is no necessary in 8.0 --- mis_builder/models/mis_builder.py | 54 ------------------------------- 1 file changed, 54 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 61c82a69..28af3ff0 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -320,30 +320,6 @@ class mis_report(orm.Model): # TODO: kpi name cannot be start with query name - def create(self, cr, uid, vals, context=None): - # TODO: explain this - if 'kpi_ids' in vals: - mis_report_kpi_obj = self.pool.get('mis.report.kpi') - for idx, line in enumerate(vals['kpi_ids']): - if line[0] == 0: - line[2]['sequence'] = idx + 1 - else: - mis_report_kpi_obj.write( - cr, uid, [line[1]], {'sequence': idx + 1}, - context=context) - return super(mis_report, self).create(cr, uid, vals, context=context) - - def write(self, cr, uid, ids, vals, context=None): - # TODO: explain this - res = super(mis_report, self).write( - cr, uid, ids, vals, context=context) - mis_report_kpi_obj = self.pool.get('mis.report.kpi') - for report in self.browse(cr, uid, ids, context): - for idx, kpi in enumerate(report.kpi_ids): - mis_report_kpi_obj.write( - cr, uid, [kpi.id], {'sequence': idx + 1}, context=context) - return res - class mis_report_instance_period(orm.Model): @@ -696,36 +672,6 @@ class mis_report_instance(orm.Model): context=c) } - def create(self, cr, uid, vals, context=None): - if not vals: - return context.get('active_id', None) - # TODO: explain this - if 'period_ids' in vals: - mis_report_instance_period_obj = self.pool.get( - 'mis.report.instance.period') - for idx, line in enumerate(vals['period_ids']): - if line[0] == 0: - line[2]['sequence'] = idx + 1 - else: - mis_report_instance_period_obj.write( - cr, uid, [line[1]], {'sequence': idx + 1}, - context=context) - return super(mis_report_instance, self).create(cr, uid, vals, - context=context) - - def write(self, cr, uid, ids, vals, context=None): - # TODO: explain this - res = super(mis_report_instance, self).write( - cr, uid, ids, vals, context=context) - mis_report_instance_period_obj = self.pool.get( - 'mis.report.instance.period') - for instance in self.browse(cr, uid, ids, context): - for idx, period in enumerate(instance.period_ids): - mis_report_instance_period_obj.write( - cr, uid, [period.id], {'sequence': idx + 1}, - context=context) - return res - def _format_date(self, cr, uid, lang_id, date, context=None): # format date following user language tformat = self.pool['res.lang'].read( From aa5893c73099e53f1b577e9e098351756e4f3ac2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Fri, 1 May 2015 22:44:08 +0200 Subject: [PATCH 102/166] [FIX] mis_builder: do not raise inside function fields --- mis_builder/models/mis_builder.py | 54 ++++++++++++++++--------------- mis_builder/views/mis_builder.xml | 3 +- 2 files changed, 30 insertions(+), 27 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 28af3ff0..6cc20ac6 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -335,6 +335,10 @@ class mis_report_instance_period(orm.Model): ids = [ids] res = {} for c in self.browse(cr, uid, ids, context=context): + date_from = False + date_to = False + period_ids = None + valid = False d = parser.parse(c.report_instance_id.pivot_date) if c.type == 'd': date_from = d + timedelta(days=c.offset) @@ -342,7 +346,7 @@ class mis_report_instance_period(orm.Model): date_from = date_from.strftime( tools.DEFAULT_SERVER_DATE_FORMAT) date_to = date_to.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) - period_ids = None + valid = True elif c.type == 'w': date_from = d - timedelta(d.weekday()) date_from = date_from + timedelta(days=c.offset * 7) @@ -350,15 +354,9 @@ class mis_report_instance_period(orm.Model): date_from = date_from.strftime( tools.DEFAULT_SERVER_DATE_FORMAT) date_to = date_to.strftime(tools.DEFAULT_SERVER_DATE_FORMAT) - period_ids = None + valid = True elif c.type == 'fp': period_obj = self.pool['account.period'] - all_period_ids = period_obj.search( - cr, uid, - [('special', '=', False), - ('company_id', '=', c.company_id.id)], - order='date_start', - context=context) current_period_ids = period_obj.search( cr, uid, [('special', '=', False), @@ -366,29 +364,28 @@ class mis_report_instance_period(orm.Model): ('date_stop', '>=', d), ('company_id', '=', c.company_id.id)], context=context) - if not current_period_ids: - raise orm.except_orm(_("Error!"), - _("No current fiscal period for %s") - % d) - p = all_period_ids.index(current_period_ids[0]) + c.offset - if p < 0 or p >= len(all_period_ids): - raise orm.except_orm(_("Error!"), - _("No such fiscal period for %s " - "with offset %d") % (d, c.offset)) - period_ids = all_period_ids[p:p + c.duration] - periods = period_obj.browse(cr, uid, period_ids, - context=context) - date_from = periods[0].date_start - date_to = periods[-1].date_stop - else: - raise orm.except_orm(_("Error!"), - _("Unimplemented period type %s") % - (c.type,)) + if current_period_ids: + all_period_ids = period_obj.search( + cr, uid, + [('special', '=', False), + ('company_id', '=', c.company_id.id)], + order='date_start', + context=context) + p = all_period_ids.index(current_period_ids[0]) + c.offset + if p >= 0 and p + c.duration <= len(all_period_ids): + period_ids = all_period_ids[p:p + c.duration] + periods = period_obj.browse(cr, uid, period_ids, + context=context) + date_from = periods[0].date_start + date_to = periods[-1].date_stop + valid = True + res[c.id] = { 'date_from': date_from, 'date_to': date_to, 'period_from': period_ids and period_ids[0] or False, 'period_to': period_ids and period_ids[-1] or False, + 'valid': valid, } return res @@ -422,6 +419,9 @@ class mis_report_instance_period(orm.Model): 'period_to': fields.function(_get_dates, type='many2one', obj='account.period', multi="dates", string="To period"), + 'valid': fields.function(_get_dates, + type='boolean', + multi='dates', string='Valid'), 'sequence': fields.integer(string='Sequence'), 'report_instance_id': fields.many2one('mis.report.instance', string='Report Instance', @@ -712,6 +712,8 @@ class mis_report_instance(orm.Model): cr, uid, [('code', '=', lang)], context=context) for period in r.period_ids: + if not period.valid: + continue # add the column header header['']['cols'].append(dict( name=period.name, diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index 78178295..6bbfa709 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -172,7 +172,7 @@ - + @@ -183,6 +183,7 @@ + From 1732179507342d869ff803ff3f260508622c6a06 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Fri, 1 May 2015 23:06:31 +0200 Subject: [PATCH 103/166] [IMP] mis_builder: improve documentation a bit --- mis_builder/models/aep.py | 10 +++++----- mis_builder/models/mis_builder.py | 18 ++++++------------ 2 files changed, 11 insertions(+), 17 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index 44bd0829..04ebaff4 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -19,18 +19,18 @@ class AccountingExpressionProcessor(object): * mode is i (initial balance), e (ending balance), p (moves over period) * accounts is a list of accounts, possibly containing % wildcards - * an optional domain on analytic lines allowing filters on eg analytic + * an optional domain on move lines allowing filters on eg analytic accounts or journal Examples: - * bal[70]: balance of moves on account 70 over the period - (it is the same as balp[70]); + * bal[70]: variation of the balance of moves on account 70 + over the period (it is the same as balp[70]); * bali[70,60]: initial balance of accounts 70 and 60; * bale[1%]: balance of accounts starting with 1 at end of period. How to use: * repeatedly invoke parse_expr() for each expression containing - accounting variables as described above; this let the processor + accounting variables as described above; this lets the processor group domains and modes and accounts; * when all expressions have been parsed, invoke done_parsing() to notify the processor that it can prepare to query (mainly @@ -41,7 +41,7 @@ class AccountingExpressionProcessor(object): for the given period. How it works: - * by accumulating the expressions before hand, it ensure to do the + * by accumulating the expressions before hand, it ensures to do the strict minimum number of queries to the database (for each period, one query per domain and mode); * it queries using the orm read_group which reduces to a query with diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 6cc20ac6..2ea4654a 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -73,15 +73,13 @@ def _is_valid_python_var(name): class mis_report_kpi(orm.Model): - """ A KPI is an element of a MIS report. + """ A KPI is an element (ie a line) of a MIS report. In addition to a name and description, it has an expression to compute it based on queries defined in the MIS report. It also has various informations defining how to render it (numeric or percentage or a string, a suffix, divider) and how to render comparison of two values of the KPI. - KPI are ordered inside the MIS report, as some KPI expressions - can depend on other KPI that need to be computed before. """ _name = 'mis.report.kpi' @@ -288,21 +286,17 @@ class mis_report_query(orm.Model): class mis_report(orm.Model): - """ A MIS report template (without period information) The MIS report holds: - * an implicit query fetching all the account balances; - for each account, the balance is stored in a variable named - bal_{code} where {code} is the account code - * an implicit query fetching all the account balances solde; - for each account, the balance solde is stored in a variable named - bals_{code} where {code} is the account code * a list of explicit queries; the result of each query is stored in a variable with same name as a query, containing as list - of data structures populated with attributes for each fields to fetch + of data structures populated with attributes for each fields to fetch; + when queries have the group by flag and no fields to group, it returns + a data structure with the summed fields * a list of KPI to be evaluated based on the variables resulting - from the balance and queries + from the balance and queries (KPI expressions can references queries + and accounting expression - see AccoutingExpressionProcessor) """ _name = 'mis.report' From 34fa138b656631c7634782f87cc034e108588633 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Fri, 1 May 2015 23:33:43 +0200 Subject: [PATCH 104/166] [IMP] mis_builder: improve legend wording --- mis_builder/views/mis_builder.xml | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index 6bbfa709..c9c87832 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -60,26 +60,26 @@ - From bef7cd7153005a6f18728b6f138a95db785ad443 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 13:27:28 +0200 Subject: [PATCH 110/166] [FIX] mis_builder: deleting mis.report cascade deletes mis.report.kpi --- mis_builder/models/mis_builder.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index cb30408e..0091a787 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -114,7 +114,8 @@ class mis_report_kpi(orm.Model): required=True, string='Comparison Method'), 'sequence': fields.integer(string='Sequence'), - 'report_id': fields.many2one('mis.report', string='Report'), + 'report_id': fields.many2one('mis.report', string='Report', + ondelete='cascade'), } _defaults = { From d0cc1860939b37f1bbdf61076d10aab1dec79bb6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 14:37:43 +0200 Subject: [PATCH 111/166] [IMP] mis_builder: refactor compute to display comparison columns after their corresponding period and better readability --- mis_builder/models/mis_builder.py | 103 +++++++++++++++----------- mis_builder/tests/test_mis_builder.py | 3 +- 2 files changed, 59 insertions(+), 47 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 0091a787..31b2bacc 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -590,7 +590,6 @@ class mis_report_instance_period(orm.Model): 'val_r': kpi_val_rendered, 'val_c': kpi_val_comment, 'style': kpi_style, - 'default_style': kpi.default_css_style or None, 'suffix': kpi.suffix, 'dp': kpi.dp, 'is_percentage': kpi.type == 'pct', @@ -693,25 +692,20 @@ class mis_report_instance(orm.Model): assert isinstance(_id, (int, long)) if context is None: context = {} - r = self.browse(cr, uid, _id, context=context) - content = OrderedDict() - # empty line name for header - header = OrderedDict() - header[''] = {'kpi_name': '', 'cols': [], 'default_style': ''} - env = Environment(cr, uid, {}) + + this = self.browse(cr, uid, _id, context=context) + + kpi_obj = self.pool['mis.report.kpi'] + report_instance_period_obj = self.pool['mis.report.instance.period'] + + # prepare AccountingExpressionProcessor + env = Environment(cr, uid, context) aep = AccountingExpressionProcessor(env) - # initialize lines with kpi - for kpi in r.report_id.kpi_ids: + for kpi in this.report_id.kpi_ids: aep.parse_expr(kpi.expression) - content[kpi.name] = {'kpi_name': kpi.description, - 'cols': [], - 'default_style': ''} - aep.done_parsing(r.root_account) - report_instance_period_obj = self.pool.get( - 'mis.report.instance.period') - kpi_obj = self.pool.get('mis.report.kpi') + aep.done_parsing(this.root_account) - period_values = {} + # fetch user language only once (TODO: is it necessary?) lang = self.pool['res.users'].read( cr, uid, uid, ['lang'], context=context)['lang'] if not lang: @@ -719,7 +713,28 @@ class mis_report_instance(orm.Model): lang_id = self.pool['res.lang'].search( cr, uid, [('code', '=', lang)], context=context) - for period in r.period_ids: + # compute kpi values for each period + kpi_values_by_period_ids = {} + for period in this.period_ids: + if not period.valid: + continue + kpi_values = report_instance_period_obj._compute( + cr, uid, lang_id, period, aep, context=context) + kpi_values_by_period_ids[period.id] = kpi_values + + # prepare header and content + header = OrderedDict() + header[''] = {'kpi_name': '', + 'cols': [], + 'default_style': ''} + content = OrderedDict() + for kpi in this.report_id.kpi_ids: + content[kpi.name] = {'kpi_name': kpi.description, + 'cols': [], + 'default_style': kpi.default_css_style} + + # populate header and content + for period in this.period_ids: if not period.valid: continue # add the column header @@ -735,35 +750,33 @@ class mis_report_instance(orm.Model): context=context))) or period.period_from and period.period_from.name or period.date_from)) - # compute kpi values - values = report_instance_period_obj._compute( - cr, uid, lang_id, period, aep, context=context) - period_values[period.name] = values - for key in values: - content[key]['default_style'] = values[key]['default_style'] - content[key]['cols'].append(values[key]) + # add kpi values + kpi_values = kpi_values_by_period_ids[period.id] + for kpi_name in kpi_values: + content[kpi_name]['cols'].append(kpi_values[kpi_name]) - # add comparison column - for period in r.period_ids: + # add comparison columns for compare_col in period.comparison_column_ids: - # add the column header - header['']['cols'].append( - dict(name='%s - %s' % (period.name, compare_col.name), - date='')) - column1_values = period_values[period.name] - column2_values = period_values[compare_col.name] - for kpi in r.report_id.kpi_ids: - content[kpi.name]['cols'].append( - {'val_r': kpi_obj._render_comparison( - cr, - uid, - lang_id, - kpi, - column1_values[kpi.name]['val'], - column2_values[kpi.name]['val'], - period.normalize_factor, - compare_col.normalize_factor, - context=context)}) + compare_kpi_values = \ + kpi_values_by_period_ids.get(compare_col.id) + if compare_kpi_values: + # add the comparison column header + header['']['cols'].append( + dict(name='%s vs %s' % (period.name, compare_col.name), + date='')) + # add comparison values + for kpi in this.report_id.kpi_ids: + content[kpi.name]['cols'].append( + {'val_r': kpi_obj._render_comparison( + cr, + uid, + lang_id, + kpi, + kpi_values[kpi.name]['val'], + compare_kpi_values[kpi.name]['val'], + period.normalize_factor, + compare_col.normalize_factor, + context=context)}) return {'header': header, 'content': content} diff --git a/mis_builder/tests/test_mis_builder.py b/mis_builder/tests/test_mis_builder.py index eed12cb3..8bb26180 100644 --- a/mis_builder/tests/test_mis_builder.py +++ b/mis_builder/tests/test_mis_builder.py @@ -68,13 +68,12 @@ class test_mis_builder(common.TransactionCase): OrderedDict([( u'total_test', {'kpi_name': u'total test', - 'default_style': None, + 'default_style': False, 'cols': [{ 'period_id': self.ref( 'mis_builder.mis_report_instance_period_test'), 'style': None, - 'default_style': None, 'suffix': False, 'expr': 'len(test)', 'val_c': 'total_test = len(test)', From a205aae131ebfe686cdd0a7d09743020ec77fbee Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 14:44:01 +0200 Subject: [PATCH 112/166] [FIX] mis_builder: order by sequence, id so d01eb513f is correct --- mis_builder/models/mis_builder.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 31b2bacc..f54118f1 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -126,7 +126,7 @@ class mis_report_kpi(orm.Model): 'sequence': 100, } - _order = 'sequence' + _order = 'sequence, id' def _check_name(self, cr, uid, ids, context=None): for record_name in self.read(cr, uid, ids, ['name']): @@ -442,7 +442,7 @@ class mis_report_instance_period(orm.Model): 'normalize_factor': 1, } - _order = 'sequence' + _order = 'sequence, id' _sql_constraints = [ ('duration', 'CHECK (duration>0)', From 894f72f4971f33b6285fecf248d1184086ad2f46 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 18:35:54 +0200 Subject: [PATCH 113/166] [FIX] mis_builder: propagate context --- mis_builder/models/mis_builder.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index f54118f1..1c3a1b60 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -454,8 +454,10 @@ class mis_report_instance_period(orm.Model): ] def drilldown(self, cr, uid, _id, expr, context=None): + if context is None: + context = {} this = self.browse(cr, uid, _id, context=context)[0] - env = Environment(cr, uid, {}) + env = Environment(cr, uid, context) aep = AccountingExpressionProcessor(env) if aep.has_account_var(expr): aep.parse_expr(expr) From 615e67e02ab2c4375d69b4207d996912c986a608 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 18:38:58 +0200 Subject: [PATCH 114/166] [IMP] mis_builder: tiny refactoring --- mis_builder/models/aep.py | 1 + mis_builder/models/mis_builder.py | 12 ++++++------ 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/mis_builder/models/aep.py b/mis_builder/models/aep.py index 155088e7..4e6233db 100644 --- a/mis_builder/models/aep.py +++ b/mis_builder/models/aep.py @@ -155,6 +155,7 @@ class AccountingExpressionProcessor(object): account_ids.update(self._account_ids_by_code[account_code]) self._map_account_ids[key] = list(account_ids) + @classmethod def has_account_var(self, expr): return bool(self.ACC_RE.search(expr)) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 1c3a1b60..1421a020 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -35,7 +35,7 @@ from openerp import tools from openerp.tools.safe_eval import safe_eval from openerp.tools.translate import _ -from .aep import AccountingExpressionProcessor +from .aep import AccountingExpressionProcessor as AEP class AutoStruct(object): @@ -457,9 +457,9 @@ class mis_report_instance_period(orm.Model): if context is None: context = {} this = self.browse(cr, uid, _id, context=context)[0] - env = Environment(cr, uid, context) - aep = AccountingExpressionProcessor(env) - if aep.has_account_var(expr): + if AEP.has_account_var(expr): + env = Environment(cr, uid, context) + aep = AEP(env) aep.parse_expr(expr) aep.done_parsing(this.report_instance_id.root_account) domain = aep.get_aml_domain_for_expr( @@ -585,7 +585,7 @@ class mis_report_instance_period(orm.Model): kpi_style = None drilldown = (kpi_val is not None and - aep.has_account_var(kpi.expression)) + AEP.has_account_var(kpi.expression)) res[kpi.name] = { 'val': kpi_val, @@ -702,7 +702,7 @@ class mis_report_instance(orm.Model): # prepare AccountingExpressionProcessor env = Environment(cr, uid, context) - aep = AccountingExpressionProcessor(env) + aep = AEP(env) for kpi in this.report_id.kpi_ids: aep.parse_expr(kpi.expression) aep.done_parsing(this.root_account) From 16e45f245ed26053b90e3fcc49f1ce30fbdf710c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 19:04:17 +0200 Subject: [PATCH 115/166] [FIX] mis_builder: OrderedDict serializes to json dict So this was relying on non-standard and unreliable feature of browsers to preserve order. --- mis_builder/models/mis_builder.py | 30 +++++++++++++---------- mis_builder/static/src/xml/mis_widget.xml | 6 ++++- 2 files changed, 22 insertions(+), 14 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index 1421a020..fe20f16d 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -22,7 +22,6 @@ # ############################################################################## -from collections import OrderedDict from datetime import datetime, timedelta from dateutil import parser import re @@ -725,22 +724,27 @@ class mis_report_instance(orm.Model): kpi_values_by_period_ids[period.id] = kpi_values # prepare header and content - header = OrderedDict() - header[''] = {'kpi_name': '', - 'cols': [], - 'default_style': ''} - content = OrderedDict() + header = [] + header.append({ + 'kpi_name': '', + 'cols': [] + }) + content = [] + rows_by_kpi_name = {} for kpi in this.report_id.kpi_ids: - content[kpi.name] = {'kpi_name': kpi.description, - 'cols': [], - 'default_style': kpi.default_css_style} + rows_by_kpi_name[kpi.name] = { + 'kpi_name': kpi.description, + 'cols': [], + 'default_style': kpi.default_css_style + } + content.append(rows_by_kpi_name[kpi.name]) # populate header and content for period in this.period_ids: if not period.valid: continue # add the column header - header['']['cols'].append(dict( + header[0]['cols'].append(dict( name=period.name, date=(period.duration > 1 or period.type == 'w') and _('from %s to %s' % @@ -755,7 +759,7 @@ class mis_report_instance(orm.Model): # add kpi values kpi_values = kpi_values_by_period_ids[period.id] for kpi_name in kpi_values: - content[kpi_name]['cols'].append(kpi_values[kpi_name]) + rows_by_kpi_name[kpi_name]['cols'].append(kpi_values[kpi_name]) # add comparison columns for compare_col in period.comparison_column_ids: @@ -763,12 +767,12 @@ class mis_report_instance(orm.Model): kpi_values_by_period_ids.get(compare_col.id) if compare_kpi_values: # add the comparison column header - header['']['cols'].append( + header[0]['cols'].append( dict(name='%s vs %s' % (period.name, compare_col.name), date='')) # add comparison values for kpi in this.report_id.kpi_ids: - content[kpi.name]['cols'].append( + rows_by_kpi_name[kpi.name]['cols'].append( {'val_r': kpi_obj._render_comparison( cr, uid, diff --git a/mis_builder/static/src/xml/mis_widget.xml b/mis_builder/static/src/xml/mis_widget.xml index bd0cd0cf..8e3ddd61 100644 --- a/mis_builder/static/src/xml/mis_widget.xml +++ b/mis_builder/static/src/xml/mis_widget.xml @@ -4,7 +4,11 @@
+
- +
+
+ +
+
From 34cd3d1ceb604c24682c9b9f0b828155b3d548ac Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 22:11:12 +0200 Subject: [PATCH 116/166] [FIX] mis_builder: mis_widget was broken --- mis_builder/static/src/xml/mis_widget.xml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/mis_builder/static/src/xml/mis_widget.xml b/mis_builder/static/src/xml/mis_widget.xml index 8e3ddd61..5cfd9994 100644 --- a/mis_builder/static/src/xml/mis_widget.xml +++ b/mis_builder/static/src/xml/mis_widget.xml @@ -4,12 +4,12 @@ - +
-
- -
- 		+
+ +
+
From 04bb71d7f972e36d569d671adf72eb1c785dc138 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Sun, 3 May 2015 22:11:36 +0200 Subject: [PATCH 117/166] [FIX] mis_builder: blind attempt to fix xls report which does not even start anymore :( --- mis_builder/report/mis_builder_xls.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/mis_builder/report/mis_builder_xls.py b/mis_builder/report/mis_builder_xls.py index f1b659c6..88dcd1cf 100644 --- a/mis_builder/report/mis_builder_xls.py +++ b/mis_builder/report/mis_builder_xls.py @@ -87,7 +87,7 @@ class mis_builder_xls(report_xls): header_name_list = [''] col_specs_template = {'': {'header': [1, 30, 'text', ''], 'header_date': [1, 1, 'text', '']}} - for col in data['header']['']['cols']: + for col in data['header'][0]['cols']: col_specs_template[col['name']] = {'header': [1, 30, 'text', col['name']], 'header_date': [1, 1, 'text', @@ -109,8 +109,7 @@ class mis_builder_xls(report_xls): ws.set_horz_split_pos(row_pos) ws.set_vert_split_pos(1) - for key in data['content']: - line = data['content'][key] + for line in data['content']: col = 0 ws.write(row_pos, col, line['kpi_name'], self.mis_rh_cell_style) for value in line['cols']: From 41827e60e92e692dbcef70682a172f7896e35777 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Mon, 4 May 2015 10:12:58 +0200 Subject: [PATCH 118/166] [FIX] mis_builder: excel export works again... strange --- mis_builder/models/mis_builder.py | 13 +++++++++++++ mis_builder/views/mis_builder.xml | 11 +---------- 2 files changed, 14 insertions(+), 10 deletions(-) diff --git a/mis_builder/models/mis_builder.py b/mis_builder/models/mis_builder.py index fe20f16d..b6bf5871 100644 --- a/mis_builder/models/mis_builder.py +++ b/mis_builder/models/mis_builder.py @@ -689,6 +689,19 @@ class mis_report_instance(orm.Model): tools.DEFAULT_SERVER_DATE_FORMAT), tformat) + def preview(self, cr, uid, _id, context=None): + view_id = self.pool['ir.model.data'].get_object_reference( + cr, uid, 'mis_builder', 'mis_report_instance_result_view_form')[1] + return { + 'type': 'ir.actions.act_window', + 'res_model': 'mis.report.instance', + 'res_id': _id[0], + 'view_mode': 'form', + 'view_type': 'form', + 'view_id': view_id, + 'target': 'new', + } + def compute(self, cr, uid, _id, context=None): assert isinstance(_id, (int, long)) if context is None: diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index 8fb0704b..21acfdbf 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -120,15 +120,6 @@ - - Preview - - mis.report.instance - form - form - new - - mis.report.instance.view.tree mis.report.instance @@ -160,7 +151,7 @@
-
From 3b522a92b12b5d8d7877368bdb57f33366ed07cd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?St=C3=A9phane=20Bidoul?= Date: Mon, 4 May 2015 22:06:54 +0200 Subject: [PATCH 119/166] [IMP] mis_builder: add button icons and xls export from the report instance form --- mis_builder/views/mis_builder.xml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/mis_builder/views/mis_builder.xml b/mis_builder/views/mis_builder.xml index 21acfdbf..cda42859 100644 --- a/mis_builder/views/mis_builder.xml +++ b/mis_builder/views/mis_builder.xml @@ -115,7 +115,7 @@
-