|
@ -4,6 +4,7 @@ |
|
|
|
|
|
|
|
|
import re |
|
|
import re |
|
|
from collections import defaultdict |
|
|
from collections import defaultdict |
|
|
|
|
|
from itertools import izip |
|
|
|
|
|
|
|
|
from openerp import fields |
|
|
from openerp import fields |
|
|
from openerp.models import expression |
|
|
from openerp.models import expression |
|
@ -11,11 +12,6 @@ from openerp.tools.safe_eval import safe_eval |
|
|
from openerp.tools.float_utils import float_is_zero |
|
|
from openerp.tools.float_utils import float_is_zero |
|
|
from .accounting_none import AccountingNone |
|
|
from .accounting_none import AccountingNone |
|
|
|
|
|
|
|
|
MODE_VARIATION = 'p' |
|
|
|
|
|
MODE_INITIAL = 'i' |
|
|
|
|
|
MODE_END = 'e' |
|
|
|
|
|
MODE_UNALLOCATED = 'u' |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AccountingExpressionProcessor(object): |
|
|
class AccountingExpressionProcessor(object): |
|
|
""" Processor for accounting expressions. |
|
|
""" Processor for accounting expressions. |
|
@ -61,11 +57,15 @@ class AccountingExpressionProcessor(object): |
|
|
* additionally, one query per view/consolidation account is done to |
|
|
* additionally, one query per view/consolidation account is done to |
|
|
discover the children accounts. |
|
|
discover the children accounts. |
|
|
""" |
|
|
""" |
|
|
|
|
|
MODE_VARIATION = 'p' |
|
|
|
|
|
MODE_INITIAL = 'i' |
|
|
|
|
|
MODE_END = 'e' |
|
|
|
|
|
MODE_UNALLOCATED = 'u' |
|
|
|
|
|
|
|
|
ACC_RE = re.compile(r"(?P<field>\bbal|\bcrd|\bdeb)" |
|
|
|
|
|
r"(?P<mode>[piseu])?" |
|
|
|
|
|
r"(?P<accounts>_[a-zA-Z0-9]+|\[.*?\])" |
|
|
|
|
|
r"(?P<domain>\[.*?\])?") |
|
|
|
|
|
|
|
|
_ACC_RE = re.compile(r"(?P<field>\bbal|\bcrd|\bdeb)" |
|
|
|
|
|
r"(?P<mode>[piseu])?" |
|
|
|
|
|
r"(?P<accounts>_[a-zA-Z0-9]+|\[.*?\])" |
|
|
|
|
|
r"(?P<domain>\[.*?\])?") |
|
|
|
|
|
|
|
|
def __init__(self, env): |
|
|
def __init__(self, env): |
|
|
self.env = env |
|
|
self.env = env |
|
@ -77,6 +77,11 @@ class AccountingExpressionProcessor(object): |
|
|
# - NNN% for a like |
|
|
# - NNN% for a like |
|
|
# - NNN for a code with an exact match |
|
|
# - NNN for a code with an exact match |
|
|
self._account_ids_by_code = defaultdict(set) |
|
|
self._account_ids_by_code = defaultdict(set) |
|
|
|
|
|
# smart ending balance (returns AccountingNone if there |
|
|
|
|
|
# are no moves in period and 0 initial balance), implies |
|
|
|
|
|
# a first query to get the initial balance and another |
|
|
|
|
|
# to get the variation, so it's a bit slower |
|
|
|
|
|
self.smart_end = True |
|
|
|
|
|
|
|
|
def _load_account_codes(self, account_codes, company): |
|
|
def _load_account_codes(self, account_codes, company): |
|
|
account_model = self.env['account.account'] |
|
|
account_model = self.env['account.account'] |
|
@ -87,7 +92,7 @@ class AccountingExpressionProcessor(object): |
|
|
if account_code is None: |
|
|
if account_code is None: |
|
|
# None means we want all accounts |
|
|
# None means we want all accounts |
|
|
account_ids = account_model.\ |
|
|
account_ids = account_model.\ |
|
|
search([]).ids |
|
|
|
|
|
|
|
|
search([('company_id', '=', company.id)]).ids |
|
|
self._account_ids_by_code[account_code].update(account_ids) |
|
|
self._account_ids_by_code[account_code].update(account_ids) |
|
|
elif '%' in account_code: |
|
|
elif '%' in account_code: |
|
|
account_ids = account_model.\ |
|
|
account_ids = account_model.\ |
|
@ -109,9 +114,9 @@ class AccountingExpressionProcessor(object): |
|
|
""" |
|
|
""" |
|
|
field, mode, account_codes, domain = mo.groups() |
|
|
field, mode, account_codes, domain = mo.groups() |
|
|
if not mode: |
|
|
if not mode: |
|
|
mode = MODE_VARIATION |
|
|
|
|
|
|
|
|
mode = self.MODE_VARIATION |
|
|
elif mode == 's': |
|
|
elif mode == 's': |
|
|
mode = MODE_END |
|
|
|
|
|
|
|
|
mode = self.MODE_END |
|
|
if account_codes.startswith('_'): |
|
|
if account_codes.startswith('_'): |
|
|
account_codes = account_codes[1:] |
|
|
account_codes = account_codes[1:] |
|
|
else: |
|
|
else: |
|
@ -131,10 +136,10 @@ class AccountingExpressionProcessor(object): |
|
|
so when all expressions have been parsed, we know which |
|
|
so when all expressions have been parsed, we know which |
|
|
account codes to query for each domain and mode. |
|
|
account codes to query for each domain and mode. |
|
|
""" |
|
|
""" |
|
|
for mo in self.ACC_RE.finditer(expr): |
|
|
|
|
|
|
|
|
for mo in self._ACC_RE.finditer(expr): |
|
|
_, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
_, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
if mode == MODE_END: |
|
|
|
|
|
modes = (MODE_INITIAL, MODE_VARIATION) |
|
|
|
|
|
|
|
|
if mode == self.MODE_END and self.smart_end: |
|
|
|
|
|
modes = (self.MODE_INITIAL, self.MODE_VARIATION) |
|
|
else: |
|
|
else: |
|
|
modes = (mode, ) |
|
|
modes = (mode, ) |
|
|
for mode in modes: |
|
|
for mode in modes: |
|
@ -156,7 +161,7 @@ class AccountingExpressionProcessor(object): |
|
|
@classmethod |
|
|
@classmethod |
|
|
def has_account_var(cls, expr): |
|
|
def has_account_var(cls, expr): |
|
|
"""Test if an string contains an accounting variable.""" |
|
|
"""Test if an string contains an accounting variable.""" |
|
|
return bool(cls.ACC_RE.search(expr)) |
|
|
|
|
|
|
|
|
return bool(cls._ACC_RE.search(expr)) |
|
|
|
|
|
|
|
|
def get_aml_domain_for_expr(self, expr, |
|
|
def get_aml_domain_for_expr(self, expr, |
|
|
date_from, date_to, |
|
|
date_from, date_to, |
|
@ -169,7 +174,7 @@ class AccountingExpressionProcessor(object): |
|
|
""" |
|
|
""" |
|
|
aml_domains = [] |
|
|
aml_domains = [] |
|
|
date_domain_by_mode = {} |
|
|
date_domain_by_mode = {} |
|
|
for mo in self.ACC_RE.finditer(expr): |
|
|
|
|
|
|
|
|
for mo in self._ACC_RE.finditer(expr): |
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
aml_domain = list(domain) |
|
|
aml_domain = list(domain) |
|
|
account_ids = set() |
|
|
account_ids = set() |
|
@ -192,9 +197,9 @@ class AccountingExpressionProcessor(object): |
|
|
def get_aml_domain_for_dates(self, date_from, date_to, |
|
|
def get_aml_domain_for_dates(self, date_from, date_to, |
|
|
mode, |
|
|
mode, |
|
|
target_move, company): |
|
|
target_move, company): |
|
|
if mode == MODE_VARIATION: |
|
|
|
|
|
|
|
|
if mode == self.MODE_VARIATION: |
|
|
domain = [('date', '>=', date_from), ('date', '<=', date_to)] |
|
|
domain = [('date', '>=', date_from), ('date', '<=', date_to)] |
|
|
elif mode in (MODE_INITIAL, MODE_END): |
|
|
|
|
|
|
|
|
elif mode in (self.MODE_INITIAL, self.MODE_END): |
|
|
# for income and expense account, sum from the beginning |
|
|
# for income and expense account, sum from the beginning |
|
|
# of the current fiscal year only, for balance sheet accounts |
|
|
# of the current fiscal year only, for balance sheet accounts |
|
|
# sum from the beginning of time |
|
|
# sum from the beginning of time |
|
@ -204,11 +209,11 @@ class AccountingExpressionProcessor(object): |
|
|
domain = ['|', |
|
|
domain = ['|', |
|
|
('date', '>=', fields.Date.to_string(fy_date_from)), |
|
|
('date', '>=', fields.Date.to_string(fy_date_from)), |
|
|
('user_type_id.include_initial_balance', '=', True)] |
|
|
('user_type_id.include_initial_balance', '=', True)] |
|
|
if mode == MODE_INITIAL: |
|
|
|
|
|
|
|
|
if mode == self.MODE_INITIAL: |
|
|
domain.append(('date', '<', date_from)) |
|
|
domain.append(('date', '<', date_from)) |
|
|
elif mode == MODE_END: |
|
|
|
|
|
|
|
|
elif mode == self.MODE_END: |
|
|
domain.append(('date', '<=', date_to)) |
|
|
domain.append(('date', '<=', date_to)) |
|
|
elif mode == MODE_UNALLOCATED: |
|
|
|
|
|
|
|
|
elif mode == self.MODE_UNALLOCATED: |
|
|
date_from_date = fields.Date.from_string(date_from) |
|
|
date_from_date = fields.Date.from_string(date_from) |
|
|
fy_date_from = \ |
|
|
fy_date_from = \ |
|
|
company.compute_fiscalyear_dates(date_from_date)['date_from'] |
|
|
company.compute_fiscalyear_dates(date_from_date)['date_from'] |
|
@ -246,13 +251,13 @@ class AccountingExpressionProcessor(object): |
|
|
for acc in accs: |
|
|
for acc in accs: |
|
|
debit = acc['debit'] or 0.0 |
|
|
debit = acc['debit'] or 0.0 |
|
|
credit = acc['credit'] or 0.0 |
|
|
credit = acc['credit'] or 0.0 |
|
|
if mode in (MODE_INITIAL, MODE_UNALLOCATED) and \ |
|
|
|
|
|
|
|
|
if mode in (self.MODE_INITIAL, self.MODE_UNALLOCATED) and \ |
|
|
float_is_zero(debit-credit, precision_rounding=2): |
|
|
float_is_zero(debit-credit, precision_rounding=2): |
|
|
# in initial mode, ignore accounts with 0 balance |
|
|
# in initial mode, ignore accounts with 0 balance |
|
|
continue |
|
|
continue |
|
|
self._data[key][acc['account_id'][0]] = (debit, credit) |
|
|
self._data[key][acc['account_id'][0]] = (debit, credit) |
|
|
|
|
|
|
|
|
def replace_expr(self, expr, account_ids_filter=None): |
|
|
|
|
|
|
|
|
def replace_expr(self, expr): |
|
|
"""Replace accounting variables in an expression by their amount. |
|
|
"""Replace accounting variables in an expression by their amount. |
|
|
|
|
|
|
|
|
Returns a new expression string. |
|
|
Returns a new expression string. |
|
@ -266,10 +271,6 @@ class AccountingExpressionProcessor(object): |
|
|
for account_code in account_codes: |
|
|
for account_code in account_codes: |
|
|
account_ids = self._account_ids_by_code[account_code] |
|
|
account_ids = self._account_ids_by_code[account_code] |
|
|
for account_id in account_ids: |
|
|
for account_id in account_ids: |
|
|
# TODO FIXME: improve perf with sets |
|
|
|
|
|
if account_ids_filter and \ |
|
|
|
|
|
account_id not in account_ids_filter: |
|
|
|
|
|
continue |
|
|
|
|
|
debit, credit = \ |
|
|
debit, credit = \ |
|
|
account_ids_data.get(account_id, |
|
|
account_ids_data.get(account_id, |
|
|
(AccountingNone, AccountingNone)) |
|
|
(AccountingNone, AccountingNone)) |
|
@ -282,41 +283,114 @@ class AccountingExpressionProcessor(object): |
|
|
# in initial balance mode, assume 0 is None |
|
|
# in initial balance mode, assume 0 is None |
|
|
# as it does not make sense to distinguish 0 from "no data" |
|
|
# as it does not make sense to distinguish 0 from "no data" |
|
|
if v is not AccountingNone and \ |
|
|
if v is not AccountingNone and \ |
|
|
mode in (MODE_INITIAL, MODE_UNALLOCATED) and \ |
|
|
|
|
|
|
|
|
mode in (self.MODE_INITIAL, self.MODE_UNALLOCATED) and \ |
|
|
float_is_zero(v, precision_rounding=2): |
|
|
float_is_zero(v, precision_rounding=2): |
|
|
v = AccountingNone |
|
|
v = AccountingNone |
|
|
return v |
|
|
return v |
|
|
|
|
|
|
|
|
def f(mo): |
|
|
def f(mo): |
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
if mode == MODE_END: |
|
|
|
|
|
|
|
|
if mode == self.MODE_END and self.smart_end: |
|
|
# split ending balance in initial+variation, so |
|
|
# split ending balance in initial+variation, so |
|
|
# if there is no move in period, we end up with AccountingNone |
|
|
# if there is no move in period, we end up with AccountingNone |
|
|
v = s(field, MODE_INITIAL, account_codes, domain) + \ |
|
|
|
|
|
s(field, MODE_VARIATION, account_codes, domain) |
|
|
|
|
|
|
|
|
v = s(field, self.MODE_INITIAL, account_codes, domain) + \ |
|
|
|
|
|
s(field, self.MODE_VARIATION, account_codes, domain) |
|
|
else: |
|
|
else: |
|
|
v = s(field, mode, account_codes, domain) |
|
|
v = s(field, mode, account_codes, domain) |
|
|
return '(' + repr(v) + ')' |
|
|
return '(' + repr(v) + ')' |
|
|
|
|
|
|
|
|
return self.ACC_RE.sub(f, expr) |
|
|
|
|
|
|
|
|
return self._ACC_RE.sub(f, expr) |
|
|
|
|
|
|
|
|
def get_accounts_in_expr(self, expr): |
|
|
|
|
|
"""Get the ids of all accounts involved in an expression. |
|
|
|
|
|
This means only accounts which contribute data to the expression. |
|
|
|
|
|
|
|
|
def replace_expr_by_account_id(self, expr): |
|
|
|
|
|
"""Replace accounting variables in an expression by their amount, |
|
|
|
|
|
iterating by accounts involved in the expression. |
|
|
|
|
|
|
|
|
Returns a set of account ids. |
|
|
|
|
|
|
|
|
yields account_id, replaced_expr |
|
|
|
|
|
|
|
|
This method must be executed after do_queries(). |
|
|
This method must be executed after do_queries(). |
|
|
""" |
|
|
""" |
|
|
res = set() |
|
|
|
|
|
for mo in self.ACC_RE.finditer(expr): |
|
|
|
|
|
_, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
|
|
|
|
|
|
def s(field, mode, account_codes, domain): |
|
|
|
|
|
key = (domain, mode) |
|
|
|
|
|
account_ids_data = self._data[key] |
|
|
|
|
|
debit, credit = \ |
|
|
|
|
|
account_ids_data.get(account_id, |
|
|
|
|
|
(AccountingNone, AccountingNone)) |
|
|
|
|
|
if field == 'bal': |
|
|
|
|
|
v = debit - credit |
|
|
|
|
|
elif field == 'deb': |
|
|
|
|
|
v = debit |
|
|
|
|
|
elif field == 'crd': |
|
|
|
|
|
v = credit |
|
|
|
|
|
# in initial balance mode, assume 0 is None |
|
|
|
|
|
# as it does not make sense to distinguish 0 from "no data" |
|
|
|
|
|
if v is not AccountingNone and \ |
|
|
|
|
|
mode in (self.MODE_INITIAL, self.MODE_UNALLOCATED) and \ |
|
|
|
|
|
float_is_zero(v, precision_rounding=2): |
|
|
|
|
|
v = AccountingNone |
|
|
|
|
|
return v |
|
|
|
|
|
|
|
|
|
|
|
def f(mo): |
|
|
|
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
|
|
|
if mode == self.MODE_END and self.smart_end: |
|
|
|
|
|
# split ending balance in initial+variation, so |
|
|
|
|
|
# if there is no move in period, we end up with AccountingNone |
|
|
|
|
|
v = s(field, self.MODE_INITIAL, account_codes, domain) + \ |
|
|
|
|
|
s(field, self.MODE_VARIATION, account_codes, domain) |
|
|
|
|
|
else: |
|
|
|
|
|
v = s(field, mode, account_codes, domain) |
|
|
|
|
|
return '(' + repr(v) + ')' |
|
|
|
|
|
|
|
|
|
|
|
account_ids = set() |
|
|
|
|
|
for mo in self._ACC_RE.finditer(expr): |
|
|
|
|
|
field, mode, account_codes, domain = self._parse_match_object(mo) |
|
|
key = (domain, mode) |
|
|
key = (domain, mode) |
|
|
account_ids_data = self._data[key] |
|
|
account_ids_data = self._data[key] |
|
|
for account_code in account_codes: |
|
|
for account_code in account_codes: |
|
|
account_ids = self._account_ids_by_code[account_code] |
|
|
|
|
|
# TODO FIXME: improve perf with sets |
|
|
|
|
|
for account_id in account_ids: |
|
|
|
|
|
|
|
|
for account_id in self._account_ids_by_code[account_code]: |
|
|
if account_id in account_ids_data: |
|
|
if account_id in account_ids_data: |
|
|
res.add(account_id) |
|
|
|
|
|
return res |
|
|
|
|
|
|
|
|
account_ids.add(account_id) |
|
|
|
|
|
|
|
|
|
|
|
for account_id in account_ids: |
|
|
|
|
|
yield account_id, self._ACC_RE.sub(f, expr) |
|
|
|
|
|
|
|
|
|
|
|
@classmethod |
|
|
|
|
|
def get_balances(cls, mode, date_from, date_to, target_move, company): |
|
|
|
|
|
""" A convenience method to obtain the balances of all accounts |
|
|
|
|
|
|
|
|
|
|
|
:param mode: MODE_INITIAL|MODE_END|MODE_VARIATION |
|
|
|
|
|
:param date_from: |
|
|
|
|
|
:param date_to: |
|
|
|
|
|
:param target_move: if 'posted', consider only posted moves |
|
|
|
|
|
:param company: |
|
|
|
|
|
|
|
|
|
|
|
Returns a dictionary: {account_id, (debit, credit)} |
|
|
|
|
|
""" |
|
|
|
|
|
assert mode in (cls.MODE_INITIAL, cls.MODE_END, cls.MODE_VARIATION) |
|
|
|
|
|
expr = 'deb{mode}[], crd{mode}[]'.format(mode=mode) |
|
|
|
|
|
aep = AccountingExpressionProcessor(company.env) |
|
|
|
|
|
# disable smart_end to have the data at once, instead |
|
|
|
|
|
# of initial + variation |
|
|
|
|
|
aep.smart_end = False |
|
|
|
|
|
aep.parse_expr(expr) |
|
|
|
|
|
aep.done_parsing(company) |
|
|
|
|
|
aep.do_queries(date_from, date_to, target_move, company) |
|
|
|
|
|
return aep._data[((), mode)] |
|
|
|
|
|
|
|
|
|
|
|
@classmethod |
|
|
|
|
|
def get_unallocated_pl(cls, date, target_move, company): |
|
|
|
|
|
""" A convenience method to obtain the unallocated profit/loss |
|
|
|
|
|
of the previous fiscal years |
|
|
|
|
|
|
|
|
|
|
|
:param date: |
|
|
|
|
|
:param target_move: if 'posted', consider only posted moves |
|
|
|
|
|
:param company: |
|
|
|
|
|
|
|
|
|
|
|
Returns a tuple (debit, credit) |
|
|
|
|
|
""" |
|
|
|
|
|
aep = AccountingExpressionProcessor(company.env) |
|
|
|
|
|
expr = 'deb{mode}[], crd{mode}[]'.format(mode=cls.MODE_UNALLOCATED) |
|
|
|
|
|
aep.parse_expr(expr) |
|
|
|
|
|
aep.done_parsing(company) |
|
|
|
|
|
aep.do_queries(date, date, target_move, company) |
|
|
|
|
|
values = aep._data[((), cls.MODE_UNALLOCATED)].values() |
|
|
|
|
|
return tuple(map(sum, izip(*values))) |