|
|
|
@ -14,28 +14,28 @@ from odoo.exceptions import UserError |
|
|
|
from dateutil.relativedelta import relativedelta |
|
|
|
from odoo.addons.base.models.res_bank import sanitize_account_number |
|
|
|
|
|
|
|
PONTO_ENDPOINT = 'https://api.myponto.com' |
|
|
|
PONTO_ENDPOINT = "https://api.myponto.com" |
|
|
|
|
|
|
|
|
|
|
|
class OnlineBankStatementProviderPonto(models.Model): |
|
|
|
_inherit = 'online.bank.statement.provider' |
|
|
|
_inherit = "online.bank.statement.provider" |
|
|
|
|
|
|
|
ponto_token = fields.Char(readonly=True) |
|
|
|
ponto_token_expiration = fields.Datetime(readonly=True) |
|
|
|
ponto_last_identifier = fields.Char(readonly=True) |
|
|
|
|
|
|
|
def ponto_reset_last_identifier(self): |
|
|
|
self.write({'ponto_last_identifier': False}) |
|
|
|
self.write({"ponto_last_identifier": False}) |
|
|
|
|
|
|
|
@api.model |
|
|
|
def _get_available_services(self): |
|
|
|
return super()._get_available_services() + [ |
|
|
|
('ponto', 'MyPonto.com'), |
|
|
|
("ponto", "MyPonto.com"), |
|
|
|
] |
|
|
|
|
|
|
|
def _obtain_statement_data(self, date_since, date_until): |
|
|
|
self.ensure_one() |
|
|
|
if self.service != 'ponto': |
|
|
|
if self.service != "ponto": |
|
|
|
return super()._obtain_statement_data( |
|
|
|
date_since, |
|
|
|
date_until, |
|
|
|
@ -49,126 +49,145 @@ class OnlineBankStatementProviderPonto(models.Model): |
|
|
|
def _ponto_header_token(self): |
|
|
|
self.ensure_one() |
|
|
|
if self.username and self.password: |
|
|
|
login = '%s:%s' % (self.username, self.password) |
|
|
|
login = base64.b64encode(login.encode('UTF-8')).decode('UTF-8') |
|
|
|
return {'Content-Type': 'application/x-www-form-urlencoded', |
|
|
|
'Accept': 'application/json', |
|
|
|
'Authorization': 'Basic %s' % login, } |
|
|
|
raise UserError(_('Please fill login and key.')) |
|
|
|
login = "%s:%s" % (self.username, self.password) |
|
|
|
login = base64.b64encode(login.encode("UTF-8")).decode("UTF-8") |
|
|
|
return { |
|
|
|
"Content-Type": "application/x-www-form-urlencoded", |
|
|
|
"Accept": "application/json", |
|
|
|
"Authorization": "Basic %s" % login, |
|
|
|
} |
|
|
|
raise UserError(_("Please fill login and key.")) |
|
|
|
|
|
|
|
def _ponto_header(self): |
|
|
|
self.ensure_one() |
|
|
|
if not self.ponto_token \ |
|
|
|
or not self.ponto_token_expiration \ |
|
|
|
or self.ponto_token_expiration <= fields.Datetime.now(): |
|
|
|
|
|
|
|
url = PONTO_ENDPOINT + '/oauth2/token' |
|
|
|
response = requests.post(url, verify=False, |
|
|
|
params={'grant_type': 'client_credentials'}, |
|
|
|
headers=self._ponto_header_token()) |
|
|
|
if ( |
|
|
|
not self.ponto_token |
|
|
|
or not self.ponto_token_expiration |
|
|
|
or self.ponto_token_expiration <= fields.Datetime.now() |
|
|
|
): |
|
|
|
|
|
|
|
url = PONTO_ENDPOINT + "/oauth2/token" |
|
|
|
response = requests.post( |
|
|
|
url, |
|
|
|
verify=False, |
|
|
|
params={"grant_type": "client_credentials"}, |
|
|
|
headers=self._ponto_header_token(), |
|
|
|
) |
|
|
|
if response.status_code == 200: |
|
|
|
data = json.loads(response.text) |
|
|
|
access_token = data.get('access_token', False) |
|
|
|
access_token = data.get("access_token", False) |
|
|
|
if not access_token: |
|
|
|
raise UserError(_('Ponto : no token')) |
|
|
|
raise UserError(_("Ponto : no token")) |
|
|
|
else: |
|
|
|
self.sudo().ponto_token = access_token |
|
|
|
expiration_date = fields.Datetime.now() + relativedelta( |
|
|
|
seconds=data.get('expires_in', False)) |
|
|
|
seconds=data.get("expires_in", False) |
|
|
|
) |
|
|
|
self.sudo().ponto_token_expiration = expiration_date |
|
|
|
else: |
|
|
|
raise UserError(_('%s \n\n %s') % (response.status_code, response.text)) |
|
|
|
return {'Accept': 'application/json', |
|
|
|
'Authorization': 'Bearer %s' % self.ponto_token, } |
|
|
|
raise UserError(_("%s \n\n %s") % (response.status_code, response.text)) |
|
|
|
return { |
|
|
|
"Accept": "application/json", |
|
|
|
"Authorization": "Bearer %s" % self.ponto_token, |
|
|
|
} |
|
|
|
|
|
|
|
def _ponto_get_account_ids(self): |
|
|
|
url = PONTO_ENDPOINT + '/accounts' |
|
|
|
response = requests.get(url, verify=False, params={'limit': 100}, |
|
|
|
headers=self._ponto_header()) |
|
|
|
url = PONTO_ENDPOINT + "/accounts" |
|
|
|
response = requests.get( |
|
|
|
url, verify=False, params={"limit": 100}, headers=self._ponto_header() |
|
|
|
) |
|
|
|
if response.status_code == 200: |
|
|
|
data = json.loads(response.text) |
|
|
|
res = {} |
|
|
|
for account in data.get('data', []): |
|
|
|
for account in data.get("data", []): |
|
|
|
iban = sanitize_account_number( |
|
|
|
account.get('attributes', {}).get('reference', '')) |
|
|
|
res[iban] = account.get('id') |
|
|
|
account.get("attributes", {}).get("reference", "") |
|
|
|
) |
|
|
|
res[iban] = account.get("id") |
|
|
|
return res |
|
|
|
raise UserError(_('%s \n\n %s') % (response.status_code, response.text)) |
|
|
|
raise UserError(_("%s \n\n %s") % (response.status_code, response.text)) |
|
|
|
|
|
|
|
def _ponto_synchronisation(self, account_id): |
|
|
|
url = PONTO_ENDPOINT + '/synchronizations' |
|
|
|
data = {'data': { |
|
|
|
'type': 'synchronization', |
|
|
|
'attributes': { |
|
|
|
'resourceType': 'account', |
|
|
|
'resourceId': account_id, |
|
|
|
'subtype': 'accountTransactions' |
|
|
|
url = PONTO_ENDPOINT + "/synchronizations" |
|
|
|
data = { |
|
|
|
"data": { |
|
|
|
"type": "synchronization", |
|
|
|
"attributes": { |
|
|
|
"resourceType": "account", |
|
|
|
"resourceId": account_id, |
|
|
|
"subtype": "accountTransactions", |
|
|
|
}, |
|
|
|
} |
|
|
|
} |
|
|
|
}} |
|
|
|
response = requests.post(url, verify=False, |
|
|
|
headers=self._ponto_header(), |
|
|
|
json=data) |
|
|
|
response = requests.post( |
|
|
|
url, verify=False, headers=self._ponto_header(), json=data |
|
|
|
) |
|
|
|
if response.status_code in (200, 201, 400): |
|
|
|
data = json.loads(response.text) |
|
|
|
sync_id = data.get('attributes', {}).get('resourceId', False) |
|
|
|
sync_id = data.get("attributes", {}).get("resourceId", False) |
|
|
|
else: |
|
|
|
raise UserError(_('Error during Create Synchronisation %s \n\n %s') % ( |
|
|
|
response.status_code, response.text)) |
|
|
|
raise UserError( |
|
|
|
_("Error during Create Synchronisation %s \n\n %s") |
|
|
|
% (response.status_code, response.text) |
|
|
|
) |
|
|
|
|
|
|
|
# Check synchronisation |
|
|
|
if not sync_id: |
|
|
|
return |
|
|
|
url = PONTO_ENDPOINT + '/synchronizations/' + sync_id |
|
|
|
url = PONTO_ENDPOINT + "/synchronizations/" + sync_id |
|
|
|
number = 0 |
|
|
|
while number == 100: |
|
|
|
number += 1 |
|
|
|
response = requests.get(url, verify=False, headers=self._ponto_header()) |
|
|
|
if response.status_code == 200: |
|
|
|
data = json.loads(response.text) |
|
|
|
status = data.get('status', {}) |
|
|
|
if status in ('success', 'error'): |
|
|
|
status = data.get("status", {}) |
|
|
|
if status in ("success", "error"): |
|
|
|
return |
|
|
|
time.sleep(4) |
|
|
|
|
|
|
|
def _ponto_get_transaction(self, account_id, date_since, date_until): |
|
|
|
page_url = PONTO_ENDPOINT + '/accounts/' + account_id + '/transactions' |
|
|
|
params = {'limit': 100} |
|
|
|
page_url = PONTO_ENDPOINT + "/accounts/" + account_id + "/transactions" |
|
|
|
params = {"limit": 100} |
|
|
|
page_next = True |
|
|
|
last_identifier = self.ponto_last_identifier |
|
|
|
if last_identifier: |
|
|
|
params['before'] = last_identifier |
|
|
|
params["before"] = last_identifier |
|
|
|
page_next = False |
|
|
|
transaction_lines = [] |
|
|
|
latest_identifier = False |
|
|
|
while page_url: |
|
|
|
response = requests.get(page_url, verify=False, params=params, |
|
|
|
headers=self._ponto_header()) |
|
|
|
response = requests.get( |
|
|
|
page_url, verify=False, params=params, headers=self._ponto_header() |
|
|
|
) |
|
|
|
if response.status_code == 200: |
|
|
|
if params.get('before'): |
|
|
|
params.pop('before') |
|
|
|
if params.get("before"): |
|
|
|
params.pop("before") |
|
|
|
data = json.loads(response.text) |
|
|
|
links = data.get('links', {}) |
|
|
|
links = data.get("links", {}) |
|
|
|
if page_next: |
|
|
|
page_url = links.get('next', False) |
|
|
|
page_url = links.get("next", False) |
|
|
|
else: |
|
|
|
page_url = links.get('prev', False) |
|
|
|
transactions = data.get('data', []) |
|
|
|
page_url = links.get("prev", False) |
|
|
|
transactions = data.get("data", []) |
|
|
|
if transactions: |
|
|
|
current_transactions = [] |
|
|
|
for transaction in transactions: |
|
|
|
date = self._ponto_date_from_string( |
|
|
|
transaction.get('attributes', {}).get('executionDate')) |
|
|
|
transaction.get("attributes", {}).get("executionDate") |
|
|
|
) |
|
|
|
if date_since <= date < date_until: |
|
|
|
current_transactions.append(transaction) |
|
|
|
|
|
|
|
if current_transactions: |
|
|
|
if not page_next or (page_next and not latest_identifier): |
|
|
|
latest_identifier = current_transactions[0].get('id') |
|
|
|
latest_identifier = current_transactions[0].get("id") |
|
|
|
transaction_lines.extend(current_transactions) |
|
|
|
else: |
|
|
|
raise UserError( |
|
|
|
_('Error during get transaction.\n\n%s \n\n %s') % ( |
|
|
|
response.status_code, response.text)) |
|
|
|
_("Error during get transaction.\n\n%s \n\n %s") |
|
|
|
% (response.status_code, response.text) |
|
|
|
) |
|
|
|
if latest_identifier: |
|
|
|
self.ponto_last_identifier = latest_identifier |
|
|
|
return transaction_lines |
|
|
|
@ -177,10 +196,8 @@ class OnlineBankStatementProviderPonto(models.Model): |
|
|
|
"""Dates in Ponto are expressed in UTC, so we need to convert them |
|
|
|
to supplied tz for proper classification. |
|
|
|
""" |
|
|
|
dt = datetime.strptime(date_str, '%Y-%m-%dT%H:%M:%S.%fZ') |
|
|
|
dt = dt.replace(tzinfo=pytz.utc).astimezone( |
|
|
|
pytz.timezone(self.tz or 'utc') |
|
|
|
) |
|
|
|
dt = datetime.strptime(date_str, "%Y-%m-%dT%H:%M:%S.%fZ") |
|
|
|
dt = dt.replace(tzinfo=pytz.utc).astimezone(pytz.timezone(self.tz or "utc")) |
|
|
|
return dt.replace(tzinfo=None) |
|
|
|
|
|
|
|
def _ponto_obtain_statement_data(self, date_since, date_until): |
|
|
|
@ -191,30 +208,36 @@ class OnlineBankStatementProviderPonto(models.Model): |
|
|
|
account_id = account_ids.get(iban) |
|
|
|
if not account_id: |
|
|
|
raise UserError( |
|
|
|
_('Ponto : wrong configuration, unknow account %s') |
|
|
|
% journal.bank_account_id.acc_number) |
|
|
|
_("Ponto : wrong configuration, unknow account %s") |
|
|
|
% journal.bank_account_id.acc_number |
|
|
|
) |
|
|
|
self._ponto_synchronisation(account_id) |
|
|
|
transaction_lines = self._ponto_get_transaction( |
|
|
|
account_id, date_since, date_until) |
|
|
|
account_id, date_since, date_until |
|
|
|
) |
|
|
|
new_transactions = [] |
|
|
|
sequence = 0 |
|
|
|
for transaction in transaction_lines: |
|
|
|
sequence += 1 |
|
|
|
attributes = transaction.get('attributes', {}) |
|
|
|
ref_list = [attributes.get(x) for x in { |
|
|
|
attributes = transaction.get("attributes", {}) |
|
|
|
ref_list = [ |
|
|
|
attributes.get(x) |
|
|
|
for x in { |
|
|
|
"description", |
|
|
|
"counterpartName", |
|
|
|
"counterpartReference", |
|
|
|
} if attributes.get(x)] |
|
|
|
} |
|
|
|
if attributes.get(x) |
|
|
|
] |
|
|
|
ref = " ".join(ref_list) |
|
|
|
date = self._ponto_date_from_string(attributes.get('executionDate')) |
|
|
|
date = self._ponto_date_from_string(attributes.get("executionDate")) |
|
|
|
vals_line = { |
|
|
|
'sequence': sequence, |
|
|
|
'date': date, |
|
|
|
'ref': re.sub(' +', ' ', ref) or '/', |
|
|
|
'name': attributes.get('remittanceInformation') or ref, |
|
|
|
'unique_import_id': transaction['id'], |
|
|
|
'amount': attributes['amount'], |
|
|
|
"sequence": sequence, |
|
|
|
"date": date, |
|
|
|
"ref": re.sub(" +", " ", ref) or "/", |
|
|
|
"name": attributes.get("remittanceInformation") or ref, |
|
|
|
"unique_import_id": transaction["id"], |
|
|
|
"amount": attributes["amount"], |
|
|
|
} |
|
|
|
if attributes.get("counterpartReference"): |
|
|
|
vals_line["account_number"] = attributes["counterpartReference"] |
|
|
|
|
Ronald Portier (Therp BV)
2 years ago