Browse Source

[IMP] first commit

pull/932/head
archetipo 10 years ago
committed by Jordi Ballester
parent
commit
38594fa149
  1. 25
      fetchmail_bydate/__init__.py
  2. 44
      fetchmail_bydate/__openerp__.py
  3. 25
      fetchmail_bydate/model/__init__.py
  4. 276
      fetchmail_bydate/model/fetchmail.py
  5. 18
      fetchmail_bydate/view/fetchmail_view.xml

25
fetchmail_bydate/__init__.py

@ -0,0 +1,25 @@
# -*- coding: utf-8 -*-
##############################################################################
#
# Copyright (C) 2015 Innoviu srl (<http://www.innoviu.it>).
# Copyright (C) 2015 Agile Business Group http://www.agilebg.com
# @authors
# Roberto Onnis <roberto.onnis@innoviu.com>
# Alessio Gerace <alessio.gerace@agilebg.com>
# Lorenzo Battistini <lorenzo.battistini@agilebg.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
##############################################################################
from . import model

44
fetchmail_bydate/__openerp__.py

@ -0,0 +1,44 @@
# -*- coding: utf-8 -*-
##############################################################################
#
# Copyright (C) 2015 Innoviu srl (<http://www.innoviu.it>).
# Copyright (C) 2015 Agile Business Group http://www.agilebg.com
# @authors
# Roberto Onnis <roberto.onnis@innoviu.com>
# Alessio Gerace <alessio.gerace@agilebg.com>
# Lorenzo Battistini <lorenzo.battistini@agilebg.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
##############################################################################
{
'name': "Fetchmail by Date",
"version": "1.0",
'category': 'Mailing',
'summary': 'This module allows to fetch email by last message internal date and unseen messages.',
'description': """
This module allows to fetch email by last message internal date and unseen messages.
""",
'author': "Innoviu srl, Agile Business Group, Odoo Community Association (OCA)",
'website': 'http://www.innoviu.it, http://www.agilebg.com',
'license': 'AGPL-3',
'depends': ['fetchmail', 'mail'],
"data": [
'view/fetchmail_view.xml',
],
'demo': [],
'test': [],
'installable': True,
'application': True,
'auto_install': False,
}

25
fetchmail_bydate/model/__init__.py

@ -0,0 +1,25 @@
# -*- coding: utf-8 -*-
##############################################################################
#
# Copyright (C) 2015 Innoviu srl (<http://www.innoviu.it>).
# Copyright (C) 2015 Agile Business Group http://www.agilebg.com
# @authors
# Roberto Onnis <roberto.onnis@innoviu.com>
# Alessio Gerace <alessio.gerace@agilebg.com>
# Lorenzo Battistini <lorenzo.battistini@agilebg.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
##############################################################################
from . import fetchmail

276
fetchmail_bydate/model/fetchmail.py

@ -0,0 +1,276 @@
# -*- coding: utf-8 -*-
##############################################################################
#
# Copyright (C) 2015 Innoviu srl (<http://www.innoviu.it>).
# Copyright (C) 2015 Agile Business Group http://www.agilebg.com
# @authors
# Roberto Onnis <roberto.onnis@innoviu.com>
# Alessio Gerace <alessio.gerace@agilebg.com>
# Lorenzo Battistini <lorenzo.battistini@agilebg.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
##############################################################################
from openerp.osv import fields, orm
from openerp.tools import (
DEFAULT_SERVER_DATETIME_FORMAT as DSDTF)
import logging
import imaplib
from datetime import datetime
import time
import calendar
_logger = logging.getLogger(__name__)
class FetchmailServer(orm.Model):
_inherit = "fetchmail.server"
_columns = {
'last_internal_date': fields.datetime('Last Internal Date'),
}
def _fetch_from_data_imap(self, cr, uid,
server, imap_server,
mail_thread, action_pool,
count, failed,
context=None):
messages = []
date_uids = {}
last_date = False
last_internal_date = datetime.strptime(
server.last_internal_date, DSDTF)
timestamp1 = calendar.timegm(
last_internal_date.timetuple())
intDate = imaplib.Time2Internaldate(timestamp1)
search_status, uids = imap_server.search(
None,
'SINCE',
'%s' % intDate
)
new_uids = uids[0].split()
for new_uid in new_uids:
fetch_status, data = imap_server.fetch(
int(new_uid),
'INTERNALDATE'
)
internaldate = imaplib.Internaldate2tuple(data[0])
internaldate_msg = datetime.fromtimestamp(
time.mktime(internaldate)
)
if internaldate_msg > last_internal_date:
messages.append(new_uid)
date_uids[new_uid] = internaldate_msg
for num in messages:
# SEARCH command *always* returns at least the most
# recent message, even if it has already been synced
res_id = None
result, data = imap_server.uid('fetch', num,
'(RFC822)')
imap_server.store(num, '-FLAGS', '\\Seen')
try:
res_id = mail_thread.message_process(
cr, uid,
server.object_id.model,
data[0][1],
save_original=server.original,
strip_attachments=(not server.attach),
context=context)
except Exception:
_logger.exception(
'Failed to process mail \
from %s server %s.',
server.type,
server.name)
failed += 1
if res_id and server.action_id:
action_pool.run(cr, uid, [server.action_id.id],
{'active_id': res_id,
'active_ids': [res_id],
'active_model': context.get(
"thread_model",
server.object_id.model)}
)
imap_server.store(num, '+FLAGS', '\\Seen')
cr.commit()
count += 1
last_date = not failed and date_uids[num] or False
return count, failed, last_date
def _fetch_unread_imap(self, cr, uid,
server, imap_server,
mail_thread, action_pool,
count, failed,
context=None):
result, data = imap_server.search(None, '(UNSEEN)')
for num in data[0].split():
res_id = None
result, data = imap_server.fetch(num, '(RFC822)')
imap_server.store(num, '-FLAGS', '\\Seen')
try:
res_id = mail_thread.message_process(
cr, uid, server.object_id.model,
data[0][1],
save_original=server.original,
strip_attachments=(not server.attach),
context=context)
except Exception:
_logger.exception(
'Failed to process mail \
from %s server %s.',
server.type,
server.name)
failed += 1
if res_id and server.action_id:
action_pool.run(cr, uid,
[server.action_id.id],
{'active_id': res_id,
'active_ids': [res_id],
'active_model': context.get(
"thread_model",
server.object_id.model)}
)
imap_server.store(num, '+FLAGS', '\\Seen')
cr.commit()
count += 1
return count, failed
def _fetch_unread_pop(self, cr, uid,
server, mail_thread,
failed, action_pool,
context=None):
try:
pop_server = server.connect()
(numMsgs, totalSize) = pop_server.stat()
pop_server.list()
for num in range(1, numMsgs + 1):
(header, msges, octets) = pop_server.retr(num)
msg = '\n'.join(msges)
res_id = None
try:
res_id = mail_thread.message_process(
cr, uid, server.object_id.model,
msg,
save_original=server.original,
strip_attachments=(not server.attach),
context=context)
except Exception:
_logger.exception(
'Failed to process mail \
from %s server %s.',
server.type,
server.name)
failed += 1
if res_id and server.action_id:
action_pool.run(cr, uid, [server.action_id.id],
{'active_id': res_id,
'active_ids': [res_id],
'active_model': context.get(
"thread_model",
server.object_id.model)}
)
pop_server.dele(num)
cr.commit()
_logger.info(
"Fetched %d email(s) on %s server %s; \
%d succeeded, %d failed.",
numMsgs,
server.type,
server.name,
(numMsgs - failed),
failed)
except Exception:
_logger.exception(
"General failure when trying to fetch \
mail from %s server %s.",
server.type,
server.name)
finally:
if pop_server:
pop_server.quit()
def fetch_mail(self, cr, uid, ids, context=None):
"""WARNING: meant for cron usage only -
will commit() after each email!
"""
if context is None:
context = {}
context['fetchmail_cron_running'] = True
mail_thread = self.pool.get('mail.thread')
action_pool = self.pool.get('ir.actions.server')
for server in self.browse(cr, uid, ids, context=context):
_logger.info('start checking for new emails on %s server %s',
server.type, server.name)
context.update({'fetchmail_server_id': server.id,
'server_type': server.type})
count, failed = 0, 0
last_date = False
imap_server = False
if server.type == 'imap':
try:
imap_server = server.connect()
imap_server.select()
if server.last_internal_date:
count, failed, last_date = self._fetch_from_data_imap(
cr,
uid,
server,
imap_server,
mail_thread,
action_pool,
count,
failed,
context=context)
count, failed = self._fetch_unread_imap(
cr,
uid,
server,
imap_server,
mail_thread,
action_pool,
count,
failed,
context=context)
_logger.info(
"Fetched %d email(s) on %s server %s; \
%d succeeded, %d failed.",
count,
server.type,
server.name,
(count - failed),
failed)
except Exception:
_logger.exception(
"General failure when trying to fetch mail \
from %s server %s.",
server.type,
server.name
)
finally:
if imap_server:
imap_server.close()
imap_server.logout()
elif server.type == 'pop':
self._fetch_unread_pop(cr, uid,
server, mail_thread,
failed, action_pool,
context=context)
vals = {'date':
time.strftime(DSDTF)
}
if last_date:
vals['last_internal_date'] = last_date
server.write(vals)
return True

18
fetchmail_bydate/view/fetchmail_view.xml

@ -0,0 +1,18 @@
<?xml version="1.0" encoding="UTF-8"?>
<openerp>
<data>
<record model="ir.ui.view" id="view_fethmail_bydate_form">
<field name="name">fetchmail.bydate.form</field>
<field name="model">fetchmail.server</field>
<field name="priority" eval="1"/>
<field name="inherit_id" ref="fetchmail.view_email_server_form"/>
<field name="arch" type="xml">
<field name="date" position="after" >
<field name="last_internal_date" />
</field>
</field>
</record>
</data>
</openerp>
Loading…
Cancel
Save