server-tools/auto_backup/model/backup_scheduler.py

#  -*- encoding: utf-8 -*-
##############################################################################
#     OpenERP, Open Source Management Solution
#     Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>). All Rights Reserved
#     $Id$
#
#     This program is free software: you can redistribute it and/or modify
#     it under the terms of the GNU General Public License as published by
#     the Free Software Foundation, either version 3 of the License, or
#     (at your option) any later version.
#
#     This program is distributed in the hope that it will be useful,
#     but WITHOUT ANY WARRANTY; without even the implied warranty of
#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#     GNU General Public License for more details.
#
#     You should have received a copy of the GNU General Public License
#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
##############################################################################
import xmlrpclib
import socket
import os
import time
import datetime
import base64
import re
try:
    import pysftp
except ImportError:
    raise ImportError(
        'This module needs pysftp to automaticly write backups to the FTP '
        'through SFTP.Please install pysftp on your system.'
        '(sudo pip install pysftp)'
    )
from openerp.osv import fields, osv
from openerp import tools
from openerp import netsvc, _
import logging
_logger = logging.getLogger(__name__)


def execute(connector, method, *args):
    res = False
    try:
        res = getattr(connector, method)(*args)
    except socket.error as e:
        raise e
    return res

addons_path = tools.config['addons_path'] + '/auto_backup/DBbackups'


class db_backup(osv.Model):
    _name = 'db.backup'

    def get_db_list(self, cr, user, ids, host, port, context={}):
        print("Host: " + host)
        print("Port: " + port)
        uri = 'http://' + host + ':' + port
        conn = xmlrpclib.ServerProxy(uri + '/xmlrpc/db')
        db_list = execute(conn, 'list')
        return db_list

    def _get_db_name(self, cr, uid, vals, context=None):
        # attach_pool = self.pool.get("ir.logging")
        dbName = cr.dbname
        return dbName

    _columns = {
        # Columns local server
        'host': fields.char('Host', size=100, required='True'),
        'port': fields.char('Port', size=10, required='True'),
        'name': fields.char(
            'Database', size=100, required='True',
            help='Database you want to schedule backups for'
        ),
        'bkp_dir': fields.char(
            'Backup Directory', size=100,
            help='Absolute path for storing the backups',
            required='True'
        ),
        'autoremove': fields.boolean(
            'Auto. Remove Backups',
            help=(
                "If you check this option you can choose to "
                "automaticly remove the backup after xx days"
            )
        ),
        'daystokeep': fields.integer(
            'Remove after x days',
            help=(
                "Choose after how many days the backup should be "
                "deleted. For example:\nIf you fill in 5 the backups "
                "will be removed after 5 days."
            ), required=True
        ),
        # Columns for external server (SFTP)
        'sftpwrite': fields.boolean(
            'Write to external server with sftp',
            help=(
                "If you check this option you can specify the details "
                "needed to write to a remote server with SFTP."
            )
        ),
        'sftppath': fields.char(
            'Path external server',
            help=(
                "The location to the folder where the dumps should be "
                "written to. For example /odoo/backups/.\nFiles will then"
                " be written to /odoo/backups/ on your remote server."
            )
        ),
        'sftpip': fields.char(
            'IP Address SFTP Server',
            help=(
                "The IP address from your remote"
                " server. For example 192.168.0.1"
            )
        ),
        'sftpport': fields.integer(
            "SFTP Port",
            help="The port on the FTP server that accepts SSH/SFTP calls."
        ),
        'sftpusername': fields.char(
            'Username SFTP Server',
            help=(
                "The username where the SFTP connection "
                "should be made with. This is the user on the external server."
            )
        ),
        'sftppassword': fields.char(
            'Password User SFTP Server',
            help=(
                "The password from the user where the SFTP connection "
                "should be made with. This is the password from the user"
                " on the external server."
            )
        ),
        'daystokeepsftp': fields.integer(
            'Remove SFTP after x days',
            help=(
                "Choose after how many days the backup should be deleted "
                "from the FTP server. For example:\nIf you fill in 5 the "
                "backups will be removed after 5 days from the FTP server."
            )
        ),
        'sendmailsftpfail': fields.boolean(
            'Auto. E-mail on backup fail', help=(
                "If you check this option you can choose to automaticly"
                " get e-mailed when the backup to the external server failed."
            )
        ),
        'emailtonotify': fields.char(
            'E-mail to notify',
            help=(
                "Fill in the e-mail where you want to be"
                " notified that the backup failed on the FTP."
            )
        ),
    }

    _defaults = {
        # 'bkp_dir' : lambda *a : addons_path,
        'bkp_dir': '/odoo/backups',
        'host': 'localhost',
        'port': '8069',
        'name': _get_db_name,
        'daystokeepsftp': 30,
        'sftpport': 22,
    }

    def _check_db_exist(self, cr, user, ids):
        for rec in self.browse(cr, user, ids):
            db_list = self.get_db_list(cr, user, ids, rec.host, rec.port)
            if rec.name in db_list:
                return True
        return False

    _constraints = [
        (_check_db_exist, _('Error ! No such database exists!'), [])
    ]

    def test_sftp_connection(self, cr, uid, ids, context=None):
        conf_ids = self.search(cr, uid, [])
        confs = self.browse(cr, uid, conf_ids)
        # Check if there is a success or fail and write messages
        messageTitle = ""
        messageContent = ""
        for rec in confs:
            # db_list = self.get_db_list(cr, uid, [], rec.host, rec.port)
            try:
                # pathToWriteTo = rec.sftppath
                ipHost = rec.sftpip
                portHost = rec.sftpport
                usernameLogin = rec.sftpusername
                passwordLogin = rec.sftppassword
                # Connect with external server over SFTP, so we know sure that
                # everything works.
                srv = pysftp.Connection(host=ipHost, username=usernameLogin,
                                        password=passwordLogin, port=portHost)
                srv.close()
                # We have a success.
                messageTitle = _("Connection Test Succeeded!")
                messageContent = _(
                    "Everything seems properly set up for FTP back-ups!")
            except Exception as e:
                messageTitle = _("Connection Test Failed!")
                if len(rec.sftpip) < 8:
                    messageContent += _(
                        "\nYour IP address seems to be too short.\n")
                messageContent += "Here is what we got instead:\n"
        if "Failed" in messageTitle:
            raise osv.except_osv(
                _(messageTitle), _(
                    messageContent + "%s") %
                tools.ustr(e))
        else:
            raise osv.except_osv(_(messageTitle), _(messageContent))

    def schedule_backup(self, cr, user, context={}):
        conf_ids = self.search(cr, user, [])
        confs = self.browse(cr, user, conf_ids)
        for rec in confs:
            db_list = self.get_db_list(cr, user, [], rec.host, rec.port)
            if rec.name in db_list:
                try:
                    if not os.path.isdir(rec.bkp_dir):
                        os.makedirs(rec.bkp_dir)
                except:
                    raise
                # Create name for dumpfile.
                bkp_file = '%s_%s.dump' % (
                    time.strftime('%d_%m_%Y_%H_%M_%S'),
                    rec.name)
                file_path = os.path.join(rec.bkp_dir, bkp_file)
                uri = 'http://' + rec.host + ':' + rec.port
                conn = xmlrpclib.ServerProxy(uri + '/xmlrpc/db')
                bkp = ''
                try:
                    bkp = execute(
                        conn,
                        'dump',
                        tools.config['admin_passwd'],
                        rec.name)
                except:
                    _logger.notifyChannel(
                        'backup', netsvc.LOG_INFO,
                        _(
                            "Couldn't backup database %s. "
                            "Bad database administrator"
                            "password for server running at http://%s:%s"
                        ) % (rec.name, rec.host, rec.port))
                    continue
                bkp = base64.decodestring(bkp)
                fp = open(file_path, 'wb')
                fp.write(bkp)
                fp.close()
            else:
                _logger.notifyChannel(
                    'backup', netsvc.LOG_INFO,
                    "database %s doesn't exist on http://%s:%s" %
                    (rec.name, rec.host, rec.port))

            # Check if user wants to write to SFTP or not.
            if rec.sftpwrite is True:
                try:
                    # Store all values in variables
                    dir = rec.bkp_dir
                    pathToWriteTo = rec.sftppath
                    ipHost = rec.sftpip
                    portHost = rec.sftpport
                    usernameLogin = rec.sftpusername
                    passwordLogin = rec.sftppassword
                    # Connect with external server over SFTP
                    srv = pysftp.Connection(
                        host=ipHost,
                        username=usernameLogin,
                        password=passwordLogin,
                        port=portHost)
                    # Move to the correct directory on external server. If the
                    # user made a typo in his path with multiple slashes
                    # (/odoo//backups/) it will be fixed by this regex.
                    pathToWriteTo = re.sub('([/]{2,5})+', '/', pathToWriteTo)
                    print(pathToWriteTo)
                    try:
                        srv.chdir(pathToWriteTo)
                    except IOError:
                        # Create directory and subdirs if they do not exist.
                        currentDir = ''
                        for dirElement in pathToWriteTo.split('/'):
                            currentDir += dirElement + '/'
                            try:
                                srv.chdir(currentDir)
                            except:
                                _logger.info(
                                    _(
                                        '(Part of the) path didn\'t exist. '
                                        'Creating it now at %s'
                                    ) % currentDir
                                )
                                # Make directory and then navigate into it
                                srv.mkdir(currentDir, mode=777)
                                srv.chdir(currentDir)
                                pass
                    srv.chdir(pathToWriteTo)
                    # Loop over all files in the directory.
                    for f in os.listdir(dir):
                        fullpath = os.path.join(dir, f)
                        if os.path.isfile(fullpath):
                            print(fullpath)
                            srv.put(fullpath)

                    # Navigate in to the correct folder.
                    srv.chdir(pathToWriteTo)

                    # Loop over all files in the directory from the back-ups.
                    # We will check the creation date of every back-up.
                    for file in srv.listdir(pathToWriteTo):
                        # Get the full path
                        fullpath = os.path.join(pathToWriteTo, file)
                        # Get the timestamp from the file on the external
                        # server
                        timestamp = srv.stat(fullpath).st_atime
                        createtime = datetime.datetime.fromtimestamp(timestamp)
                        now = datetime.datetime.now()
                        delta = now - createtime
                        # If the file is older than the daystokeepsftp (the
                        # days to keep that the user filled in on the Odoo form
                        # it will be removed.
                        if delta.days >= rec.daystokeepsftp:
                            # Only delete files, no directories!
                            if srv.isfile(fullpath) and ".dump" in file:
                                print("Delete: " + file)
                                srv.unlink(file)
                    # Close the SFTP session.
                    srv.close()
                except Exception as e:
                    _logger.debug(
                        'Exception! We couldn\'t back '
                        'up to the FTP server..'
                    )
                    # At this point the SFTP backup failed.
                    # We will now check if the user wants
                    # an e-mail notification about this.
                    if rec.sendmailsftpfail:
                        try:
                            ir_mail_server = self.pool.get('ir.mail_server')
                            message = (
                                "Dear,\n\nThe backup for the server %s"
                                " (IP: %s) failed.Please check"
                                " the following details:\n\n"
                                "IP address SFTP server: %s \nUsername: %s"
                                "\nPassword: %s"
                                "\n\nError details: %s \n\nWith kind regards"
                            ) % (
                                rec.host, rec.sftpip, rec.sftpip,
                                rec.sftpusername, rec.sftppassword,
                                tools.ustr(e)
                            )
                            msg = ir_mail_server.build_email(
                                "auto_backup@" + rec.name + ".com",
                                [rec.emailtonotify],
                                "Backup from " + rec.host + "(" + rec.sftpip +
                                ") failed", message)
                            ir_mail_server.send_email(cr, user, msg)
                        except Exception:
                            pass

            """Remove all old files (on local server) in case this is configured..
            This is done after the SFTP writing to prevent unusual behaviour:
            If the user would set local back-ups to be kept 0 days and the SFTP
            to keep backups xx days there wouldn't be any new back-ups added
            to the SFTP.
            If we'd remove the dump files before they're writen to the SFTP
            there willbe nothing to write. Meaning that if an user doesn't want
            to keep back-ups locally and only wants them on the SFTP
            (NAS for example) there wouldn't be any writing to the
            remote server if this if statement was before the SFTP write method
            right above this comment.
            """
            if rec.autoremove is True:
                dir = rec.bkp_dir
                # Loop over all files in the directory.
                for f in os.listdir(dir):
                    fullpath = os.path.join(dir, f)
                    timestamp = os.stat(fullpath).st_ctime
                    createtime = datetime.datetime.fromtimestamp(timestamp)
                    now = datetime.datetime.now()
                    delta = now - createtime
                    if delta.days >= rec.daystokeep:
                        # Only delete files (which are .dump), no directories.
                        if os.path.isfile(fullpath) and ".dump" in f:
                            print("Delete: " + fullpath)
                            os.remove(fullpath)

db_backup()

#  vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: