MOON
Server: Apache
System: Linux vps.thepromohut.com 2.6.18-398.el5 #1 SMP Tue Sep 16 20:51:48 EDT 2014 i686
User: caretrak (507)
PHP: 5.2.10
Disabled: NONE
Upload Files
File: //usr/lib/Acronis/BackupAndRecovery/post_mount.py
#!/usr/bin/python2

import re
import os
import stat
import subprocess
import sys
from optparse import OptionParser
import time
import signal
from collections import defaultdict
import zlib
import abc

# path-name: //var/lib/Acronis/mount/{crc32(arch)}_{cont_id}_{pit}_{index}

VERBOSE = True
MOUNT_DIR = "/var/lib/Acronis/mount"
IOSTAMP_DIR = "/var/lib/Acronis/IOStamp"
DEV_DIR = "/dev"
TI_MNT_NONE = "none"
CONTAINER_ID_NONE = "0"
FS_XFS = "xfs"
FS_EXT4 = "ext4"
MOUNT_OPT_NOATIME = "noatime"
MOUNT_OPT_NOUUID = "nouuid"
MOUNT_OPT_NOINIT_ITABLE = "noinit_itable"


def log(arg):
    if VERBOSE:
        print arg


def outprint(arg):
    print arg


class MntDevMgr(object):
    """ Mount Device Manager """
    __metaclass__ = abc.ABCMeta

    def __init__(self, options):
        self.archive = options.archive
        self.pit = options.pit
        self.index = options.index
        self.device = options.device
        self.fstype = options.fstype

    @staticmethod
    def extract_name(device):
        """ Extract device name from '/dev/xxx' -> 'xxx' """
        if not device:
            return device
        return device.split("/")[-1]

    @staticmethod
    def execute(cmd):
        log("Executing: " + cmd)
        p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
        stdout, stderr = p.communicate()
        p.wait()
        out = stdout.splitlines()
        err = stderr.splitlines()
        log("ret=%r" % p.returncode)
        log("out=%r" % out)
        log("err=%r" % err)
        return p.returncode, out, err

    @staticmethod
    def build_mount_folder(arch, cid, pit, index):
        return "%s/%s_%s_%s_%s" % (MOUNT_DIR, format(zlib.crc32(arch) % (1 << 32), 'x'), cid, pit, index)

    @staticmethod
    def print_device(device):
        outprint("DEVICE:%s" % device)

    @staticmethod
    def print_mount_dir(mount_dir):
        outprint("MNTDIR:%s" % mount_dir)

    @staticmethod
    def dev_timestamp(device):
        try:
            with open("%s/%s" % (IOSTAMP_DIR, MntDevMgr.extract_name(device)), 'r') as f:
                s_stamp = f.read().replace('\n', '')
                return int(s_stamp)
        except Exception as ex:
            print("Error %r" % ex)
        return None

    @staticmethod
    def get_idle(stamp):
        if stamp is None:
            raise ValueError("Timestamp is 'None'")
        t = int(time.time())
        return max(0, t - stamp)

    @staticmethod
    def dev_idle_time(device):
        stamp = MntDevMgr.dev_timestamp(device)
        return MntDevMgr.get_idle(stamp)

    @staticmethod
    def get_max_timestamp(devices):
        return max([0] + [MntDevMgr.dev_timestamp(dev["dev"]) for dev in devices])

    @staticmethod
    def dev2obj(elem):
        mount_point = elem[1]
        components = MntDevMgr.extract_name(mount_point).split("_")
        cid = CONTAINER_ID_NONE
        pit = "0"
        if len(components) > 1 and len(components[1]) > 0:
            cid = components[1]
        if len(components) > 2 and len(components[2]) > 0:
            pit = components[2]
        return {
                    'dev': elem[0],
                    'mpoint': elem[1],
                    'arch': elem[2],
                    'fstype': elem[3],
                    'majmin': elem[4],
                    'pid': elem[5],
                    'index': elem[6],
                    'cid': cid,
                    'pit': pit
                }

    @staticmethod
    def get_devices():
        devices = []
        ret, out, _ = MntDevMgr.execute("trueimagemnt --list")
        if ret != 0:
            raise SystemError("Error code: %r" % ret)
        for elem in out:
            components = elem.split(" ")
            devices.append(MntDevMgr.dev2obj(components))
        return devices

    @staticmethod
    def stop_service(pid):
        MntDevMgr.execute("trueimagemnt --stop %s" % pid)

    @staticmethod
    def daemon_status(pid):
        try:
            with open("/proc/%s/cmdline" % pid, 'r') as f:
                cmdline = f.read()
                if "TrueImageMountDemonBin" in cmdline:
                    return True
        except Exception as ex:
            print("Error %r" % ex)
        return False

    @staticmethod
    def get_devices_groupped_by_pid():
        devices = MntDevMgr.get_devices()
        pids = defaultdict(list)
        for dev in devices:
            pids[dev['pid']].append(dev)
        return dict(pids)

    @staticmethod
    def status_str(b):
        return "On" if b else "Off"

    @abc.abstractmethod
    def get_mount_folder(self):
        pass

    @abc.abstractmethod
    def mount_prepare(self, folder):
        pass

    @abc.abstractmethod
    def umount_done(self, device, folder):
        pass

    @abc.abstractmethod
    def create_folder(self, folder):
        pass

    @abc.abstractmethod
    def mount_to_folder(self, folder):
        pass

    @abc.abstractmethod
    def remove_folder(self, folder):
        pass

    @abc.abstractmethod
    def umount_from_folder(self, folder):
        pass

    @abc.abstractmethod
    def check_folder_is_mount(self, folder):
        pass

    @abc.abstractmethod
    def check_folder_is_busy(self, folder):
        pass

    def equal_dev(self, dev):
        return self.pit == dev['pit']

    def get_mount_options(self):
        opts = [MOUNT_OPT_NOATIME]
        if self.fstype == FS_XFS:
            opts.append(MOUNT_OPT_NOUUID)
        if self.fstype == FS_EXT4:
            opts.append(MOUNT_OPT_NOINIT_ITABLE)
        return opts

    def get_mount_options_with_key(self):
        opts = self.get_mount_options()
        return "-o " + ",".join(opts) if opts else ""

    def mount(self):
        self.print_device(self.device)
        log("mounting device %s" % self.device)
        folder = self.get_mount_folder()
        self.mount_prepare(folder)
        if self.mount_to_folder(folder):
            self.print_mount_dir(folder)
        else:
            self.remove_folder(folder)

    def umount_device(self, dev, folder):
        if self.umount_from_folder(folder):
            self.umount_done(dev['dev'], folder)
            return True
        return True

    def umount_device_with_check(self, dev):
        if not self.check_device_is_mount(dev):
            folder = dev['mpoint']
            return self.umount_device(dev, folder)
        folder = self.build_mount_folder(dev['arch'], dev['cid'], dev['pit'], dev['index'])
        return self.umount_device(dev, folder)

    def check_devices_is_umount(self, devices, silent=True):
        for dev in devices:
            if self.check_device_is_mount(dev, silent):
                return False
        return True

    def check_device_is_mount(self, dev, silent=True):
        folder = self.build_mount_folder(dev['arch'], dev['cid'], dev['pit'], dev['index'])
        if self.check_folder_is_mount(folder):
            if not silent:
                self.print_mount_dir(folder)
            return True
        return False

    def check_device_is_busy(self, dev):
        if not self.check_device_is_mount(dev):
            return False
        folder = self.build_mount_folder(dev['arch'], dev['cid'], dev['pit'], dev['index'])
        return self.check_folder_is_busy(folder)

    def status(self):
        devices = MntDevMgr.get_devices()
        for dev in devices:
            if self.pit is None or self.equal_dev(dev):
                self.print_device(dev['dev'])
                self.check_device_is_mount(dev, False)


class HostMntDevMgr(MntDevMgr):
    def __init__(self, options):
        super(HostMntDevMgr, self).__init__(options)

    def get_mount_folder(self):
        return self.build_mount_folder(self.archive, CONTAINER_ID_NONE, self.pit, self.index)

    def mount_prepare(self, folder):
        self.create_folder(folder)

    def umount_done(self, device, folder):
        self.remove_folder(folder)

    def create_folder(self, folder):
        self.execute("mkdir -p %s" % folder)

    def mount_to_folder(self, folder):
        ret, _, _ = self.execute("mount %s %s %s" % (self.get_mount_options_with_key(), self.device, folder))
        return ret == 0

    def remove_folder(self, folder):
        self.execute("rm -rf %s" % folder)

    def umount_from_folder(self, folder):
        self.execute("umount %s" % folder)
        return not self.check_folder_is_mount(folder)

    def check_folder_is_mount(self, folder):
        ret, _, _ = self.execute("mountpoint %s" % folder)
        return ret == 0

    def check_folder_is_busy(self, folder):
        ret, _, _ = self.execute("fuser -vm %s" % folder)
        return ret == 0


class VzCtMntDevMgr(MntDevMgr):
    def __init__(self, options, cont_id):
        super(VzCtMntDevMgr, self).__init__(options)
        self.cont_id = cont_id if cont_id != CONTAINER_ID_NONE else options.cont_id

    def get_mount_folder(self):
        return self.build_mount_folder(self.archive, self.cont_id, self.pit, self.index)

    def mount_prepare(self, folder):
        d_rel = self.device.replace("/dev/", "")
        self.execute("vzctl set %s --devnodes %s:rw" % (self.cont_id, d_rel))
        self.execute("vzctl set %s --device-add hdd --device %s --mnt_opts %s" %
                     (self.cont_id, self.device, MOUNT_OPT_NOINIT_ITABLE))
        self.create_folder(folder)

    def umount_done(self, device, folder):
        self.execute("vzctl set %s --devnodes %s:none" % (self.cont_id, device))
        self.execute("vzctl exec %s rm %s" % (self.cont_id, device))
        self.remove_folder(folder)

    def create_folder(self, folder):
        self.execute("vzctl exec %s mkdir -p %s" % (self.cont_id, folder))

    def mount_to_folder(self, folder):
        ret, _, _ = self.execute("vzctl exec %s mount %s /dev/%s %s" % (self.cont_id,
                                                                        self.get_mount_options_with_key(),
                                                                        self.extract_name(self.device),
                                                                        folder))
        return ret == 0

    def remove_folder(self, folder):
        self.execute("vzctl exec %s rm -rf %s" % (self.cont_id, folder))

    def umount_from_folder(self, folder):
        self.execute("vzctl exec %s umount %s" % (self.cont_id, folder))
        return not self.check_folder_is_mount(folder)

    def check_folder_is_mount(self, folder):
        ret, _, _ = self.execute("vzctl exec %s mountpoint %s" % (self.cont_id, folder))
        return ret == 0

    def check_folder_is_busy(self, folder):
        ret, _, _ = self.execute("vzctl exec %s fuser -vm %s" % (self.cont_id, folder))
        return ret == 0

    def equal_dev(self, dev):
        return self.cont_id == dev['cid'] and self.pit == dev['pit']


def create_mount_manager(cont_id, options):
    if cont_id == CONTAINER_ID_NONE:
        mount_manager = HostMntDevMgr(options)
    else:
        mount_manager = VzCtMntDevMgr(options, cont_id)
    return mount_manager


def umount_devices(options, devices):
    for dev in devices:
        if dev['mpoint'] == TI_MNT_NONE:
            continue
        mount_manager = create_mount_manager(dev["cid"], options)
        if not mount_manager.umount_device_with_check(dev):
            log("Can't umount folder %s in container %s: filesystem is busy" % (dev['mpoint'], dev['cid']))
            return False
    return True


def purge_devices_by_attr(options, value, attr):
    pids = MntDevMgr.get_devices_groupped_by_pid()
    for pid, devices in pids.iteritems():
        mount_manager = None
        for dev in devices:
            if dev[attr] == value:
                mount_manager = create_mount_manager(dev["cid"], options)
                if dev['mpoint'] == TI_MNT_NONE:
                    continue
                log("purge dev=%s" % dev['dev'])
                mount_manager.umount_device_with_check(dev)
        if mount_manager and mount_manager.check_devices_is_umount(devices):
            mount_manager.stop_service(pid)


def purge_devices_by_name(options):
    purge_devices_by_attr(options, options.device, "dev")


def purge_devices_by_pit(options):
    purge_devices_by_attr(options, options.pit, "pit")


def need_umount_devices(options, devices):
    if options.timeout == 0:
        return True
    max_timestamps = MntDevMgr.get_max_timestamp(devices)
    idle = MntDevMgr.get_idle(max_timestamps)
    return idle >= options.timeout


def purge_all_devices(options):
    pids = MntDevMgr.get_devices_groupped_by_pid()
    for pid, devices in pids.iteritems():
        if need_umount_devices(options, devices):
            if umount_devices(options, devices):
                MntDevMgr.stop_service(pid)


def info_all_devices(options):
    devices = MntDevMgr.get_devices()
    for dev in devices:
        mount_manager = create_mount_manager(dev["cid"], options)
        device = dev['dev']
        pid = dev['pid']
        outprint("Daemon: %s" % pid)
        s = mount_manager.daemon_status(pid)
        outprint(" Status: %s" % mount_manager.status_str(s))
        if s:
            outprint(" Device: %s" % device)
            outprint(" Idle: %r" % mount_manager.dev_idle_time(device))
            outprint(" Busy: %r" % mount_manager.check_device_is_busy(dev))


def main():
    global VERBOSE

    parser = OptionParser()
    parser.add_option("-c", "--cleanup",  action="store_true", dest="cleanup",  help="cleanup devices",     default=False)
    parser.add_option("-I", "--info",     action="store_true", dest="info",     help="print info",          default=False)
    parser.add_option("-u", "--purge",    action="store_true", dest="purge",    help="purge devices",       default=False)
    parser.add_option("-s", "--status",   action="store_true", dest="status",   help="status of mount",     default=False)
    parser.add_option("-i", "--cont_id",  action="store",      dest="cont_id",  help="container id",        default=CONTAINER_ID_NONE,  type="string",   metavar="CONT_ID")
    parser.add_option("-p", "--pit",      action="store",      dest="pit",      help="point in time",       default=None,               type="string",   metavar="PIT")
    parser.add_option("-d", "--device",   action="store",      dest="device",   help="device",              default=None,               type="string",   metavar="DEVICE")
    parser.add_option("-t", "--timeout",  action="store",      dest="timeout",  help="timeout",             default=0,                  type="int",      metavar="TIMEOUT")
    parser.add_option("-v", "--verbose",  action="store_true", dest="verbose",  help="verbose output",      default=True)
    parser.add_option("-f", "--fstype",   action="store",      dest="fstype",   help="type of file system", default=None)  
    parser.add_option("-a", "--archive",  action="store",      dest="archive",  help="archive",             default=None,               type="string")
    parser.add_option("-x", "--index",    action="store",      dest="index",    help="index of volume",     default=None,               type="string")

    options, args = parser.parse_args()

    VERBOSE = options.verbose
    if options.info:
        VERBOSE = False

    log("cleanup: %r" % options.cleanup)
    log("status: %r" % options.status)
    log("purge: %r" % options.purge)
    log("cont_id: %r" % options.cont_id)
    log("pit: %r" % options.pit)
    log("device: %r" % options.device)
    log("timeout: %r" % options.timeout)
    log("fstype: %r" % options.fstype)

    try:
        if options.purge:
            if options.device:
                purge_devices_by_name(options)
                return
            purge_all_devices(options)
            return

        if options.info:
            info_all_devices(options)
            return

        mount_manager = create_mount_manager(options.cont_id, options)
        if options.cleanup:
            if options.pit:
                purge_devices_by_pit(options)
                return
            purge_all_devices(options)
            return

        if options.status:
            mount_manager.status()
            return

        mount_manager.mount()
    except Exception as ex:
        sys.exit(ex)


if __name__ == "__main__":
    # execute only if run as a script
    main()