trsync/cmd/cli.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

# Copyright (c) 2015-2016, Mirantis, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

import logging
import os
import sys

from cliff import app
from cliff import command
from cliff import commandmanager

import trsync

from trsync.objects import rsync_mirror


class PushCmd(command.Command):
    log = logging.getLogger(__name__)

    def get_description(self):
        return "push SRC to several DST with snapshots"

    def get_parser(self, prog_name):
        parser = super(PushCmd, self).get_parser(prog_name)
        parser.add_argument('source', help='Source path')
        parser.add_argument('mirror_name', help='Mirror name')
        parser.add_argument('-d', '--dest',
                            nargs='+',
                            required=True,
                            help='Destination rsync url')
        parser.add_argument('-t', '--timestamp',
                            required=False,
                            help='Specified timestamp will be used for '
                            'snapshot. Format:yyyy-mm-dd-hhMMSS')
        parser.add_argument('--snapshots-dir', '--snapshot-dir',
                            required=False,
                            default='snapshots',
                            help='Directory name for snapshots relative '
                            '"destination". "snapshots" by default')
        parser.add_argument('--init-directory-structure',
                            action='store_true',
                            required=False,
                            default=False,
                            help='It specified, all directories including'
                            '"snapshots-dir" will be created on remote '
                            'location')
        parser.add_argument('--snapshot-lifetime', '--save-latest-days',
                            required=False,
                            default=61,
                            help='Snapshots for specified number of days will '
                            'be saved. All older will be removed. 61 by '
                            'default. 0 mean that old snapshots will not be '
                            'deleted, "None" mean that all snapshots '
                            'excluding latest will be deleted')
        parser.add_argument('--latest-successful-postfix',
                            required=False,
                            default='latest',
                            help='Postfix for symlink to latest successfully '
                            'synced snapshot. Also used as --link-dest '
                            'target. "latest" by default.')
        parser.add_argument('-s', '--symlinks',
                            nargs='+',
                            required=False,
                            default=[],
                            help='Update additional symlinks relative '
                            'destination')
        parser.add_argument('--extra',
                            required=False,
                            default='',
                            help='String with additional rsync parameters. '
                            'For example it may be "\--dry-run '
                            '--any-rsync-option".Use "\\" to disable '
                            'argparse to parse extra value.')

        return parser

    def take_action(self, parsed_args):
        properties = vars(parsed_args)
        source_dir = properties.pop('source', None)
        mirror_name = properties.pop('mirror_name', None).strip('/')
        symlinks = properties.pop('symlinks', None)
        servers = properties.pop('dest', None)
        if properties['extra'].startswith('\\'):
            properties['extra'] = properties['extra'][1:]
        properties['rsync_extra_params'] = properties.pop('extra')
        properties['snapshot_lifetime'] = \
            None if properties['snapshot_lifetime'] == 'None' \
            else int(properties['snapshot_lifetime'])

        failed = list()
        for server in servers:
            source_dir = os.path.realpath(source_dir)
            if not source_dir.endswith('/'):
                source_dir += '/'
            remote = rsync_mirror.TRsync(server, **properties)
            try:
                remote.push(source_dir, mirror_name, symlinks=symlinks)
            except Exception as e:
                print(e.message)
                failed.append(server)

        if failed:
            print("Failed to push to {}".format(str(failed)))
            sys.exit(1)
            # self.app.stdout.write(parsed_args.arg + "\n")


class RemoveCmd(command.Command):
    log = logging.getLogger(__name__)

    def get_description(self):
        return "remove all specified paths from several DST recursively"

    def get_parser(self, prog_name):
        parser = super(RemoveCmd, self).get_parser(prog_name)

        parser.add_argument('path',
                            nargs='+',
                            help='Path to remove')
        parser.add_argument('-d', '--dest',
                            nargs='+',
                            required=True,
                            help='Destination rsync url')
        parser.add_argument('--extra',
                            required=False,
                            default='',
                            help='String with additional rsync parameters. '
                            'For example it may be "\--dry-run '
                            '--any-rsync-option". Use "\\" to disable '
                            'argparse to parse extra value.')
        return parser

    def take_action(self, parsed_args):
        properties = vars(parsed_args)
        servers = properties.pop('dest', None)
        path = properties.pop('path', None)
        if properties['extra'].startswith('\\'):
            properties['extra'] = properties['extra'][1:]
        properties['init_directory_structure'] = False
        properties['rsync_extra_params'] = properties.pop('extra')

        failed = list()
        for server in servers:
            remote = rsync_mirror.TRsync(server, **properties)
            try:
                print("Removing items {}".format(str(path)))
                remote.rm_all(path)
            except Exception as e:
                print(e.message)
                failed.append(server)

        if failed:
            print("Failed to remove {}".format(str(failed)))
            sys.exit(1)


class TRsyncApp(app.App):
    log = logging.getLogger(__name__)

    def __init__(self):
        super(TRsyncApp, self).__init__(
            description='TRsync',
            version=trsync.__version__,
            command_manager=commandmanager.CommandManager('trsync'),
            deferred_help=True,
            )


def main(argv=sys.argv[1:]):
    app = TRsyncApp()
    return app.run(argv)

if __name__ == '__main__':
    sys.exit(main(sys.argv[1:]))