deploy.py

"""
HomeCU tool for deploying containers and updating ECS.
"""

import boto3
import json
import os
import random
from . import s3, base
from . import REGISTRIES
from . import get_client_oauth_data
from .ecr import push_odyssey_images
from concurrent import futures


class DeployCommand(s3.S3BucketMixin, base.HostingCommand):
    """ Deploy an Odyssey stack.

    The basic delivery for a deploy is a set of docker containers.  A
    docker registry acts as the gateway between build and execution.  The
    role of this script is to deliver new images to the registry and then
    update ECS task definitions to commence a rolling update. """

    name = 'deploy'
    min_version = "0.4"
    max_version = '0.7.1'
    allowed_states = {'ready', 'active', 'partial_deploy'}

    def setup_args(self, parser):
        self.add_stack_argument()
        self.add_argument('--verbose', '-v', action='store_true')
        self.add_argument('--passphrase', env='ODYSSEY_STACK_PASSPHRASE',
                          help='To avoid being prompted for a passphrase on '
                          'protected stacks, you can set it on the command '
                          'line or via the env.')

    def run(self, args):
        stack = self.get_stack(args.stack)
        if stack is None:
            raise SystemExit('Stack not found: %s' % args.stack)
        stack.check_passphrase(args.passphrase)
        self.check_requirements(stack)
        stack.update_state('deploying')
        try:
            self.deploy(args, stack)
        except:
            stack.update_state('partial_deploy')
            stack._save('Deploy failure of %s from %s' % (
                        os.environ['GIT_REV'], os.environ['PROJECT_NAME']))
            raise
        else:
            stack.update_state('active')
            stack._save('Deployed %s from %s' % (os.environ['GIT_REV'],
                        os.environ['PROJECT_NAME']))

    def deploy(self, args, stack):
        registry = REGISTRIES[stack.region]
        oauth_client = get_client_oauth_data(stack.dns[0])
        push_odyssey_images(args.stack, stack.region, args.verbose)
        template_vars = {
            "stack": args.stack,
            "stack_url": 'https://%s' % stack.dns[0],
            "stack_domain": stack.dns[0],
            "registry": registry,
            "db_host": stack.db['host'],
            "db_port": str(stack.db['port']),
            "db_name": stack.db['name'],
            "db_user": stack.db['user'],
            "db_password": stack.db['password'],
            "oauth2_client_id": oauth_client[0],
            "oauth2_client_secret": oauth_client[1],
        }
        for i, n in enumerate(random.sample(range(12000, 60000), 10)):
            template_vars['randport%d' % i] = n

        client = boto3.client('ecs', region_name=stack.region)
        service_tasks = {}
        for task in os.scandir('tasks'):
            if not task.name.endswith('.json'):
                continue
            with open(task.path) as f:
                data = json.loads(f.read() % template_vars)
            taskdef = data['definition']
            service = data['service']
            if stack.env:
                for cdef in taskdef['containerDefinitions']:
                    env = dict((x['name'], x['value'])
                               for x in cdef.get('environment', []))
                    env.update(stack.env)
                    cdef['environment'] = [{
                        "name": key,
                        "value": value
                    } for key, value in env.items()]
            if not stack.has_resource('ecs-task-definition',
                                      taskdef['family']):
                print("Adding new task definition:", taskdef['family'])
                stack.add_resource('ecs-task-definition', taskdef['family'],
                                   family=taskdef['family'])
            else:
                print("Updating existing task definition:", taskdef['family'])
            task = client.register_task_definition(**taskdef)['taskDefinition']
            if service:
                print("Updating Service: %s -> v%d" % (service,
                      task['revision']))
                client.update_service(**{
                    "cluster": stack.cluster,
                    "service": service,
                    "taskDefinition": taskdef['family']
                })
                service_tasks[service] = task

        count = stack.deploy.get('count', 0)
        stack.deploy = {
            "count": count + 1,
            "updated": base.localnow().isoformat(),
            "project": os.environ['PROJECT_NAME'],
            "build_ident": os.environ['OPERATOR_IDENT'],
            "git_rev": os.environ['GIT_REV'],
            "git_branch": os.environ['GIT_BRANCH'],
            "git_repo": os.environ['GIT_REPO'],
            "docker_version": os.environ['DOCKER_VERSION'],
            "service_tasks": service_tasks
        }