local_agent_tasks.py 5.17 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
# Copyright 2014 Budapest University of Technology and Economics (BME IK)
#
# This file is part of CIRCLE Cloud.
#
# CIRCLE is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option)
# any later version.
#
# CIRCLE is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
# details.
#
# You should have received a copy of the GNU General Public License along
# with CIRCLE.  If not, see <http://www.gnu.org/licenses/>.

Bach Dániel committed
18 19
from manager.mancelery import celery
from vm.tasks.agent_tasks import (restart_networking, change_password,
20
                                  set_time, set_hostname, start_access_server,
Bach Dániel committed
21
                                  cleanup, update)
Bach Dániel committed
22
import time
Bach Dániel committed
23 24 25 26
from base64 import encodestring
from StringIO import StringIO
from tarfile import TarFile, TarInfo
from django.conf import settings
Kálmán Viktor committed
27
from django.utils import timezone
28
from django.utils.translation import ugettext_noop
Bach Dániel committed
29
from celery.result import TimeoutError
Kálmán Viktor committed
30
from monitor.client import Client
Bach Dániel committed
31 32


Bach Dániel committed
33 34
def send_init_commands(instance, act, vm):
    queue = instance.get_remote_queue_name("agent")
35
    with act.sub_activity('cleanup', readable_name=ugettext_noop('cleanup')):
Bach Dániel committed
36
        cleanup.apply_async(queue=queue, args=(vm, ))
37 38
    with act.sub_activity('restart_networking',
                          readable_name=ugettext_noop('restart networking')):
Bach Dániel committed
39
        restart_networking.apply_async(queue=queue, args=(vm, ))
40 41
    with act.sub_activity('change_password',
                          readable_name=ugettext_noop('change password')):
Bach Dániel committed
42
        change_password.apply_async(queue=queue, args=(vm, instance.pw))
43
    with act.sub_activity('set_time', readable_name=ugettext_noop('set time')):
Bach Dániel committed
44
        set_time.apply_async(queue=queue, args=(vm, time.time()))
45 46
    with act.sub_activity('set_hostname',
                          readable_name=ugettext_noop('set hostname')):
Bach Dániel committed
47 48 49 50
        set_hostname.apply_async(
            queue=queue, args=(vm, instance.primary_host.hostname))


Bach Dániel committed
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
def create_agent_tar():
    def exclude(tarinfo):
        if tarinfo.name.startswith('./.git'):
            return None
        else:
            return tarinfo

    f = StringIO()

    with TarFile.open(fileobj=f, mode='w|gz') as tar:
        tar.add(settings.AGENT_DIR, arcname='.', filter=exclude)

        version_fileobj = StringIO(settings.AGENT_VERSION)
        version_info = TarInfo(name='version.txt')
        version_info.size = len(version_fileobj.buf)
        tar.addfile(version_info, version_fileobj)

    return encodestring(f.getvalue()).replace('\n', '')


Bach Dániel committed
71
@celery.task
Bach Dániel committed
72
def agent_started(vm, version=None):
Bach Dániel committed
73
    from vm.models import Instance, instance_activity, InstanceActivity
Bach Dániel committed
74
    instance = Instance.objects.get(id=int(vm.split('-')[-1]))
Bach Dániel committed
75
    queue = instance.get_remote_queue_name("agent")
Bach Dániel committed
76
    initialized = InstanceActivity.objects.filter(
Bach Dániel committed
77
        instance=instance, activity_code='vm.Instance.agent.cleanup').exists()
Bach Dániel committed
78

79 80 81 82 83
    with instance_activity(code_suffix='agent',
                           readable_name=ugettext_noop('agent'),
                           instance=instance) as act:
        with act.sub_activity('starting',
                              readable_name=ugettext_noop('starting')):
Bach Dániel committed
84
            pass
Bach Dániel committed
85 86 87

        if version and version != settings.AGENT_VERSION:
            try:
88 89 90 91 92
                with act.sub_activity(
                    'update',
                    readable_name=ugettext_noop('update to %(version)s'),
                    version=settings.AGENT_VERSION
                ):
Bach Dániel committed
93 94 95 96 97 98 99
                    update.apply_async(
                        queue=queue,
                        args=(vm, create_agent_tar())).get(timeout=10)
                    return
            except TimeoutError:
                pass

Bach Dániel committed
100
        if not initialized:
Kálmán Viktor committed
101
            measure_boot_time(instance)
Bach Dániel committed
102
            send_init_commands(instance, act, vm)
Bach Dániel committed
103

104 105 106 107
        with act.sub_activity(
            'start_access_server',
            readable_name=ugettext_noop('start access server')
        ):
Bach Dániel committed
108
            start_access_server.apply_async(queue=queue, args=(vm, ))
Bach Dániel committed
109 110


Kálmán Viktor committed
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130
def measure_boot_time(instance):
    if not instance.template:
        return

    from vm.models import InstanceActivity
    deploy_time = InstanceActivity.objects.filter(
        instance=instance, activity_code="vm.Instance.deploy"
    ).latest("finished").finished

    total_boot_time = (timezone.now() - deploy_time).total_seconds()

    Client().send([
        "template.%(pk)d.boot_time %(val)f %(time)s" % {
            'pk': instance.template.pk,
            'val': total_boot_time,
            'time': time.time(),
        }
    ])


Bach Dániel committed
131 132
@celery.task
def agent_stopped(vm):
133
    from vm.models import Instance, InstanceActivity
Bach Dániel committed
134 135 136 137
    instance = Instance.objects.get(id=int(vm.split('-')[-1]))
    qs = InstanceActivity.objects.filter(instance=instance,
                                         activity_code='vm.Instance.agent')
    act = qs.latest('id')
138
    with act.sub_activity('stopping', readable_name=ugettext_noop('stopping')):
Bach Dániel committed
139
        pass