mancelery.py 3.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
# Copyright 2014 Budapest University of Technology and Economics (BME IK)
#
# This file is part of CIRCLE Cloud.
#
# CIRCLE is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option)
# any later version.
#
# CIRCLE is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
# details.
#
# You should have received a copy of the GNU General Public License along
# with CIRCLE.  If not, see <http://www.gnu.org/licenses/>.

18
from celery import Celery
19
from datetime import timedelta
20
from kombu import Queue, Exchange
Guba Sándor committed
21
from os import getenv
22

Guba Sándor committed
23
HOSTNAME = "localhost"
24
CACHE_URI = getenv("CACHE_URI", "pylibmc://127.0.0.1:11211/")
25

26
celery = Celery('manager',
Guba Sándor committed
27
                broker=getenv("AMQP_URI"),
28 29
                include=['vm.tasks.local_tasks',
                         'vm.tasks.local_periodic_tasks',
Bach Dániel committed
30
                         'vm.tasks.local_agent_tasks',
31
                         'storage.tasks.local_tasks',
32
                         'storage.tasks.periodic_tasks',
33 34 35
                         'firewall.tasks.local_tasks',
                         'monitor.tasks.local_periodic_tasks',
                         ])
36 37

celery.conf.update(
38 39
    CELERY_RESULT_BACKEND='cache',
    CELERY_CACHE_BACKEND=CACHE_URI,
Őry Máté committed
40
    CELERY_TASK_RESULT_EXPIRES=300,
41
    CELERY_QUEUES=(
42 43
        Queue(HOSTNAME + '.man', Exchange('manager', type='direct'),
              routing_key="manager"),
44 45 46 47
        Queue(HOSTNAME + '.monitor', Exchange('monitor', type='direct'),
              routing_key="monitor"),
    ),
    CELERYBEAT_SCHEDULE={
48
        'vm.update_domain_states': {
49 50 51 52
            'task': 'vm.tasks.local_periodic_tasks.update_domain_states',
            'schedule': timedelta(seconds=10),
            'options': {'queue': 'localhost.man'}
        },
53 54 55 56 57
        'vm.garbage_collector': {
            'task': 'vm.tasks.local_periodic_tasks.garbage_collector',
            'schedule': timedelta(minutes=10),
            'options': {'queue': 'localhost.man'}
        },
58 59 60 61 62
        'storage.periodic_tasks': {
            'task': 'storage.tasks.periodic_tasks.garbage_collector',
            'schedule': timedelta(hours=1),
            'options': {'queue': 'localhost.man'}
        },
63 64 65 66 67 68
        'dashboard.local_periodic_tasks': {
            'task': 'dashboard.tasks.local_periodic_tasks.'
            'send_email_notifications',
            'schedule': timedelta(hours=24),
            'options': {'queue': 'localhost.man'}
        },
69 70 71
        'monitor.measure_response_time': {
            'task': 'monitor.tasks.local_periodic_tasks.'
                    'measure_response_time',
72
            'schedule': timedelta(seconds=30),
73 74
            'options': {'queue': 'localhost.man'}
        },
Kálmán Viktor committed
75 76
        'monitor.check_celery_queues': {
            'task': 'monitor.tasks.local_periodic_tasks.'
77
                    'check_celery_queues',
78
            'schedule': timedelta(seconds=60),
79 80 81 82 83
            'options': {'queue': 'localhost.man'}
        },
        'monitor.instance_per_template': {
            'task': 'monitor.tasks.local_periodic_tasks.'
                    'instance_per_template',
84
            'schedule': timedelta(seconds=30),
Kálmán Viktor committed
85 86
            'options': {'queue': 'localhost.man'}
        },
87 88
    }

89
)