controller/rootfs/api/settings/celery.py at ad270c7994a847ee66bc48421b3b666f84135e45 · drycc/controller · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import os
from kombu import Exchange, Queue
from celery import Celery


class Config(object):
    # Celery Configuration Options
    timezone = "Asia/Shanghai"
    enable_utc = True
    task_serializer = 'pickle'
    accept_content = frozenset([
        'application/data',
        'application/text',
        'application/json',
        'application/x-python-serialize',
    ])
    task_track_started = True
    task_time_limit = 30 * 60
    worker_max_tasks_per_child = 200
    result_expires = 24 * 60 * 60
    broker_url = os.environ.get('DRYCC_RABBITMQ_URL', 'amqp://guest:guest@127.0.0.1:5672/')  # noqa
    cache_backend = 'django-cache'
    task_default_queue = 'low'
    task_default_exchange = 'controller.priority'
    task_default_routing_key = 'controller.priority.low'
    broker_connection_retry_on_startup = True
    worker_cancel_long_running_tasks_on_connection_loss = True


app = Celery('drycc')
app.config_from_object(Config())
app.conf.update(
    task_routes={
        'api.tasks.scale_app': {
            'queue': 'high',
            'exchange': 'controller.priority',
            'routing_key': 'controller.priority.high',
        },
        'api.tasks.restart_app': {
            'queue': 'high',
            'exchange': 'controller.priority',
            'routing_key': 'controller.priority.high',
        },
        'api.tasks.retrieve_resource': {
            'queue': 'high',
            'exchange': 'controller.priority',
            'routing_key': 'controller.priority.high',
        },
        'api.tasks.send_measurements': {
            'queue': 'middle',
            'exchange': 'controller.priority',
            'routing_key': 'controller.priority.middle',
        },
    },
    task_queues=(
        Queue(
            'low',
            exchange=Exchange('controller.priority', type="direct"),
            routing_key='controller.priority.low',
            queue_arguments={'x-max-priority': 16},
        ),
        Queue(
            'high',
            exchange=Exchange('controller.priority', type="direct"),
            routing_key='controller.priority.high',
            queue_arguments={'x-max-priority': 64},
        ),
        Queue(
            'middle',
            exchange=Exchange('controller.priority', type="direct"),
            routing_key='controller.priority.middle',
            queue_arguments={'x-max-priority': 32},
        ),
    ),
)
app.autodiscover_tasks()