upload_app_usage.py

import uuid
import time
import logging
import random
from datetime import timedelta
from django.utils import timezone
from django.core.management.base import BaseCommand
from django.conf import settings
from api.models.app import App
from api.tasks import send_usage

logger = logging.getLogger(__name__)


class Command(BaseCommand):
    """Management command for push data to manager"""

    def handle(self, *args, **options):
        if settings.WORKFLOW_MANAGER_URL:
            start_time, timestamp, task_id = timezone.now(), int(time.time()), uuid.uuid4().hex
            logger.info(f"pushing {task_id} resources to workflow_manager when {timezone.now()}")
            app_list = []
            for app in App.objects.all():
                app_list.extend(app.to_usages(timestamp))
                if len(app_list) % 1000 == 0:
                    send_usage.apply_async(
                        args=(app_list,),
                        eta=start_time + timedelta(seconds=random.randint(1, 1800))
                    )
                    app_list = []
            if len(app_list) > 0:
                send_usage.apply_async(
                    args=(app_list,),
                    eta=start_time + timedelta(seconds=random.randint(1, 1800))
                )
            logger.info(f"pushed {task_id} resources to workflow_manager when {timezone.now()}")
            self.stdout.write("done")