upload_app_usage.py

import uuid
import logging
import random
from datetime import timedelta
from django.utils import timezone
from django.core.management.base import BaseCommand
from django.conf import settings
from api.models.app import App
from api.tasks import send_usage

logger = logging.getLogger(__name__)


class Command(BaseCommand):
    """Management command for push data to manager"""

    def handle(self, *args, **options):
        if settings.WORKFLOW_MANAGER_URL:
            now = timezone.now()
            start_time, timestamp, task_id = now, int(now.timestamp()), uuid.uuid4().hex
            logger.info(f"pushing {task_id} resources to workflow_manager when {now}")
            app_list = []
            for app in App.objects.all():
                app_list.extend(app.to_usages(timestamp))
                if len(app_list) % 1000 == 0:
                    logger.info(f"bulk sent: {len(app_list)}")
                    send_usage.apply_async(
                        args=(app_list,),
                        eta=start_time + timedelta(seconds=random.randint(1, 3600))
                    )
                    app_list = []
            if len(app_list) > 0:
                logger.info(f"bulk sent: {len(app_list)}")
                send_usage.apply_async(
                    args=(app_list,),
                    eta=start_time + timedelta(seconds=random.randint(1, 3600))
                )
            logger.info(f"pushed {task_id} resources to workflow_manager when {timezone.now()}")
            self.stdout.write("done")