upload_volume_usage.py

import uuid
import time
import logging
import random
from datetime import timedelta
from django.utils import timezone
from django.core.management.base import BaseCommand
from django.conf import settings
from api.models.volume import Volume
from api.tasks import send_usage

logger = logging.getLogger(__name__)


class Command(BaseCommand):
    """Management command for push data to manager"""

    def handle(self, *args, **options):
        if settings.WORKFLOW_MANAGER_URL:
            start_time, timestamp, task_id = timezone.now(), time.time(), uuid.uuid4().hex
            logger.info(f"pushing {task_id} volumes to workflow_manager when {start_time}")
            volume_list = []
            for volume in Volume.objects.all():
                volume_list.extend(volume.to_usages(timestamp))
                if len(volume_list) % 1000 == 0:
                    send_usage.apply_async(
                        args=(volume_list,),
                        eta=start_time + timedelta(seconds=random.randint(1, 1800))
                    )
                    volume_list = []
            if len(volume_list) > 0:
                send_usage.apply_async(
                    args=(volume_list,),
                    eta=start_time + timedelta(seconds=random.randint(1, 1800))
                )
            logger.info(f"pushed {task_id} volumes to workflow_manager when {timezone.now()}")
            self.stdout.write("done")