chore(filer): zero copy upload file

Author: duanhongyi

rootfs/api/files/__init__.py

@@ -0,0 +1,45 @@
+import contextlib
+from django.utils.http import parse_header_parameters
+from django.core.files.uploadedfile import UploadedFile
+from rest_framework.exceptions import ParseError
+from rest_framework.parsers import FileUploadParser, DataAndFiles
+
+
+class FilerFile(UploadedFile):
+
+    def __init__(self, filename, filepath, input_data, content_length):
+        self.filename = filename
+        self.filepath = filepath
+        super().__init__(input_data, name=filename, size=content_length)
+
+
+class FilerUploadParser(FileUploadParser):
+    """
+    Filer upload parser.
+    """
+    media_type = 'filer/octet-stream'
+
+    def parse(self, stream, media_type=None, parser_context=None):
+        request = parser_context['request']
+        filename = self.get_filename(stream, media_type, parser_context)
+        if not filename:
+            raise ParseError(self.errors['no_filename'])
+
+        try:
+            content_length = int(request.META.get('HTTP_CONTENT_LENGTH',
+                                                  request.META.get('CONTENT_LENGTH', 0)))
+        except (ValueError, TypeError):
+            content_length = None
+
+        file_meta = self.get_file_meta(request.META)
+        return DataAndFiles({}, {'file': FilerFile(
+            file_meta['filename'], file_meta['filepath'], stream, content_length)})
+
+    def get_file_meta(self, META):
+        """
+        Detects the uploaded file name. First searches a 'filename' url kwarg.
+        Then tries to parse Content-Disposition header.
+        """
+        with contextlib.suppress(AttributeError, KeyError, ValueError):
+            _, params = parse_header_parameters(META['HTTP_CONTENT_DISPOSITION'])
+            return params

rootfs/api/files/parsers.py

@@ -22,7 +22,6 @@
 from rest_framework.permissions import IsAuthenticated, AllowAny
 from rest_framework.response import Response
 from rest_framework.viewsets import GenericViewSet
-from rest_framework.parsers import MultiPartParser
 from rest_framework.exceptions import PermissionDenied
 
 from api import monitor, models, permissions, serializers, viewsets, authentication
@@ -40,6 +39,7 @@
 from api import admissions, utils, filer
 from api.backend import OauthCacheManager
 from api.apps_extra.social_core.actions import do_auth, do_complete
+from api.files.parsers import FilerUploadParser
 
 User = get_user_model()
 logger = logging.getLogger(__name__)
@@ -896,7 +896,7 @@ def path(self, request, *args, **kwargs):
 class AppFilerClientViewSet(AppResourceViewSet):
     """RESTful views for volumes apps with collaborators."""
     model = models.volume.Volume
-    parser_classes = [MultiPartParser]
+    parser_classes = [FilerUploadParser]
 
     def get_client(self):
         volume = get_object_or_404(
@@ -926,9 +926,9 @@ def retrieve(self, request, **kwargs):
         )
 
     def create(self, request, **kwargs):
-        path = request.data.get('path', '')
         client = self.get_client()
-        response = client.post(path, files=request.FILES)
+        file = request.data['file']
+        response = client.post(file.filepath, files=request.FILES)
         return Response(data=response.content, status=response.status_code)
 
     def destroy(self, request, **kwargs):