refactor(export): Export yearly compare and refactor export modules

Author: travishen

src/apps/surveys18/export/__init__.py

@@ -5,19 +5,17 @@
 from django.contrib.auth.mixins import LoginRequiredMixin
 from django.template.loader import render_to_string
 from django.contrib.contenttypes.models import ContentType
-from django.http import JsonResponse, HttpResponse
+from django.http import JsonResponse
 from django.db.models import Q
 
 from rest_framework.decorators import action
 from rest_framework.exceptions import ValidationError
 from rest_framework.filters import SearchFilter, OrderingFilter
 from rest_framework.permissions import IsAuthenticated, IsAdminUser
 from rest_framework.viewsets import ModelViewSet
-from rest_framework import status
 
 from config.viewsets import StandardViewSet
 from apps.users.models import User
-from apps.surveys18.tasks import async_export_106_statistics
 from apps.surveys18.models import (
     Survey,
     ShortTermHire,
@@ -201,10 +199,6 @@ def patch(self, request):
             logger.exception('Update survey data failed.', exc_info=True)
             raise
 
-    @action(methods=["GET"], detail=False)
-    def export_statistics(self, request):
-        async_export_106_statistics.delay(request.user.email)
-        return HttpResponse(status=status.HTTP_204_NO_CONTENT)
 
 class ContentTypeViewSet(StandardViewSet):
     serializer_class = serializers.ContentTypeSerializer

src/apps/surveys18/tasks.py

@@ -1,95 +1,6 @@
-import os
-import csv
-import pyminizip
-from datetime import datetime
-
-from django.conf import settings
-from django.core.mail import EmailMessage
-from django.utils.crypto import get_random_string
-
 from config import celery_app as app
 from apps.surveys19.models import FarmerStat, Survey
-from apps.surveys19.export import SurveyRelationGeneratorFactory, StatisticsExporter
-
-
-@app.task
-def async_export_107(email):
-    try:
-        factory = SurveyRelationGeneratorFactory(excludes={'note__icontains': '無效戶'})
-        row_generator = factory.export_generator()
-
-        file_name = f"107_Full_Export_{datetime.now().strftime('%Y_%m_%d_%H_%M_%S')}"
-        csv_path = f'{file_name}.csv'
-        zip_path = f'{file_name}.zip'
-
-        with open(csv_path, 'w+', encoding="utf-8") as file:
-            writer = csv.writer(file)
-            for row in row_generator:
-                writer.writerow(row)
-
-        password = get_random_string(length=24)
-        pyminizip.compress(csv_path, "", zip_path, password, 5)
-
-        with open(zip_path, 'rb') as zip_file:
-            mail = EmailMessage(
-                '107調查表匯出完成',
-                f'匯出結果如附件，解壓縮密碼請輸入：{password}',
-                settings.DEFAULT_FROM_EMAIL,
-                [email]
-            )
-            mail.attach('107調查表.zip', zip_file.read(), 'application/zip')
-            mail.send()
-    except Exception as e:
-        EmailMessage(
-            '107調查表匯出失敗',
-            f"系統發生錯誤，請通知管理員處理。\n{e}",
-            settings.DEFAULT_FROM_EMAIL,
-            [email]
-        ).send()
-    finally:
-        try:
-            os.remove(csv_path)
-            os.remove(zip_path)
-        except Exception:
-            pass
-
-@app.task
-def async_export_107_statistics(email):
-    try:
-        exporter = StatisticsExporter()
-
-        file_name = f"107_Statistic_Report_{datetime.now().strftime('%Y_%m_%d_%H_%M_%S')}"
-
-        file_path = f'{file_name}.xlsx'
-        zip_path = f'{file_name}.zip'
-
-        exporter(file_path)
-
-        password = get_random_string(length=24)
-        pyminizip.compress(file_path, "", zip_path, password, 5)
 
-        with open(zip_path, 'rb') as zip_file:
-            mail = EmailMessage(
-                '107平台統計結果表式匯出完成',
-                f'匯出結果如附件，解壓縮密碼請輸入：{password}',
-                settings.DEFAULT_FROM_EMAIL,
-                [email]
-            )
-            mail.attach('107平台統計結果表式.zip', zip_file.read(), 'application/zip')
-            mail.send()
-    except Exception as e:
-        EmailMessage(
-            '107平台統計結果表式匯出失敗',
-            f"系統發生錯誤，請通知管理員處理。\n{e}",
-            settings.DEFAULT_FROM_EMAIL,
-            [email]
-        ).send()
-    finally:
-        try:
-            os.remove(file_path)
-            os.remove(zip_path)
-        except Exception:
-            pass
 
 @app.task
 def async_update_107_stratify(survey_id):

src/apps/surveys18/views.py

@@ -7,21 +7,18 @@
 from django.template.loader import render_to_string
 
 from django.contrib.contenttypes.models import ContentType
-from django.http import JsonResponse, StreamingHttpResponse, HttpResponse
+from django.http import JsonResponse, StreamingHttpResponse
 from django.db.models import Q
 
 from rest_framework.viewsets import ModelViewSet, ReadOnlyModelViewSet
 from rest_framework.permissions import IsAuthenticated, IsAdminUser
 from rest_framework.decorators import action
 from rest_framework.exceptions import ValidationError
 from rest_framework.filters import SearchFilter, OrderingFilter
-from rest_framework import status
 
 from config.viewsets import StandardViewSet
 
 from apps.users.models import User
-from apps.surveys19.tasks import async_export_107, async_export_107_statistics
-from apps.surveys19.export import SurveyRelationGeneratorFactory
 from apps.surveys19.models import (
     Survey,
     Phone,
@@ -269,20 +266,6 @@ def patch(self, request):
             logger.exception('Update survey data failed.', exc_info=True)
             raise
 
-    @action(methods=["GET"], detail=False)
-    def export(self, request):
-        """A view that streams a large CSV file."""
-        # Generate a sequence of rows. The range is based on the maximum number of
-        # rows that can be handled by a single sheet in most spreadsheet
-        # applications.
-
-        async_export_107.delay(request.user.email)
-        return HttpResponse('ok')
-
-    @action(methods=["GET"], detail=False)
-    def export_statistics(self, request):
-        async_export_107_statistics.delay(request.user.email)
-        return HttpResponse(status=status.HTTP_204_NO_CONTENT)
 
 class PhoneViewSet(StandardViewSet):
     queryset = Phone.objects.all()

src/apps/surveys19/export/__init__.py

@@ -1,96 +1,5 @@
-import os
-import csv
-import pyminizip
-from datetime import datetime
-
-from django.conf import settings
-from django.core.mail import EmailMessage
-from django.utils.crypto import get_random_string
-
 from config import celery_app as app
 from apps.surveys20.models import FarmerStat, Survey
-from apps.surveys20.export import SurveyRelationGeneratorFactory, StatisticsExporter
-
-
-@app.task
-def async_export_108(email):
-    try:
-        factory = SurveyRelationGeneratorFactory(excludes={'note__icontains': '無效戶'})
-        row_generator = factory.export_generator()
-
-        file_name = f"108_Full_Export_{datetime.now().strftime('%Y_%m_%d_%H_%M_%S')}"
-        file_path = f'{file_name}.csv'
-        zip_path = f'{file_name}.zip'
-
-        with open(file_path, 'w+', encoding="utf-8") as file:
-            writer = csv.writer(file)
-            for row in row_generator:
-                writer.writerow(row)
-
-        password = get_random_string(length=24)
-        pyminizip.compress(file_path, "", zip_path, password, 5)
-
-        with open(zip_path, 'rb') as zip_file:
-            mail = EmailMessage(
-                '108調查表匯出完成',
-                f'匯出結果如附件，解壓縮密碼請輸入：{password}',
-                settings.DEFAULT_FROM_EMAIL,
-                [email]
-            )
-            mail.attach('108調查表.zip', zip_file.read(), 'application/zip')
-            mail.send()
-    except Exception as e:
-        EmailMessage(
-            '108調查表匯出失敗',
-            f"系統發生錯誤，請通知管理員處理。\n{e}",
-            settings.DEFAULT_FROM_EMAIL,
-            [email]
-        ).send()
-    finally:
-        try:
-            os.remove(file_path)
-            os.remove(zip_path)
-        except Exception:
-            pass
-
-
-@app.task
-def async_export_108_statistics(email):
-    try:
-        exporter = StatisticsExporter()
-
-        file_name = f"108_Statistic_Report_{datetime.now().strftime('%Y_%m_%d_%H_%M_%S')}"
-
-        file_path = f'{file_name}.xlsx'
-        zip_path = f'{file_name}.zip'
-
-        exporter(file_path)
-
-        password = get_random_string(length=24)
-        pyminizip.compress(file_path, "", zip_path, password, 5)
-
-        with open(zip_path, 'rb') as zip_file:
-            mail = EmailMessage(
-                '108平台統計結果表式匯出完成',
-                f'匯出結果如附件，解壓縮密碼請輸入：{password}',
-                settings.DEFAULT_FROM_EMAIL,
-                [email]
-            )
-            mail.attach('108平台統計結果表式.zip', zip_file.read(), 'application/zip')
-            mail.send()
-    except Exception as e:
-        EmailMessage(
-            '108平台統計結果表式匯出失敗',
-            f"系統發生錯誤，請通知管理員處理。\n{e}",
-            settings.DEFAULT_FROM_EMAIL,
-            [email]
-        ).send()
-    finally:
-        try:
-            os.remove(file_path)
-            os.remove(zip_path)
-        except Exception:
-            pass
 
 
 @app.task

src/apps/surveys19/tasks.py

@@ -6,20 +6,18 @@
 from django.template.loader import render_to_string
 
 from django.contrib.contenttypes.models import ContentType
-from django.http import JsonResponse, HttpResponse
+from django.http import JsonResponse
 from django.db.models import Q
 
 from rest_framework.viewsets import ModelViewSet, ReadOnlyModelViewSet
 from rest_framework.permissions import IsAuthenticated, IsAdminUser
 from rest_framework.decorators import action
 from rest_framework.exceptions import ValidationError
 from rest_framework.filters import SearchFilter, OrderingFilter
-from rest_framework import status
 
 from config.viewsets import StandardViewSet
 
 from apps.users.models import User
-from apps.surveys20.tasks import async_export_108, async_export_108_statistics
 from apps.surveys20.models import (
     Survey,
     Phone,
@@ -258,16 +256,6 @@ def patch(self, request):
             logger.exception('Update survey data failed.', exc_info=True)
             raise
 
-    @action(methods=["GET"], detail=False)
-    def export(self, request):
-        async_export_108.delay(request.user.email)
-        return HttpResponse(status=status.HTTP_204_NO_CONTENT)
-
-    @action(methods=["GET"], detail=False)
-    def export_statistics(self, request):
-        async_export_108_statistics.delay(request.user.email)
-        return HttpResponse(status=status.HTTP_204_NO_CONTENT)
-
 
 class PhoneViewSet(StandardViewSet):
     queryset = Phone.objects.all()

src/apps/surveys19/views.py

@@ -0,0 +1,7 @@
+from rest_framework.routers import DefaultRouter
+from .views import ExportViewSet
+
+api = DefaultRouter()
+api.trailing_slash = "/?"
+
+api.register(r"export", ExportViewSet, basename='export')