Merge remote-tracking branch 'origin/develop' into develop

# Conflicts:
#	crawling/koreatech_article/table.py

Author: Choon0414

crawling/koreatech_article/article.py

@@ -8,9 +8,10 @@
 from bs4 import BeautifulSoup, Comment
 import urllib3
 import pymysql
+import uuid
 
 from delete_article import delete_article
-from table import replace_table
+from table import replace_table, upload_txt
 from login_v2 import login
 from login import get_jwt_token
 from slack_notice import filter_nas, notice_to_slack
@@ -285,6 +286,11 @@ def crawling_article(board: Board, host: str, url: str) -> Article:
     # 표 처리
     # content = replace_table(content, board, num)
 
+    # content s3 업로드 및 url 삽입
+    random_uuid = str(uuid.uuid4().hex)
+    file_name = f'articles/content/board_{board.id}/{random_uuid}.txt'
+    content = upload_txt(file_name=file_name, text_content=content)
+
     # ===== 첨부 파일 =====
     attachment = list(map(
         lambda tag: Attachment(

crawling/koreatech_article/table.py

@@ -105,3 +105,27 @@ def upload_image(s3, file_name: str, image: bytes) -> str:
         print(e)
 
     return f'{S3_CONFIG["upload_domain"]}/{file_name}'
+
+
+def upload_txt(file_name: str, text_content: str) -> str:
+    s3 = boto3.client(
+        service_name='s3',
+        aws_access_key_id=S3_CONFIG['aws_access_key_id'],
+        aws_secret_access_key=S3_CONFIG['aws_secret_access_key'],
+    )
+    encoded_text = text_content.encode('utf-8')
+
+    try:
+        s3.upload_fileobj(
+            Fileobj=BytesIO(encoded_text),
+            Bucket=S3_CONFIG['bucket'],
+            Key=file_name,
+            ExtraArgs={
+                'ContentType': 'text/plain; charset=utf-8',
+                'ACL': 'public-read'
+            }
+        )
+    except Exception as e:
+        print(e)
+
+    return f'{S3_CONFIG["upload_domain"]}/{file_name}'