We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6799eb5 commit 0f2f0e2Copy full SHA for 0f2f0e2
1 file changed
crawling/koreatech_article/convert_content.py
@@ -19,7 +19,7 @@ def connect_db():
19
20
def convert_content_to_url(connection):
21
cur = connection.cursor()
22
- batch_size = 5
+ batch_size = 500
23
last_id = 0
24
total_articles = 0
25
0 commit comments