We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 19c74c6 commit 6799eb5Copy full SHA for 6799eb5
1 file changed
crawling/koreatech_article/convert_content.py
@@ -19,7 +19,7 @@ def connect_db():
19
20
def convert_content_to_url(connection):
21
cur = connection.cursor()
22
- batch_size = 500
+ batch_size = 5
23
last_id = 0
24
total_articles = 0
25
@@ -56,8 +56,7 @@ def convert_content_to_url(connection):
56
57
total_articles += 1
58
59
- last_id = articles[-1]['id']
60
-
+ last_id = articles[-1][0]
61
connection.commit()
62
63
except Exception as error:
0 commit comments