Merge pull request #99 from pitangainnovare/impl/optimize-db-usage

Otimiza uso do banco de dados na tradução e indexação de dados

Author: pitangainnovare

VERSION

@@ -1 +1 @@
-1.10.0
+1.11.0

article/migrations/0003_article_collection_scielo_issn_idx.py

@@ -0,0 +1,21 @@
+# Generated by Django 5.0.7 on 2025-06-12 17:16
+
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("article", "0002_alter_article_unique_together_article_files_and_more"),
+        ("collection", "0001_initial"),
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.AddIndex(
+            model_name="article",
+            index=models.Index(
+                fields=["collection", "scielo_issn"], name="collection_scielo_issn_idx"
+            ),
+        ),
+    ]

article/models.py

@@ -114,6 +114,7 @@ def metadata(cls, collection=None):
 
         for a in qs.iterator():
             yield {
+                'id': a.id,
                 'collection': a.collection.acron3,
                 'default_lang': a.default_lang,
                 'files': a.files,
@@ -137,3 +138,7 @@ class Meta:
             'pid_v3',
             'pid_generic',
         )
+        indexes = [
+            models.Index(fields=['collection', 'scielo_issn'], name='collection_scielo_issn_idx'),
+        ]
+

journal/migrations/0002_alter_journal_scielo_issn.py

@@ -0,0 +1,19 @@
+# Generated by Django 5.0.7 on 2025-06-12 17:16
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("journal", "0001_initial"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="journal",
+            name="scielo_issn",
+            field=models.CharField(
+                db_index=True, max_length=9, verbose_name="SciELO ISSN"
+            ),
+        ),
+    ]

journal/models.py

@@ -12,13 +12,15 @@ class Journal(CommonControlField):
         on_delete=models.CASCADE,
         blank=False,
         null=False,
+        db_index=True,
     )
 
     scielo_issn = models.CharField(
         verbose_name=_('SciELO ISSN'),
         max_length=9,
         blank=False,
         null=False,
+        db_index=True,
     )
 
     issns = models.JSONField(
@@ -78,6 +80,7 @@ def metadata(cls, collection=None):
             'scielo_issn', 'subject_areas', 'title', 'wos_subject_areas'
         ):
             yield {
+                'id': journal.id,
                 'acronym': journal.acronym,
                 'collection': journal.collection.acron3,
                 'issns': set([v for v in journal.issns.values() if v]),

log_manager/migrations/0005_alter_logfile_status_alter_logfiledate_date_and_more.py

@@ -0,0 +1,41 @@
+# Generated by Django 5.0.7 on 2025-06-12 17:16
+
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("log_manager", "0004_logfile_validation"),
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="logfile",
+            name="status",
+            field=models.CharField(
+                choices=[
+                    ("CRE", "Created"),
+                    ("QUE", "Queued"),
+                    ("PAR", "Parsing"),
+                    ("PRO", "Processed"),
+                    ("INV", "Invalidated"),
+                    ("IGN", "Ignored"),
+                ],
+                max_length=3,
+                verbose_name="Status",
+            ),
+        ),
+        migrations.AlterField(
+            model_name="logfiledate",
+            name="date",
+            field=models.DateField(db_index=True, verbose_name="Date"),
+        ),
+        migrations.AddIndex(
+            model_name="logfiledate",
+            index=models.Index(
+                fields=["date", "log_file"], name="log_manager_date_32b410_idx"
+            ),
+        ),
+    ]

log_manager/models.py

@@ -19,13 +19,15 @@ class LogFileDate(CommonControlField):
         verbose_name=_("Date"),
         null=False,
         blank=False,
+        db_index=True,
     )
 
     log_file = models.ForeignKey(
         'LogFile',
         verbose_name=_('Log File'),
         blank=True,
         on_delete=models.DO_NOTHING,
+        db_index=True,
     )
 
     base_form_class = CoreAdminModelForm
@@ -43,6 +45,9 @@ class Meta:
             'date',
             'log_file',
         )
+        indexes = [
+            models.Index(fields=['date', 'log_file']),
+        ]
 
     @classmethod
     def create_or_update(cls, user, log_file, date):

log_manager/tasks.py

@@ -3,7 +3,6 @@
 import os
 
 from django.conf import settings
-from django.core.serializers.json import DjangoJSONEncoder
 from django.core.mail import send_mail
 from django.contrib.auth import get_user_model
 from django.utils.translation import gettext as _

metrics/migrations/0007_alter_usersession_datetime_and_more.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.0.7 on 2025-06-12 17:16
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("metrics", "0006_alter_itemaccess_content_type"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="usersession",
+            name="datetime",
+            field=models.DateTimeField(db_index=True, verbose_name="Datetime"),
+        ),
+        migrations.AddIndex(
+            model_name="itemaccess",
+            index=models.Index(
+                fields=["item", "user_session"], name="metrics_ite_item_id_8799c9_idx"
+            ),
+        ),
+    ]

metrics/models.py

@@ -89,6 +89,7 @@ class UserSession(models.Model):
         verbose_name=_("Datetime"),
         null=False,
         blank=False,
+        db_index=True,
     )
 
     user_agent = models.ForeignKey(
@@ -208,3 +209,6 @@ class Meta:
             'media_language',
             'content_type',
         )
+        indexes = [
+            models.Index(fields=['item', 'user_session']),
+        ]