OpenConceptLab/ocl_issues#1035 Slow concepts and mappings select (partial index)

Author: rkorytkowski

core/concepts/migrations/0022_auto_20211012_1333.py

@@ -0,0 +1,21 @@
+# Generated by Django 3.2.7 on 2021-10-12 13:33
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('concepts', '0021_auto_20211012_1107'),
+    ]
+
+    operations = [
+        migrations.RemoveIndex(
+            model_name='concept',
+            name='concepts_is_acti_ec40a2_idx',
+        ),
+        migrations.AddIndex(
+            model_name='concept',
+            index=models.Index(condition=models.Q(('is_active', True), ('retired', False), ('is_latest_version', True), models.Q(('public_access', 'None'), _negated=True)), fields=['-updated_at'], name='concepts_updated_6490d8_idx'),
+        ),
+    ]

core/concepts/models.py

@@ -2,7 +2,7 @@
 from django.core.exceptions import ValidationError
 from django.core.validators import RegexValidator
 from django.db import models, IntegrityError, transaction, connection
-from django.db.models import F
+from django.db.models import F, Q
 from pydash import get, compact
 
 from core.common.constants import ISO_639_1, INCLUDE_RETIRED_PARAM, LATEST, HEAD
@@ -143,7 +143,9 @@ class Meta:
         db_table = 'concepts'
         unique_together = ('mnemonic', 'version', 'parent')
         indexes = [
-            models.Index(fields=['is_active', 'retired', 'is_latest_version', 'public_access', '-updated_at']),
+            models.Index(name='concepts_updated_6490d8_idx', fields=['-updated_at'],
+                         condition=(Q(is_active=True) & Q(retired=False) & Q(is_latest_version=True) &
+                                    ~Q(public_access='None'))),
         ] + VersionedModel.Meta.indexes
 
     external_id = models.TextField(null=True, blank=True)

core/mappings/migrations/0023_auto_20211012_1336.py

@@ -0,0 +1,21 @@
+# Generated by Django 3.2.7 on 2021-10-12 13:36
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('mappings', '0022_auto_20211012_1107'),
+    ]
+
+    operations = [
+        migrations.RemoveIndex(
+            model_name='mapping',
+            name='mappings_is_acti_3af71d_idx',
+        ),
+        migrations.AddIndex(
+            model_name='mapping',
+            index=models.Index(condition=models.Q(('is_active', True), ('retired', False), ('is_latest_version', True), models.Q(('public_access', 'None'), _negated=True)), fields=['-updated_at'], name='mappings_updated_4589ad_idx'),
+        ),
+    ]

core/mappings/models.py

@@ -3,6 +3,7 @@
 from django.core.exceptions import ValidationError
 from django.core.validators import RegexValidator
 from django.db import models, IntegrityError, transaction
+from django.db.models import Q
 from pydash import get, compact
 
 from core.common.constants import INCLUDE_RETIRED_PARAM, NAMESPACE_REGEX, HEAD, LATEST
@@ -21,7 +22,9 @@ class Meta:
         db_table = 'mappings'
         unique_together = ('mnemonic', 'version', 'parent')
         indexes = [
-            models.Index(fields=['is_active', 'retired', 'is_latest_version', 'public_access', '-updated_at']),
+                      models.Index(name='mappings_updated_4589ad_idx', fields=['-updated_at'],
+                                   condition=(Q(is_active=True) & Q(retired=False) & Q(is_latest_version=True) &
+                                              ~Q(public_access='None'))),
         ] + VersionedModel.Meta.indexes
 
     parent = models.ForeignKey('sources.Source', related_name='mappings_set', on_delete=models.CASCADE)