Skip to content

Commit f6d48c2

Browse files
committed
implement SchemaEditor.add/remove_index()
And also creating indexes in create_model() and add_field(), and removing them in remove_field().
1 parent 2bd7459 commit f6d48c2

File tree

4 files changed

+109
-32
lines changed

4 files changed

+109
-32
lines changed

django_mongodb/features.py

Lines changed: 2 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -70,29 +70,13 @@ class DatabaseFeatures(BaseDatabaseFeatures):
7070
"backends.tests.ThreadTests.test_closing_non_shared_connections",
7171
"backends.tests.ThreadTests.test_default_connection_thread_local",
7272
# AddField
73-
"schema.tests.SchemaTests.test_add_indexed_charfield",
7473
"schema.tests.SchemaTests.test_add_unique_charfield",
75-
# Add/RemoveIndex
76-
"migrations.test_operations.OperationTests.test_add_index",
77-
"migrations.test_operations.OperationTests.test_alter_field_with_index",
78-
"migrations.test_operations.OperationTests.test_remove_index",
79-
"migrations.test_operations.OperationTests.test_rename_index",
80-
"migrations.test_operations.OperationTests.test_rename_index_unknown_unnamed_index",
81-
"migrations.test_operations.OperationTests.test_rename_index_unnamed_index",
82-
"schema.tests.SchemaTests.test_add_remove_index",
83-
"schema.tests.SchemaTests.test_composed_desc_index_with_fk",
84-
"schema.tests.SchemaTests.test_composed_index_with_fk",
85-
"schema.tests.SchemaTests.test_create_index_together",
86-
"schema.tests.SchemaTests.test_order_index",
87-
"schema.tests.SchemaTests.test_text_field_with_db_index",
8874
# AlterField
8975
"schema.tests.SchemaTests.test_alter_field_add_index_to_integerfield",
90-
"schema.tests.SchemaTests.test_alter_field_fk_keeps_index",
9176
"schema.tests.SchemaTests.test_alter_field_fk_to_o2o",
9277
"schema.tests.SchemaTests.test_alter_field_o2o_keeps_unique",
9378
"schema.tests.SchemaTests.test_alter_field_o2o_to_fk",
9479
"schema.tests.SchemaTests.test_alter_int_pk_to_int_unique",
95-
"schema.tests.SchemaTests.test_alter_not_unique_field_to_primary_key",
9680
# AlterField (db_index)
9781
"schema.tests.SchemaTests.test_alter_renames_index",
9882
"schema.tests.SchemaTests.test_indexes",
@@ -114,9 +98,6 @@ class DatabaseFeatures(BaseDatabaseFeatures):
11498
"schema.tests.SchemaTests.test_composed_constraint_with_fk",
11599
"schema.tests.SchemaTests.test_remove_ignored_unique_constraint_not_create_fk_index",
116100
"schema.tests.SchemaTests.test_unique_constraint",
117-
# subclasses of BaseDatabaseIntrospection may require a get_constraints() method
118-
"migrations.test_operations.OperationTests.test_add_func_unique_constraint",
119-
"migrations.test_operations.OperationTests.test_remove_func_unique_constraint",
120101
}
121102
# $bitAnd, #bitOr, and $bitXor are new in MongoDB 6.3.
122103
_django_test_expected_failures_bitwise = {
@@ -220,6 +201,7 @@ def django_test_expected_failures(self):
220201
"get_or_create.tests.GetOrCreateThroughManyToMany.test_something",
221202
"get_or_create.tests.UpdateOrCreateTests.test_manual_primary_key_test",
222203
"get_or_create.tests.UpdateOrCreateTestsWithManualPKs.test_create_with_duplicate_primary_key",
204+
"introspection.tests.IntrospectionTests.test_get_constraints_unique_indexes_orders",
223205
"model_fields.test_filefield.FileFieldTests.test_unique_when_same_filename",
224206
"one_to_one.tests.OneToOneTests.test_multiple_o2o",
225207
"queries.test_bulk_update.BulkUpdateTests.test_database_routing_batch_atomicity",
@@ -613,14 +595,8 @@ def django_test_expected_failures(self):
613595
"introspection.tests.IntrospectionTests.test_get_table_description_types",
614596
"introspection.tests.IntrospectionTests.test_smallautofield",
615597
},
616-
"DatabaseIntrospection.get_constraints() not implemented.": {
617-
"introspection.tests.IntrospectionTests.test_get_constraints",
618-
"introspection.tests.IntrospectionTests.test_get_constraints_index_types",
619-
"introspection.tests.IntrospectionTests.test_get_constraints_indexes_orders",
620-
"introspection.tests.IntrospectionTests.test_get_constraints_unique_indexes_orders",
621-
"introspection.tests.IntrospectionTests.test_get_primary_key_column",
622-
},
623598
"MongoDB can't introspect primary key.": {
599+
"introspection.tests.IntrospectionTests.test_get_primary_key_column",
624600
"schema.tests.SchemaTests.test_alter_primary_key_the_same_name",
625601
"schema.tests.SchemaTests.test_primary_key",
626602
},

django_mongodb/introspection.py

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,32 @@
11
from django.db.backends.base.introspection import BaseDatabaseIntrospection
2+
from django.db.models import Index
3+
from pymongo import ASCENDING, DESCENDING
24

35

46
class DatabaseIntrospection(BaseDatabaseIntrospection):
7+
ORDER_DIR = {ASCENDING: "ASC", DESCENDING: "DESC"}
8+
59
def table_names(self, cursor=None, include_views=False):
610
return sorted([x["name"] for x in self.connection.database.list_collections()])
11+
12+
def get_constraints(self, cursor, table_name):
13+
indexes = self.connection.get_collection(table_name).index_information()
14+
constraints = {}
15+
for name, details in indexes.items():
16+
# Remove underscore prefix from "_id" columns in primary key index.
17+
if is_primary_key := name == "_id_":
18+
name = "id"
19+
details["key"] = [("id", 1)]
20+
constraints[name] = {
21+
"check": False,
22+
"columns": [field for field, order in details["key"]],
23+
"definition": None,
24+
"foreign_key": None,
25+
"index": True,
26+
"orders": [self.ORDER_DIR[order] for field, order in details["key"]],
27+
"primary_key": is_primary_key,
28+
"type": Index.suffix,
29+
"unique": details.get("unique", False),
30+
"options": {},
31+
}
32+
return constraints

django_mongodb/schema.py

Lines changed: 78 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,7 @@
11
from django.db.backends.base.schema import BaseDatabaseSchemaEditor
2+
from django.db.models import Index
3+
from pymongo import ASCENDING, DESCENDING
4+
from pymongo.operations import IndexModel
25

36
from .query import wrap_database_errors
47
from .utils import OperationCollector
@@ -18,11 +21,30 @@ def get_database(self):
1821
@wrap_database_errors
1922
def create_model(self, model):
2023
self.get_database().create_collection(model._meta.db_table)
24+
self._create_model_indexes(model)
2125
# Make implicit M2M tables.
2226
for field in model._meta.local_many_to_many:
2327
if field.remote_field.through._meta.auto_created:
2428
self.create_model(field.remote_field.through)
2529

30+
def _create_model_indexes(self, model):
31+
"""
32+
Create all indexes (field indexes, index_together, Meta.indexes) for
33+
the specified model.
34+
"""
35+
if not model._meta.managed or model._meta.proxy or model._meta.swapped:
36+
return
37+
# Field indexes
38+
for field in model._meta.local_fields:
39+
if self._field_should_be_indexed(model, field):
40+
self._add_field_index(model, field)
41+
# Meta.index_together (RemovedInDjango51Warning)
42+
for field_names in model._meta.index_together:
43+
self._add_composed_index(model, field_names)
44+
# Meta.indexes
45+
for index in model._meta.indexes:
46+
self.add_index(model, index)
47+
2648
def delete_model(self, model):
2749
# Delete implicit M2m tables.
2850
for field in model._meta.local_many_to_many:
@@ -40,6 +62,9 @@ def add_field(self, model, field):
4062
self.get_collection(model._meta.db_table).update_many(
4163
{}, [{"$set": {column: self.effective_default(field)}}]
4264
)
65+
# Add an index, if required.
66+
if self._field_should_be_indexed(model, field):
67+
self._add_field_index(model, field)
4368

4469
def _alter_field(
4570
self,
@@ -71,21 +96,68 @@ def remove_field(self, model, field):
7196
# Unset field on existing documents.
7297
if column := field.column:
7398
self.get_collection(model._meta.db_table).update_many({}, {"$unset": {column: ""}})
99+
if self._field_should_be_indexed(model, field):
100+
self._remove_field_index(model, field)
74101

75102
def alter_index_together(self, model, old_index_together, new_index_together):
76103
pass
77104

78105
def alter_unique_together(self, model, old_unique_together, new_unique_together):
79106
pass
80107

81-
def add_index(self, model, index):
82-
pass
83-
84-
def rename_index(self, model, old_index, new_index):
85-
pass
108+
def add_index(self, model, index, field=None):
109+
if index.contains_expressions:
110+
return
111+
index_orders = (
112+
[(field.column, ASCENDING)]
113+
if field
114+
else [
115+
# order is "" if ASCENDING or "DESC" if DESCENDING (see
116+
# django.db.models.indexes.Index.fields_orders).
117+
(model._meta.get_field(field_name).column, ASCENDING if order == "" else DESCENDING)
118+
for field_name, order in index.fields_orders
119+
]
120+
)
121+
idx = IndexModel(index_orders, name=index.name)
122+
self.get_collection(model._meta.db_table).create_indexes([idx])
123+
124+
def _add_composed_index(self, model, field_names):
125+
"""Add an index on the given list of field_names."""
126+
idx = Index(fields=field_names)
127+
idx.set_name_with_model(model)
128+
self.add_index(model, idx)
129+
130+
def _add_field_index(self, model, field):
131+
"""Add an index on a field with db_index=True."""
132+
index = Index(fields=[field.name])
133+
index.name = self._create_index_name(model._meta.db_table, [field.column])
134+
self.add_index(model, index, field=field)
86135

87136
def remove_index(self, model, index):
88-
pass
137+
if index.contains_expressions:
138+
return
139+
self.get_collection(model._meta.db_table).drop_index(index.name)
140+
141+
def _remove_field_index(self, model, field):
142+
"""Remove a field's db_index=True index."""
143+
collection = self.get_collection(model._meta.db_table)
144+
meta_index_names = {index.name for index in model._meta.indexes}
145+
index_names = self._constraint_names(
146+
model,
147+
[field.column],
148+
index=True,
149+
# Retrieve only BTREE indexes since this is what's created with
150+
# db_index=True.
151+
type_=Index.suffix,
152+
exclude=meta_index_names,
153+
)
154+
if len(index_names) != 1:
155+
num_found = len(index_names)
156+
raise ValueError(
157+
f"Found wrong number ({num_found}) of constraints for "
158+
f"{model._meta.db_table}.{field.column}."
159+
)
160+
collection.drop_index(index_names[0])
89161

90162
def add_constraint(self, model, constraint):
91163
pass

django_mongodb/utils.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,9 +40,12 @@ class OperationDebugWrapper:
4040
wrapped_methods = {
4141
"aggregate",
4242
"create_collection",
43+
"create_indexes",
4344
"drop",
45+
"index_information",
4446
"insert_many",
4547
"delete_many",
48+
"drop_index",
4649
"rename",
4750
"update_many",
4851
}

0 commit comments

Comments
 (0)