testing

Author: NoahStapp

tests/performance/perftest/settings.py

@@ -9,9 +9,11 @@
 For the full list of settings and their values, see
 https://docs.djangoproject.com/en/5.2/ref/settings/
 """
-
+import os
 from pathlib import Path
 
+import django_mongodb_backend
+
 # Build paths inside the project like this: BASE_DIR / 'subdir'.
 BASE_DIR = Path(__file__).resolve().parent.parent
 
@@ -54,17 +56,24 @@
 
 # Database
 # https://docs.djangoproject.com/en/5.2/ref/settings/#databases
-
+USER = os.environ.get("ATLAS_DEV_USER")
+PASSWORD = os.environ.get("ATLAS_DEV_PASSWORD")
+# DATABASES = {
+#     "default": {
+#         "ENGINE": "django_mongodb_backend",
+#         "HOST": f"mongodb+srv://{USER}:{PASSWORD}@intpython736.oztdp.mongodb-dev.net/?retryWrites=true&w=majority&appName=INTPYTHON736",
+#         "NAME": "benchmarking",
+#         "PORT": 27017,
+#     },
+# }
+
+settings = django_mongodb_backend.parse_uri(
+    f"mongodb+srv://{USER}:{PASSWORD}@intpython736.oztdp.mongodb-dev.net/benchmarking?retryWrites=true&w=majority&appName=INTPYTHON736"
+)
 DATABASES = {
-    "default": {
-        "ENGINE": "django_mongodb_backend",
-        "HOST": "mongodb://localhost:27017",
-        "NAME": "benchmarking",
-        "PORT": 27017,
-    },
+    "default": settings,
 }
 
-
 # Password validation
 # https://docs.djangoproject.com/en/5.2/ref/settings/#auth-password-validators
 

tests/performance/perftest/tests.py

@@ -23,7 +23,9 @@
 
 import json
 import os
+import random
 import time
+import unittest
 import warnings
 from pathlib import Path
 
@@ -50,10 +52,13 @@
     MAX_ITERATION_TIME = 10
     NUM_DOCS = 1000
 else:
-    NUM_ITERATIONS = 10
-    MIN_ITERATION_TIME = 30
-    MAX_ITERATION_TIME = 120
-    NUM_DOCS = 10000
+    NUM_DOCS = 1_000_000
+    NUM_ITERATIONS = 1
+    MIN_ITERATION_TIME = 1
+    # NUM_ITERATIONS = 10
+    # MIN_ITERATION_TIME = 30
+    MAX_ITERATION_TIME = 1
+    # NUM_DOCS = 10000
 
 TEST_PATH = os.environ.get("TEST_PATH", Path(os.path.realpath(__file__)).parent.parent / "odm-data")
 
@@ -397,3 +402,49 @@ def do_task(self):
     def tearDown(self):
         super().tearDown()
         SmallFlatModel.objects.all().delete()
+
+class TestSmallFlatDocFilterPkByIn(SmallFlatDocTest, TestCase):
+    def setUp(self):
+        super().setUp()
+        self.ids = []
+        models = []
+        fields = [str(ObjectId()) for _ in range(NUM_DOCS // 10)]
+        for doc in self.documents:
+            models.append(SmallFlatModel(**doc))
+
+        for model in models:
+            model.field1 = fields[random.randint(0, len(fields) - 1)]
+
+        SmallFlatModel.objects.bulk_create(models)
+        self.ids = random.sample(fields, len(fields) // 10)
+        # print(SmallFlatModel.objects.filter(id__in=[self.ids[0]]).explain())
+
+    def do_task(self):
+        list(SmallFlatModel.objects.filter(field1__in=self.ids))
+
+    def tearDown(self):
+        super().tearDown()
+        SmallFlatModel.objects.all().delete()
+
+class TestLargeFlatDocFilterPkByIn(LargeFlatDocTest, unittest.TestCase):
+    def setUp(self):
+        super().setUp()
+        # LargeFlatModel.objects.all().delete()
+        # self.ids = []
+        # models = []
+        # # self.fields = [str(ObjectId()) for _ in range(NUM_DOCS // 10)]
+        # for doc in self.documents:
+        #     models.append(LargeFlatModel(**doc))
+        # # for model in models:
+        # #     model.field1 = self.fields[random.randint(0, len(self.fields) - 1)]
+        #
+        # LargeFlatModel.objects.bulk_create(models)
+        self.id = LargeFlatModel.objects.first().id
+        print(LargeFlatModel.objects.filter(id__in=[self.id]).explain())
+
+    def do_task(self):
+        list(LargeFlatModel.objects.filter(id__in=[self.id]))
+
+    def tearDown(self):
+        super().tearDown()
+        # LargeFlatModel.objects.all().delete()