Run tests in parallel (#2580)

Co-authored-by: sobolevn <mail@sobolevn.me>

Author: UnknownPlatypus

.github/workflows/test.yml

@@ -68,7 +68,7 @@ jobs:
 
       # Must match `shard` definition in the test matrix:
       - name: Run pytest tests
-        run: PYTHONPATH='.' pytest --num-shards=4 --shard-id=${{ matrix.shard }} tests
+        run: PYTHONPATH='.' pytest --num-shards=4 --shard-id=${{ matrix.shard }} -n auto tests
       - name: Run mypy on the test cases
         run: mypy --strict tests/assert_type
 

CONTRIBUTING.md

@@ -68,7 +68,7 @@ You can also run pre-commit per file or for a specific path, simply replace "--a
 To execute the unit tests, simply run:
 
 ```bash
-pytest
+pytest -n auto
 ```
 
 If you get some unexpected results or want to be sure that tests run is not affected by previous one, remove `mypy` cache:

requirements.txt

@@ -3,6 +3,7 @@ pre-commit==4.2.0
 pytest==8.3.5
 pytest-mypy-plugins==3.2.0
 pytest-shard==0.1.2
+pytest-xdist==3.6.1
 
 # Django deps:
 psycopg2-binary

scripts/tests_extension_hook.py

@@ -32,3 +32,8 @@ def django_plugin_hook(test_item: YamlTestItem) -> None:
 
     mysettings_file = File(path="mysettings.py", content=custom_settings)
     test_item.files.append(mysettings_file)
+
+    if hasattr(test_item.config, "workerinput"):
+        # Append worker ID to cache directory to prevent race conditions during parallel mypy testing
+        # Avoids potential file corruption when multiple processes access/write cached files simultaneously
+        test_item.incremental_cache_dir += test_item.config.workerinput["workerid"]

tests/typecheck/fields/test_base.yml

@@ -44,7 +44,6 @@
                     some_decimal = models.DecimalField(max_digits=10, decimal_places=5)
 
 -   case: test_add_id_field_if_no_primary_key_defined
-    disable_cache: true
     main: |
         from myapp.models import User
         reveal_type(User().id)  # N: Revealed type is "builtins.int"
@@ -59,7 +58,6 @@
                     pass
 
 -   case: test_do_not_add_id_if_field_with_primary_key_True_defined
-    disable_cache: true
     main: |
         from myapp.models import User
         reveal_type(User().my_pk)  # N: Revealed type is "builtins.int"

tests/typecheck/managers/querysets/test_from_queryset.yml

@@ -453,7 +453,6 @@
                 NewManager = models.Manager.from_queryset(ModelQuerySet)
 
 -   case: from_queryset_with_inherited_manager_and_typing_no_return
-    disable_cache: true
     main: |
         from myapp.models import MyModel
         reveal_type(MyModel().objects)  # N: Revealed type is "myapp.managers.ManagerFromModelQuerySet[myapp.models.MyModel]"
@@ -684,7 +683,6 @@
 # For details see: https://github.com/typeddjango/django-stubs/issues/1022
 -   case: from_queryset_custom_auth_user_model
     # Cache needs to be disabled to consistently reproduce the bug
-    disable_cache: true
     main: |
         from users.models import User
     custom_settings: |

tests/typecheck/models/test_extra_methods.yml

@@ -20,7 +20,6 @@
                     gender = models.CharField(max_length=100, choices=GENDER_CHOICES)
 
 -   case: date_datetime_fields_have_get_next_by_get_previous_by
-    disable_cache: true
     parametrized:
         - allow_any: "true"
         - allow_any: "false"

tests/typecheck/test_settings.yml

@@ -1,5 +1,4 @@
 -   case: settings_loaded_from_different_files
-    disable_cache: true
     main: |
         from django.conf import settings
         # standard settings
@@ -61,7 +60,6 @@
 
 
 -   case: settings_loaded_from_runtime_magic
-    disable_cache: true
     main: |
         from django.conf import settings
 
@@ -81,7 +79,6 @@
 
 
 -   case: settings_loaded_from_runtime_magic_strict_default
-    disable_cache: true
     main: |
         from django.conf import settings