Alter fallback for source-roots

Author: akamat10

pylint/lint/expand_modules.py

@@ -9,6 +9,7 @@
 from collections.abc import Sequence
 from pathlib import Path
 from re import Pattern
+from typing import cast
 
 from astroid import modutils
 
@@ -24,7 +25,9 @@ def _is_package_cb(inner_path: str, parts: list[str]) -> bool:
     )
 
 
-def discover_package_path(modulepath: str, source_roots: Sequence[str]) -> str:
+def discover_package_path(
+    modulepath: str, source_roots: Sequence[str]
+) -> Sequence[str]:
     """Discover package path from one its modules and source roots."""
     dirname = os.path.realpath(os.path.expanduser(modulepath))
     if not os.path.isdir(dirname):
@@ -34,17 +37,21 @@ def discover_package_path(modulepath: str, source_roots: Sequence[str]) -> str:
     for source_root in source_roots:
         source_root = os.path.realpath(os.path.expanduser(source_root))
         if os.path.commonpath([source_root, dirname]) == source_root:
-            return source_root
+            #return cast(Sequence[str], [source_root])
+            return [source_root]
+
+    if len(source_roots) != 0:
+        return source_roots
 
     # Fall back to legacy discovery by looking for __init__.py upwards as
     # it's the only way given that source root was not found or was not provided
     while True:
         if not os.path.exists(os.path.join(dirname, "__init__.py")):
-            return dirname
+            return [dirname]
         old_dirname = dirname
         dirname = os.path.dirname(dirname)
         if old_dirname == dirname:
-            return os.getcwd()
+            return [os.getcwd()]
 
 
 def _is_in_ignore_list_re(element: str, ignore_list_re: list[Pattern[str]]) -> bool:
@@ -88,8 +95,8 @@ def expand_modules(
             something, ignore_list, ignore_list_re, ignore_list_paths_re
         ):
             continue
-        module_package_path = discover_package_path(something, source_roots)
-        additional_search_path = [".", module_package_path, *path]
+        module_package_paths = discover_package_path(something, source_roots)
+        additional_search_path = [".", *module_package_paths, *path]
         if os.path.exists(something):
             # this is a file or a directory
             try:

pylint/lint/pylinter.py

@@ -667,8 +667,8 @@ def check(self, files_or_modules: Sequence[str]) -> None:
         extra_packages_paths = list(
             dict.fromkeys(
                 [
-                    discover_package_path(file_or_module, self.config.source_roots)
-                    for file_or_module in files_or_modules
+                    path for file_or_module in files_or_modules
+                    for path in discover_package_path(file_or_module, self.config.source_roots)
                 ]
             ).keys()
         )

pylint/pyreverse/main.py

@@ -302,7 +302,8 @@ def run(self, args: list[str]) -> int:
             print(self.help())
             return 1
         extra_packages_paths = list(
-            {discover_package_path(arg, self.config.source_roots) for arg in args}
+            {path for arg in args 
+             for path in discover_package_path(arg, self.config.source_roots)}
         )
         with augmented_sys_path(extra_packages_paths):
             project = project_from_files(

tests/checkers/unittest_imports.py

@@ -95,7 +95,7 @@ def test_relative_beyond_top_level_four(capsys: CaptureFixture[str]) -> None:
     def test_wildcard_import_init(self) -> None:
         context_file = os.path.join(REGR_DATA, "dummy_wildcard.py")
 
-        with augmented_sys_path([discover_package_path(context_file, [])]):
+        with augmented_sys_path(discover_package_path(context_file, [])):
             module = astroid.MANAGER.ast_from_module_name("init_wildcard", context_file)
             import_from = module.body[0]
 
@@ -105,7 +105,7 @@ def test_wildcard_import_init(self) -> None:
     def test_wildcard_import_non_init(self) -> None:
         context_file = os.path.join(REGR_DATA, "dummy_wildcard.py")
 
-        with augmented_sys_path([discover_package_path(context_file, [])]):
+        with augmented_sys_path(discover_package_path(context_file, [])):
             module = astroid.MANAGER.ast_from_module_name("wildcard", context_file)
             import_from = module.body[0]
             msg = MessageTest(

tests/lint/unittest_lint.py

@@ -133,7 +133,8 @@ def test_one_arg(fake_path: list[str], case: list[str]) -> None:
         expected = [join(chroot, "a"), *fake_path]
 
         extra_sys_paths = [
-            expand_modules.discover_package_path(arg, []) for arg in case
+            path for arg in case
+            for path in expand_modules.discover_package_path(arg, [])
         ]
 
         assert sys.path == fake_path
@@ -157,7 +158,8 @@ def test_two_similar_args(fake_path: list[str], case: list[str]) -> None:
         expected = [join(chroot, "a"), *fake_path]
 
         extra_sys_paths = [
-            expand_modules.discover_package_path(arg, []) for arg in case
+            path for arg in case
+            for path in expand_modules.discover_package_path(arg, [])
         ]
 
         assert sys.path == fake_path
@@ -183,7 +185,8 @@ def test_more_args(fake_path: list[str], case: list[str]) -> None:
         ] + fake_path
 
         extra_sys_paths = [
-            expand_modules.discover_package_path(arg, []) for arg in case
+            path for arg in case
+            for path in expand_modules.discover_package_path(arg, [])
         ]
 
         assert sys.path == fake_path
@@ -1242,7 +1245,7 @@ def test_import_sibling_module_from_namespace(initialized_linter: PyLinter) -> N
 """
             )
         os.chdir("namespace")
-        extra_sys_paths = [expand_modules.discover_package_path(tmpdir, [])]
+        extra_sys_paths = expand_modules.discover_package_path(tmpdir, [])
 
         # Add the parent directory to sys.path
         with lint.augmented_sys_path(extra_sys_paths):
@@ -1267,7 +1270,7 @@ def test_lint_namespace_package_under_dir_on_path(initialized_linter: PyLinter)
     with tempdir() as tmpdir:
         create_files(["namespace_on_path/submodule1.py"])
         os.chdir(tmpdir)
-        extra_sys_paths = [expand_modules.discover_package_path(tmpdir, [])]
+        extra_sys_paths = expand_modules.discover_package_path(tmpdir, [])
         with lint.augmented_sys_path(extra_sys_paths):
             linter.check(["namespace_on_path"])
     assert linter.file_state.base_name == "namespace_on_path"

tests/pyreverse/conftest.py

@@ -77,7 +77,7 @@ def _astroid_wrapper(
         ) -> Module:
             return func(modname)
 
-        with augmented_sys_path([discover_package_path(module, [])]):
+        with augmented_sys_path(discover_package_path(module, [])):
             project = project_from_files([module], _astroid_wrapper, project_name=name)
         return project
 

tests/pyreverse/test_main.py

@@ -61,7 +61,7 @@ def test_project_root_in_sys_path() -> None:
     """Test the context manager adds the project root directory to sys.path.
     This should happen when pyreverse is run from any directory.
     """
-    with augmented_sys_path([discover_package_path(TEST_DATA_DIR, [])]):
+    with augmented_sys_path(discover_package_path(TEST_DATA_DIR, [])):
         assert sys.path == [PROJECT_ROOT_DIR]