wip(hatch hook): add support for exclude patterns as paths with wildcards (#341)

* feat(hatch hook): add support for exclude patterns as paths with wildcards

* bump Hatch hook to 1.5.0

* bump PDM hooks to 1.3.0

* bump CLI to 1.30.0

Author: DavidVujic

components/polylith/hatch/hooks/bricks.py

@@ -1,6 +1,6 @@
 import shutil
 from pathlib import Path
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Set
 
 from hatchling.builders.hooks.plugin.interface import BuildHookInterface
 from polylith import parsing, repo, toml
@@ -43,6 +43,21 @@ def collect_configured_exclude_patterns(data: dict, target_name: str) -> set:
     return set(exclude)
 
 
+def copy_bricks(bricks: dict, work_dir: Path, exclude_patterns: Set[str]) -> List[Path]:
+    return [
+        parsing.copy_brick(source, brick, work_dir, exclude_patterns)
+        for source, brick in bricks.items()
+    ]
+
+
+def rewrite_modules(paths: List[Path], ns: str, top_ns: str) -> None:
+    for path in paths:
+        rewritten_bricks = parsing.rewrite_modules(path, ns, top_ns)
+
+        for item in rewritten_bricks:
+            print(f"Updated {item} with new top namespace for local imports.")
+
+
 class PolylithBricksHook(BuildHookInterface):
     PLUGIN_NAME = "polylith-bricks"
 
@@ -58,24 +73,24 @@ def initialize(self, version: str, build_data: Dict[str, Any]) -> None:
         if not bricks or not found_bricks:
             return
 
+        ns = parsing.parse_brick_namespace_from_path(bricks)
         top_ns = core.get_top_namespace(data, self.config)
         work_dir = core.get_work_dir(self.config)
+        exclude_patterns = collect_configured_exclude_patterns(data, self.target_name)
 
-        if not top_ns:
+        if not top_ns and not exclude_patterns:
             build_data[include_key] = bricks
             return
 
-        ns = parsing.parse_brick_namespace_from_path(bricks)
-        exclude_patterns = collect_configured_exclude_patterns(data, self.target_name)
+        key = work_dir.as_posix()
+        paths = copy_bricks(bricks, work_dir, exclude_patterns)
 
-        for source, brick in bricks.items():
-            path = parsing.copy_brick(source, brick, work_dir, exclude_patterns)
-            rewritten_bricks = parsing.rewrite_modules(path, ns, top_ns)
+        if not top_ns:
+            build_data[include_key] = {f"{key}/{ns}": ns}
+            return
 
-            for item in rewritten_bricks:
-                print(f"Updated {item} with new top namespace for local imports.")
+        rewrite_modules(paths, ns, top_ns)
 
-        key = work_dir.as_posix()
         build_data[include_key][key] = top_ns
 
     def finalize(self, *args, **kwargs) -> None:

components/polylith/parsing/core.py

@@ -1,6 +1,7 @@
+import fnmatch
 import shutil
 from pathlib import Path
-from typing import Union
+from typing import List, Set, Union
 
 default_patterns = {
     "*.pyc",
@@ -12,13 +13,47 @@
     ".pytest_cache",
     "node_modules",
     ".git",
+    ".pixi",
 }
 
 
-def copy_tree(source: str, destination: str, patterns: set) -> Path:
-    ignore = shutil.ignore_patterns(*patterns)
+def is_match(root: Path, pattern: str, name: str, current: Path) -> bool:
+    path_name = (current / name).relative_to(root).as_posix()
 
-    res = shutil.copytree(source, destination, ignore=ignore, dirs_exist_ok=True)
+    return any(fnmatch.fnmatch(n, pattern) for n in [path_name, name])
+
+
+def any_match(root: Path, patterns: set, name: str, current: Path) -> bool:
+    return any(is_match(root, pattern, name, current) for pattern in patterns)
+
+
+def ignore_paths(root: Path, patterns: Set[str]):
+    def fn(current_path: str, names: List[str]):
+        current = Path(current_path).resolve()
+
+        return {name for name in names if any_match(root, patterns, name, current)}
+
+    return fn
+
+
+def calculate_root(current_path: str) -> Path:
+    relative = Path(current_path)
+
+    parts = [p for p in relative.parts if p != ".."]
+    relative_path = "/".join(parts)
+
+    root = relative.resolve().as_posix().replace(relative_path, "")
+
+    return Path(root)
+
+
+def copy_tree(source: str, destination: str, patterns: Set[str]) -> Path:
+    root = calculate_root(source)
+
+    is_paths = any("/" in p for p in patterns)
+    fn = ignore_paths(root, patterns) if is_paths else shutil.ignore_patterns(*patterns)
+
+    res = shutil.copytree(source, destination, ignore=fn, dirs_exist_ok=True)
 
     return Path(res)
 

projects/hatch_polylith_bricks/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "hatch-polylith-bricks"
-version = "1.4.0"
+version = "1.5.0"
 description = "Hatch build hook plugin for Polylith"
 authors = ['David Vujic']
 homepage = "https://davidvujic.github.io/python-polylith-docs/"

projects/pdm_polylith_bricks/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pdm-polylith-bricks"
-version = "1.2.0"
+version = "1.3.0"
 description = "a PDM build hook for Polylith"
 authors = ["David Vujic"]
 homepage = "https://davidvujic.github.io/python-polylith-docs/"

projects/pdm_polylith_workspace/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pdm-polylith-workspace"
-version = "1.2.0"
+version = "1.3.0"
 description = "a PDM build hook for a Polylith workspace"
 homepage = "https://davidvujic.github.io/python-polylith-docs/"
 repository = "https://github.com/davidvujic/python-polylith"

projects/polylith_cli/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "polylith-cli"
-version = "1.29.0"
+version = "1.30.0"
 description = "Python tooling support for the Polylith Architecture"
 authors = ['David Vujic']
 homepage = "https://davidvujic.github.io/python-polylith-docs/"