refactor: introduce bundled/libs/tool folders and move python source to src folder

this is to prepare the splitting of one big python package to several smaller packages, i.e. to install the robotcode.debugger standalone without other dependencies

Author: d-biehl

.gitignore

@@ -290,4 +290,6 @@ report.html
 .robotcode_cache/
 
 # ruff
-.ruff_cache/
+.ruff_cache/
+
+bundled/libs

.vscodeignore

@@ -54,3 +54,6 @@ doc
 
 .pre-commit-config.yaml
 .devcontainer
+
+src
+bundled/libs/bin

bundled/tool/check_robot_version.py

@@ -0,0 +1,29 @@
+import os
+import pathlib
+import site
+import sys
+
+
+def update_sys_path(path_to_add: str, strategy: str) -> None:
+    if path_to_add not in sys.path and pathlib.Path(path_to_add).is_dir():
+        if any(p for p in pathlib.Path(path_to_add).iterdir() if p.suffix == ".pth"):
+            site.addsitedir(path_to_add)
+            return
+
+        if strategy == "useBundled":
+            sys.path.insert(0, path_to_add)
+        elif strategy == "fromEnvironment":
+            sys.path.append(path_to_add)
+
+
+if __name__ == "__main__":
+    # Ensure that we can import LSP libraries, and other bundled libraries.
+    update_sys_path(
+        os.fspath(pathlib.Path(__file__).parent.parent / "libs"),
+        os.getenv("LS_IMPORT_STRATEGY", "useBundled"),
+    )
+
+    # Run the language server.
+    from robotcode.language_server.robotframework.utils.version import get_robot_version
+
+    print(get_robot_version() >= (4, 0))

robotcode/debugger/__init__.py renamed to bundled/tool/debugger/__init__.py

@@ -0,0 +1,28 @@
+import os
+import pathlib
+import site
+import sys
+
+
+def update_sys_path(path_to_add: str, strategy: str) -> None:
+    if path_to_add not in sys.path and pathlib.Path(path_to_add).is_dir():
+        if any(p for p in pathlib.Path(path_to_add).iterdir() if p.suffix == ".pth"):
+            site.addsitedir(path_to_add)
+            return
+
+        if strategy == "useBundled":
+            sys.path.insert(0, path_to_add)
+        elif strategy == "fromEnvironment":
+            sys.path.append(path_to_add)
+
+
+if __name__ == "__main__":
+    # Ensure that we can import LSP libraries, and other bundled libraries.
+    update_sys_path(
+        os.fspath(pathlib.Path(__file__).parent.parent.parent.parent / "libs"),
+        os.getenv("LS_IMPORT_STRATEGY", "useBundled"),
+    )
+
+    from robotcode.debugger.launcher.cli import main
+
+    main()

robotcode/debugger/launcher/__init__.py renamed to bundled/tool/debugger/launcher/__init__.py

@@ -0,0 +1,29 @@
+import os
+import pathlib
+import site
+import sys
+
+
+def update_sys_path(path_to_add: str, strategy: str) -> None:
+    if path_to_add not in sys.path and pathlib.Path(path_to_add).is_dir():
+        if any(p for p in pathlib.Path(path_to_add).iterdir() if p.suffix == ".pth"):
+            site.addsitedir(path_to_add)
+            return
+
+        if strategy == "useBundled":
+            sys.path.insert(0, path_to_add)
+        elif strategy == "fromEnvironment":
+            sys.path.append(path_to_add)
+
+
+if __name__ == "__main__":
+    # Ensure that we can import LSP libraries, and other bundled libraries.
+    update_sys_path(
+        os.fspath(pathlib.Path(__file__).parent.parent.parent / "libs"),
+        os.getenv("LS_IMPORT_STRATEGY", "useBundled"),
+    )
+
+    # Run the language server.
+    from robotcode.language_server.cli import main
+
+    main()

bundled/tool/debugger/launcher/__main__.py

@@ -72,11 +72,11 @@ rest = ["docutils"]
 
 
 [tool.hatch.version]
-path = "robotcode/__version__.py"
+path = "src/robotcode/__version__.py"
 
 
 [tool.hatch.build.targets.sdist]
-only-include = ["robotcode", "CHANGELOG.md"]
+only-include = ["src", "CHANGELOG.md"]
 
 
 [tool.hatch.envs.default]
@@ -177,19 +177,10 @@ build_command = "pip install hatch && hatch build"
 [tool.black]
 line-length = 120
 target-version = ['py38']
-exclude = '''
+extend-exclude = '''
 (
   /(
-      \.eggs         # exclude a few common directories in the
-    | \.git          # root of the project
-    | \.mypy_cache
-    | \.tox
-    | \.venv
-    | \.hatch
-    | build
-    | dist
-    | out
-    | playground
+    | bundled/libs
   )/
 )
 '''
@@ -225,27 +216,9 @@ fail_under = 40
 [tool.ruff]
 line-length = 120
 target-version = "py38"
-exclude = [
-  ".bzr",
-  ".direnv",
-  ".eggs",
-  ".git",
-  ".hg",
-  ".mypy_cache",
-  ".nox",
-  ".pants.d",
-  ".ruff_cache",
-  ".svn",
-  ".tox",
-  ".venv",
-  "__pypackages__",
-  "_build",
-  "buck-out",
-  "build",
-  "dist",
-  "node_modules",
-  "venv",
-  ".hatch",
+src = ["src"]
+extend-exclude = [
+  "bundled/libs",
 ]
 ignore = ["E741", "N805", "N999"]
 select = [
@@ -295,7 +268,7 @@ select = [
 
 [tool.mypy]
 python_version = 3.8
-
+pretty = true
 strict = true
 warn_redundant_casts = true
 warn_unused_ignores = true
@@ -314,6 +287,7 @@ exclude = [
   "out",
   "playground",
   "scripts",
+  "bundled/libs",
 ]