lite: Fix robotkernel dependencies

Author: datakurre

lite/jupyter-lite.json

@@ -5,6 +5,7 @@
     "collaborative": true,
     "exposeAppInBrowser": true,
     "disabledExtensions": [
+      "@jupyterlite/javascript-kernel-extension",
       "jupyterlab-videochat:rooms-server",
       "nbdime-jupyterlab"
     ]

lite/jupyterlite-robotkernel/MANIFEST.in

@@ -1,19 +1,17 @@
 include LICENSE
 include *.md
-include pyproject.toml
 include package.json
 include install.json
-include ts*.json
 include yarn.lock
 
-graft jupyterlite_robotkernel/labextension
+graft py_src/jupyterlite_robotkernel/addons
+graft py_src/jupyterlite_robotkernel/labextension
 
 # Javascript files
-graft src
+graft packages
 graft style
 prune **/node_modules
-prune lib
-prune binder
+prune **/lib
 
 # Patterns to exclude from any directory
 global-exclude *~

lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/addons/__init__.py

@@ -1,5 +1,7 @@
 """a JupyterLite addon for supporting piplite wheels"""
 
+# Overridden to patch_jupyterlite_json to support robolite-kernel
+
 from jupyterlite.addons.piplite import PipliteAddon as BasePipliteAddon
 from jupyterlite.addons.piplite import PIPLITE_URLS
 from jupyterlite.addons.piplite import write_wheel_index
@@ -12,7 +14,6 @@
 from pathlib import Path
 
 import json
-import subprocess
 import sys
 
 
@@ -22,63 +23,6 @@
 
 
 class PipliteAddon(BasePipliteAddon):
-    def post_init(self, manager):
-        """update the root jupyter-lite.json with pipliteUrls"""
-        yield from super().post_init(manager)
-        if not any(
-            [
-                set(self.output_wheels.glob("robotkernel-*")),
-                any(["/robotkernel-" in url for url in manager.piplite_urls]),
-            ]
-        ):
-            # Install robotkernel
-            self.output_wheels.mkdir(parents=True, exist_ok=True)
-            subprocess.check_call(
-                [PY, "-m", "pip", "wheel", "--prefer-binary", "robotkernel >= 1.6a2"],
-                cwd=self.output_wheels,
-            )
-            # Remove wheels that conflict with pyolite shims
-            subprocess.check_call(["rm", *self.output_wheels.glob("ipykernel-*")])
-            subprocess.check_call(
-                ["rm", *self.output_wheels.glob("widgetsnbextension-*")]
-            )
-            # Remove binary wheels
-            subprocess.check_call(
-                [
-                    "rm",
-                    *(
-                        set(self.output_wheels.glob("*"))
-                        - (set(self.output_wheels.glob("*-none-any.whl")))
-                    ),
-                ]
-            )
-            # Freeze
-            PY2_PY3_EXCEPTIONS = ["testpath-0.6.0-py3-none-any.whl"]
-            (manager.output_dir / "jupyter_lite_config.json").write_text(
-                json.dumps(
-                    {
-                        "LiteBuildConfig": {
-                            "piplite_urls": [
-                                f"""https://files.pythonhosted.org/packages/py2.py3/{path.name[0]}/{path.name.split("-")[0]}/{path.name}"""
-                                for path in sorted(
-                                    self.output_wheels.glob("*-none-any.whl")
-                                )
-                                if path.name.endswith("py2.py3-none-any.whl")
-                                or path.name in PY2_PY3_EXCEPTIONS
-                            ]
-                            + [
-                                f"""https://files.pythonhosted.org/packages/py3/{path.name[0]}/{path.name.split("-")[0]}/{path.name}"""
-                                for path in sorted(
-                                    self.output_wheels.glob("*-none-any.whl")
-                                )
-                                if not path.name.endswith("py2.py3-none-any.whl")
-                                and path.name not in PY2_PY3_EXCEPTIONS
-                            ]
-                        }
-                    },
-                    indent=4,
-                )
-            )
 
     def patch_jupyterlite_json(self, jupyterlite_json, whl_index, whl_metas, pkg_jsons):
         """add the piplite wheels to jupyter-lite.json"""

lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/piplite.py renamed to lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/addons/piplite.py

@@ -0,0 +1,31 @@
+"""Install RobotKernel wheels."""
+from importlib import resources
+from jupyterlite.addons.base import BaseAddon
+from pathlib import Path
+
+import json
+import traitlets
+
+DEFAULT_WHEELS = json.loads(
+    resources.read_text("jupyterlite_robotkernel.addons", "wheels.json")
+)
+
+
+class RobotKernelAddon(BaseAddon):
+    """Ensures the unique dependencies of robotkernel are available."""
+
+    __all__ = ["pre_build"]
+
+    wheel_urls = traitlets.List(DEFAULT_WHEELS).tag(config=True)
+
+    def pre_build(self, manager):
+        """Downloads wheels."""
+        for wheel in self.wheel_urls:
+            dest = manager.output_dir / "pypi" / Path(wheel).name
+            if dest.exists():
+                continue
+            yield dict(
+                name=f"""fetch:{wheel.rsplit("/", 1)[-1]}""",
+                actions=[(self.fetch_one, [wheel, dest])],
+                targets=[dest]
+            )

lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/addons/robotkernel.py

@@ -0,0 +1,56 @@
+[
+    "https://files.pythonhosted.org/packages/py2.py3/a/asttokens/asttokens-2.0.5-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/a/attrs/attrs-21.4.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/b/backcall/backcall-0.2.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/b/bleach/bleach-4.1.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/d/defusedxml/defusedxml-0.7.1-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/d/docutils/docutils-0.18.1-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/e/executing/executing-0.8.3-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/i/ipython_genutils/ipython_genutils-0.2.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/i/ipywidgets/ipywidgets-7.7.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/j/jedi/jedi-0.18.1-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/j/jupyterlab_pygments/jupyterlab_pygments-0.1.2-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/l/lunr/lunr-0.6.2-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/m/mistune/mistune-0.8.4-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/pandocfilters/pandocfilters-1.5.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/parso/parso-0.8.3-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/pexpect/pexpect-4.8.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/pickleshare/pickleshare-0.7.5-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/ptyprocess/ptyprocess-0.7.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/pycparser/pycparser-2.21-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/p/python_dateutil/python_dateutil-2.8.2-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/s/six/six-1.16.0-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/t/testpath/testpath-0.6.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/w/wcwidth/wcwidth-0.2.5-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py2.py3/w/webencodings/webencodings-0.5.1-py2.py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/J/Jinja2/Jinja2-3.1.1-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/P/Pygments/Pygments-2.11.2-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/S/Send2Trash/Send2Trash-1.8.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/a/argon2_cffi/argon2_cffi-21.3.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/b/beautifulsoup4/beautifulsoup4-4.10.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/d/decorator/decorator-5.1.1-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/e/entrypoints/entrypoints-0.4-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/i/ipython/ipython-8.2.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/j/jsonschema/jsonschema-4.4.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/j/jupyter_client/jupyter_client-7.2.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/j/jupyter_core/jupyter_core-4.9.2-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/j/jupyterlab_widgets/jupyterlab_widgets-1.1.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/m/matplotlib_inline/matplotlib_inline-0.1.3-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/n/nbclient/nbclient-0.5.13-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/n/nbconvert/nbconvert-6.4.5-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/n/nbformat/nbformat-5.2.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/n/nest_asyncio/nest_asyncio-1.5.4-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/n/notebook/notebook-6.4.10-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/p/packaging/packaging-21.3-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/p/prometheus_client/prometheus_client-0.13.1-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/p/prompt_toolkit/prompt_toolkit-3.0.28-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/p/pure_eval/pure_eval-0.2.2-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/p/pyparsing/pyparsing-3.0.7-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/r/robotframework/robotframework-5.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/r/robotkernel/robotkernel-1.6a2-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/s/setuptools/setuptools-61.2.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/s/soupsieve/soupsieve-2.3.1-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/s/stack_data/stack_data-0.2.0-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/t/terminado/terminado-0.13.3-py3-none-any.whl",
+    "https://files.pythonhosted.org/packages/py3/t/traitlets/traitlets-5.1.1-py3-none-any.whl"
+]

lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/addons/wheels.json

@@ -0,0 +1,67 @@
+"""Generate wheels.json for RobotKernelAddon
+
+Usage:
+
+    python wheels.py
+
+"""
+
+from contextlib import contextmanager
+from tempfile import mkdtemp
+from pathlib import Path
+
+import json
+import os
+import subprocess
+import sys
+import shutil
+
+PY = Path(sys.executable)
+
+
+@contextmanager
+def NamedTemporaryDirectory():
+    tmpdir = mkdtemp()
+    try:
+        yield tmpdir
+    finally:
+        shutil.rmtree(tmpdir)
+
+
+def wheels_json(tmpdir: str):
+    cwd = Path(tmpdir).resolve()
+    cwd.mkdir(parents=True, exist_ok=True)
+    # Install robotkernel
+    subprocess.check_call(
+        [PY, "-m", "pip", "wheel", "--prefer-binary", "robotkernel >=1.6a1"], cwd=cwd
+    )
+    # Remove wheels that conflict with pyolite shims
+    for path in cwd.glob("ipykernel-*"):
+        os.unlink(path)
+    for path in cwd.glob("widgetsnbextension-*"):
+        os.unlink(path)
+    # Remove binary wheels
+    for path in set(cwd.glob("*")) - (set(cwd.glob("*-none-any.whl"))):
+        os.unlink(path)
+    # Freeze
+    PY2_PY3_EXCEPTIONS = ["testpath-0.6.0-py3-none-any.whl"]
+    return json.dumps(
+        [
+            f"""https://files.pythonhosted.org/packages/py2.py3/{path.name[0]}/{path.name.split("-")[0]}/{path.name}"""
+            for path in sorted(cwd.glob("*-none-any.whl"))
+            if path.name.endswith("py2.py3-none-any.whl")
+            or path.name in PY2_PY3_EXCEPTIONS
+        ]
+        + [
+            f"""https://files.pythonhosted.org/packages/py3/{path.name[0]}/{path.name.split("-")[0]}/{path.name}"""
+            for path in sorted(cwd.glob("*-none-any.whl"))
+            if not path.name.endswith("py2.py3-none-any.whl")
+            and path.name not in PY2_PY3_EXCEPTIONS
+        ],
+        indent=4,
+    )
+
+
+if __name__ == "__main__":
+    with NamedTemporaryDirectory() as tmpdir:
+        (Path(__file__).parent / "wheels.json").write_text(wheels_json(tmpdir))

lite/jupyterlite-robotkernel/py_src/jupyterlite_robotkernel/addons/wheels.py

@@ -32,7 +32,7 @@ classifiers =
     Topic :: Multimedia :: Graphics :: Presentation
 
 [options]
-python_requires = >=3.6
+python_requires = >=3.7
 package_dir =
     = py_src
 
@@ -52,4 +52,5 @@ where =
 
 [options.entry_points]
 jupyterlite.addon.v0 =
-    piplite = jupyterlite_robotkernel.piplite:PipliteAddon
+    piplite = jupyterlite_robotkernel.addons.piplite:PipliteAddon
+    robotkernel = jupyterlite_robotkernel.addons.robotkernel:RobotKernelAddon