Add script to convert md files into ipynb for jupyterlite

Author: ksunden

convert_all_jupyterlite.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# Find Markdown files convert.
+all_markdown_files=$(find tutorials -type f)
+if [ $# -gt 0 ]; then
+    files_to_process="$@"
+else
+    files_to_process=$all_markdown_files
+fi
+
+OUTDIR="_build/ipynbs"
+
+# Identify Markdown files that are Jupytext and convert them all.
+for file in ${files_to_process}; do
+    echo "Making directory: $OUTDIR/$(dirname $file)"
+    mkdir -p $OUTDIR/$(dirname $file)
+
+    echo loop in $file
+    # Extract the kernel information from the Jupytext Markdown file.
+    kernel_info=$(grep -A 10 '^---$' "$file" | grep -E 'kernelspec')
+    # Skip if no kernel information was found.
+    if [ -z "$kernel_info" ]; then
+      cp $file $OUTDIR/$file
+      continue
+    fi
+    # Convert to ipynb format, to be consumed by pytest nbval plugin.
+    notebook_file="${file%.md}.ipynb"
+    jupytext --to ipynb "$file" --output $OUTDIR/${notebook_file}
+    # Stash file in array to be cleaned up at the end.
+done

pixi.toml

@@ -89,10 +89,11 @@ jupyterlab-myst = ">=2.4"
 
 [feature.jupyterlite-host.tasks]
 setup_wasm = {cmd = "pixi install -e jupyterlite-runtime", inputs = ["pixi.lock"]}
+convert_ipynbs = {cmd = "bash convert_all_jupyterlite.sh", inputs = ["tutorials/"], outputs = ["_build/ipynbs"]}
 
 [feature.jupyterlite-host.tasks.build_wasm]
-cmd = "jupyter lite build --XeusAddon.prefix=.pixi/envs/jupyterlite-runtime --contents tutorials --output-dir _build/html/jupyterlite --settings-overrides=.binder/overrides.json --log-level DEBUG"
-depends-on = ["setup_wasm"]
+cmd = "jupyter lite build --XeusAddon.prefix=.pixi/envs/jupyterlite-runtime --contents _build/ipynbs/tutorials --output-dir _build/html/jupyterlite --settings-overrides=.binder/overrides.json --log-level DEBUG"
+depends-on = ["setup_wasm", "convert_ipynbs"]
 outputs = ["_build/html/jupyterlite/"]
 inputs = ["pixi.lock", "tutorials/"]