NO-JIRA: replace uv with micropipenv in sync-requirements-txt.sh and add sync-pylock-toml.sh script

Author: jiridanek

Makefile

@@ -477,6 +477,7 @@ refresh-pipfilelock-files:
 	echo "Regenerating requirements.txt files"
 	pushd $(ROOT_DIR)
 		bash $(ROOT_DIR)/scripts/sync-requirements-txt.sh
+		bash $(ROOT_DIR)/scripts/sync-pylock-toml.sh
 	popd
 
 # This is only for the workflow action

scripts/sync-pylock-toml.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+set -Eeuxo pipefail
+
+# The following will create a pylock.toml file for every jupyter/ requirements.txt we have.
+uv --version || pip install uv
+cd jupyter
+find . -name "requirements.txt" -type f > files.txt
+cd ..
+while read -r file; do
+
+  echo "Processing $file"
+  path="${file#./*}"
+  image_name="${path%/*/*}"
+  python_version="${path%/*}"
+  python_version="${python_version##*-}"
+  image_name="${image_name/+/-}"
+
+  if [[ "$path" == *"rocm/"* ]]; then
+    image_name="${image_name#*/}-rocm"
+  fi
+
+  # NOTE: --format requirements.txt is useless because of https://github.com/astral-sh/uv/issues/15534
+  # uv pip compile --format requirements.txt --python ${python_version} -o jupyter/${path} --generate-hashes --emit-index-url --group jupyter-${image_name}-image --python-platform linux --no-annotate -q
+  uv pip compile --format pylock.toml --python "${python_version}" -o "jupyter/${path%requirements.txt}pylock.toml" --generate-hashes --emit-index-url --group "jupyter-${image_name}-image" --python-platform "linux" --no-annotate -q
+
+done < jupyter/files.txt
+
+rm jupyter/files.txt

scripts/sync-requirements-txt.sh

@@ -4,26 +4,9 @@ set -Eeuxo pipefail
 # Our build tooling depends on requirements.txt files with hashes
 # Namely, Konflux (https://konflux-ci.dev/), and Cachi2 (https://github.com/containerbuildsystem/cachi2).
 
-# The following will create an extra requirement.txt file for every Pipfile.lock we have.
-uv --version || pip install uv
-cd jupyter
-find . -name "requirements.txt" -type f > files.txt
-cd ..
-while read -r file; do
-
-  echo "Processing $file"
-  path="${file#./*}"
-  image_name="${path%/*/*}"
-  python_version="${path%/*}"
-  python_version="${python_version##*-}"
-  image_name="${image_name/+/-}"
-
-  if [[ "$path" == *"rocm/"* ]]; then
-    image_name="${image_name#*/}-rocm"
-  fi
-  
-  uv pip compile --format requirements.txt --python ${python_version} -o jupyter/${path} --generate-hashes --group jupyter-${image_name}-image --python-platform linux --no-annotate -q
-
-done < jupyter/files.txt
-
-rm jupyter/files.txt
+# The following will create an extra requirements.txt file for every Pipfile.lock we have.
+micropipenv --version || pip install micropipenv
+find . -name Pipfile.lock -execdir bash -c '
+  echo "# Generated by /scripts/sync-requirements-txt.sh from Pipfile.lock" > requirements.txt &&
+  echo >> requirements.txt &&
+  micropipenv requirements >> requirements.txt' \;