Add pipeline for build R with libs

Add pipeline for build R with libs

Add pipeline for build R with libs

Author: chudyandrej

.circleci/config.yml

@@ -182,12 +182,44 @@ jobs:
       - docker_login
       - setup_buildkit_builder
       - run:
-          name: Build and push python-conda image
+          name: Build and push ir image
           command: |
             REPOSITORY="deepnote/ir"
             TAG="${R_VERSION}${CIRCLE_PULL_REQUEST:+-ra-${CIRCLE_PULL_REQUEST##*/}}"
             docker buildx build \
-              --file=./ir/Dockerfile.ir \
+              --file=./ir/ir-base/Dockerfile.ir \
+              --tag=978928340082.dkr.ecr.us-east-1.amazonaws.com/${REPOSITORY}:${TAG} \
+              --tag=docker.io/${REPOSITORY}:${TAG} \
+              --build-arg R_VERSION=${R_VERSION} \
+              --build-arg PYTHON_VERSION=${PYTHON_VERSION} \
+              --cache-from type=registry,ref=docker.io/${REPOSITORY}:${TAG}-buildcache,mode=max \
+              --cache-to type=registry,ref=docker.io/${REPOSITORY}:${TAG}-buildcache,mode=max,image-manifest=true,oci-mediatypes=true \
+              --progress plain \
+              --platform linux/amd64 \
+              --provenance=false \
+              --sbom=false \
+              --output type=registry,push=true \
+              ./ir/ir-base
+  build-and-push-ir-with-libs:
+    machine:
+      image: ubuntu-2404:current
+    parameters:
+      r-version:
+        type: string
+    environment:
+      R_VERSION: << parameters.r-version >>
+      PYTHON_VERSION: "3.9"
+    steps:
+      - checkout
+      - docker_login
+      - setup_buildkit_builder
+      - run:
+          name: Build and push ir with datascience libraries
+          command: |
+            REPOSITORY="deepnote/ir-with-libs"
+            TAG="${R_VERSION}${CIRCLE_PULL_REQUEST:+-ra-${CIRCLE_PULL_REQUEST##*/}}"
+            docker buildx build \
+              --file=.ir/ir-with-libs/Dockerfile.ir \
               --tag=978928340082.dkr.ecr.us-east-1.amazonaws.com/${REPOSITORY}:${TAG} \
               --tag=docker.io/${REPOSITORY}:${TAG} \
               --build-arg R_VERSION=${R_VERSION} \
@@ -199,7 +231,7 @@ jobs:
               --provenance=false \
               --sbom=false \
               --output type=registry,push=true \
-              ./ir
+              ./ir/ir-with-libs
 
   build-and-push-gpu:
     machine:
@@ -285,6 +317,13 @@ workflows:
               r-version: *r-versions
           requires:
             - Python 3.9.19
+      - build-and-push-ir-with-libs:
+          name: R with libs << matrix.r-version >>
+          matrix:
+            parameters:
+              r-version: *r-versions
+          requires:
+            - R << matrix.r-version >>
 
       - build-and-push-gpu:
           name: Tensorflow 2.9

ir-with-libs/Dockerfile

@@ -0,0 +1,11 @@
+ARG R_VERSION=4.2.0
+FROM deepnote/ir:${R_VERSION}
+
+
+# Install the R libraries
+RUN R -e "install.packages(c('tidyverse', 'data.table', 'RSQLite', 'remotes', 'reticulate', 'igraph', 'plotly'), dependencies = T)"
+
+# Workaround for Java to install correctly
+RUN mkdir -p /usr/share/man/man1/
+
+RUN R -e "install.packages(c('rgl', 'hdf5r', 'rJava'), dependencies = T)"