CI/CD: update Dockerfiles

Author: mrogowski

docker/oshmem/Dockerfile

@@ -1,4 +1,4 @@
-FROM ubuntu:22.04
+FROM ubuntu:latest
 
 ENV INSTALL_DIR=/home/shmem
 ENV DEBIAN_FRONTEND=noninteractive

docker/oshmem_fedora/Dockerfile

@@ -4,17 +4,24 @@ ENV INSTALL_DIR=/home/shmem
 RUN mkdir /home/shmem
 
 RUN dnf update -y && \
-    dnf install -y git vim wget pkg-config make automake gcc gcc-c++ kernel-devel libtool lbzip2 hwloc hwloc-devel pmix pmix-devel ucx ucx-devel libevent libevent-devel python3 python3-devel python3-pip openmpi openmpi-devel && \
+    dnf install -y git vim wget pkg-config make automake gcc gcc-c++ kernel-devel libtool lbzip2 hwloc hwloc-devel pmix pmix-devel libevent libevent-devel python3 python3-devel python3-pip valgrind valgrind-devel && \
     dnf clean all
 
-#RUN cd $INSTALL_DIR && \
-#    git clone https://github.com/openshmem-org/osss-ucx osss-ucx                                              && \
-#    cd osss-ucx/                                                                                              && \
-#    ./autogen.sh                                                                                              && \
-#    ./configure --prefix=$INSTALL_DIR/osss-ucx/install --enable-debug --enable-logging --with-pmix --with-ucx && \
-#    make -j && make install
+RUN cd $INSTALL_DIR && \
+    git clone https://github.com/openucx/ucx && \
+    cd ucx && ./autogen.sh && \
+    ./contrib/configure-devel --prefix=$INSTALL_DIR/ucx-master/install                && \
+    make -j && make install
 
-ENV PATH=$INSTALL_DIR/osss-ucx/install/bin:/usr/lib64/openmpi/bin:"${PATH}" \
+RUN cd $INSTALL_DIR                                                                     && \
+    wget -c https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.4.tar.bz2   && \
+    tar xf openmpi-4.1.4.tar.bz2                                                        && \
+    cd openmpi-4.1.4                                                                    && \
+    ./configure --enable-oshmem --prefix=$INSTALL_DIR/openmpi-4.1.4/install                \
+                --with-ucx=/home/shmem/ucx-master/install                               && \
+    make -j && make install
+
+ENV PATH=/home/shmem/openmpi-4.1.4/install/bin:"${PATH}" \
     OMPI_ALLOW_RUN_AS_ROOT=1 \
     OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
 

docker/oshmem_ubuntu/Dockerfile

@@ -1,5 +1,5 @@
-FROM ubuntu:22.04
-
+FROM ubuntu:latest
+ENV INSTALL_DIR=/home/shmem
 ENV DEBIAN_FRONTEND=noninteractive
 
 RUN apt-get update -y && apt-get install -y \
@@ -8,10 +8,28 @@ RUN apt-get update -y && apt-get install -y \
   build-essential                           \
   automake                                  \
   libtool                                   \
-  openmpi-bin libopenmpi-dev                \
+  wget \
+  valgrind \
   python3 python3-pip python-is-python3
 
-ENV OMPI_ALLOW_RUN_AS_ROOT=1 \
+RUN mkdir /home/shmem
+
+RUN cd $INSTALL_DIR && \
+    git clone https://github.com/openucx/ucx && \
+    cd ucx && ./autogen.sh && \
+    ./contrib/configure-devel --prefix=$INSTALL_DIR/ucx-master/install                && \
+    make -j && make install
+
+RUN cd $INSTALL_DIR                                                                     && \
+    wget -c https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.4.tar.bz2   && \
+    tar xf openmpi-4.1.4.tar.bz2                                                        && \
+    cd openmpi-4.1.4                                                                    && \
+    ./configure --enable-oshmem --prefix=$INSTALL_DIR/openmpi-4.1.4/install                \
+                --with-ucx=/home/shmem/ucx-master/install                               && \
+    make -j && make install
+
+ENV PATH=/home/shmem/openmpi-4.1.4/install/bin:"${PATH}" \
+    OMPI_ALLOW_RUN_AS_ROOT=1 \
     OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
 
 RUN python -m pip install numpy cffi

docker/oshmpi/Dockerfile

@@ -1,4 +1,4 @@
-FROM ubuntu:22.04
+FROM ubuntu:latest
 
 ENV INSTALL_DIR=/home/shmem
 ENV DEBIAN_FRONTEND=noninteractive

docker/sos/Dockerfile

@@ -1,6 +1,6 @@
 # adapted from https://github.com/Sandia-OpenSHMEM/SOS/blob/master/scripts/docker/Dockerfile
 
-FROM ubuntu:22.04
+FROM ubuntu:latest
 
 ENV INSTALL_DIR=/home/shmem
 RUN mkdir /home/shmem