rocprofiler-systems - add gfx containers to ghcr (#883)

* Initial skeleton code for rocprofiler-systems-continuous-integration.yml

* Add python3-devel to opensuse and rhel ci images

* Update rocprofiler-systems-containers.yml to include TheRock tarballs

* Update pip install command for Dockerfile.ubuntu.ci

* Fix pip install again for Dockerfile.ubuntu.ci

* Remove skeleton workflow for CI

* Add new ci-gfx containers for TheRock installs

* Add set -e and pipefail to ci Dockerfiles to detect errors

* Upgrade pip in Dockerfile.ubuntu.ci

* revert pipefail set -e change

* Replace build-docker-ci.sh script with Docker step for ci-base

* Add support for gfx950, add containers-ci-gfx.yml

* Add working-directory to matrix setup steps

* Try changing containers-ci-gfx.yml

* make more changes to containers-ci-gfx.yml

* Remove build-docker-ci.sh script from gfx step, fix typo in Dockerfile

* Remove gfx110X and gfx120X for now

* Update ci-gfx docker workflow to use ghcr.io

* Temporary change to test one image

* Enable push to test out ghcr package

* Add labels to debug oauth issue

* add pacakages permissions to step

* add rocprofiler-systems-ghcr.yml workflow

* Remove cache from Docker push action step

* Add prefix to tag

* Add back gfx94X and gfx950 support, add back no push on PR

* Remove gfx container creation from rocprofiler-systems-containers.yml

* Add a gfx950 image for now

* Revert change

projects/rocprofiler-systems/docker/Dockerfile.opensuse.ci

@@ -28,8 +28,8 @@ RUN zypper --non-interactive update -y && \
     zypper --non-interactive dist-upgrade -y && \
     zypper --non-interactive install -y -t pattern devel_basis && \
     zypper --non-interactive install -y binutils-gold chrpath cmake curl dpkg-devel \
-        gcc-c++ git iproute2 libnuma-devel ninja openmpi3-devel papi-devel python3-pip \
-        rpm-build sqlite3-devel vim wget && \
+        gcc-c++ git iproute2 libnuma-devel ninja openmpi3-devel papi-devel python3-devel \
+        python3-pip rpm-build sqlite3-devel vim wget && \
     zypper --non-interactive clean --all && \
     python3 -m pip install 'cmake==3.21' perfetto
 
@@ -47,5 +47,14 @@ RUN wget https://github.com/conda-forge/miniforge/releases/latest/download/Minif
     shopt -s dotglob extglob && \
     rm -rf *
 
+# The Rock Tarball
+ARG GPU_TYPE=""
+ARG GPU_TARBALL=""
+RUN if [ -n "$GPU_TYPE" ] && [ -n "$GPU_TARBALL" ]; then \
+        python3 -m pip install -U awscli; \
+        aws s3 cp "s3://therock-nightly-tarball/${GPU_TARBALL}" rocm-${GPU_TYPE}.tar.gz --no-sign-request; \
+        mv rocm-${GPU_TYPE}.tar.gz /opt/rocm-${GPU_TYPE}.tar.gz; \
+    fi
+
 WORKDIR /home
 SHELL [ "/bin/bash", "--login", "-c" ]

projects/rocprofiler-systems/docker/Dockerfile.rhel.ci

@@ -20,7 +20,7 @@ ARG NJOBS="8"
 RUN yum groupinstall -y "Development Tools" && \
     yum install -y epel-release && crb enable && \
     yum install -y --allowerasing chrpath cmake curl dpkg-devel iproute ninja-build numactl-devel \
-        openmpi-devel papi-devel python3-pip sqlite-devel texinfo wget which vim zlib-devel && \
+        openmpi-devel papi-devel python3-devel python3-pip sqlite-devel texinfo wget which vim zlib-devel && \
     yum clean all && \
     python3 -m pip install 'cmake==3.21' perfetto
 
@@ -38,5 +38,14 @@ RUN wget https://github.com/conda-forge/miniforge/releases/latest/download/Minif
     shopt -s dotglob extglob && \
     rm -rf *
 
+# The Rock Tarball
+ARG GPU_TYPE=""
+ARG GPU_TARBALL=""
+RUN if [ -n "$GPU_TYPE" ] && [ -n "$GPU_TARBALL" ]; then \
+        python3 -m pip install -U awscli; \
+        aws s3 cp "s3://therock-nightly-tarball/${GPU_TARBALL}" rocm-${GPU_TYPE}.tar.gz --no-sign-request; \
+        mv rocm-${GPU_TYPE}.tar.gz /opt/rocm-${GPU_TYPE}.tar.gz; \
+    fi
+
 WORKDIR /home
 SHELL [ "/bin/bash", "--login", "-c" ]

projects/rocprofiler-systems/docker/Dockerfile.ubuntu.ci

@@ -1,4 +1,3 @@
-
 ARG DISTRO
 ARG VERSION
 FROM ${DISTRO}:${VERSION}
@@ -17,7 +16,6 @@ ARG ELFUTILS_DOWNLOAD_VERSION="0.188"
 ARG BOOST_DOWNLOAD_VERSION="1.79.0"
 ARG NJOBS="8"
 
-
 ENV PATH="/usr/local/bin:${PATH}"
 ENV LIBRARY_PATH="/usr/local/lib:/usr/local/lib64:${LIBRARY_PATH}"
 ENV LD_LIBRARY_PATH="/usr/local/lib:/usr/local/lib64:${LD_LIBRARY_PATH}"
@@ -53,6 +51,15 @@ RUN wget https://github.com/conda-forge/miniforge/releases/latest/download/Minif
     shopt -s dotglob extglob && \
     rm -rf *
 
+# The Rock Tarball
+ARG GPU_TYPE=""
+ARG GPU_TARBALL=""
+RUN if [ -n "$GPU_TYPE" ] && [ -n "$GPU_TARBALL" ]; then \
+        pip install --upgrade pip; \
+        pip install awscli --break-system-packages; \
+        aws s3 cp "s3://therock-nightly-tarball/${GPU_TARBALL}" rocm-${GPU_TYPE}.tar.gz --no-sign-request; \
+        mv rocm-${GPU_TYPE}.tar.gz /opt/rocm-${GPU_TYPE}.tar.gz; \
+    fi
 
 ENV LC_ALL=C.UTF-8
 WORKDIR /home

projects/rocprofiler-systems/docker/build-docker-ci.sh

@@ -3,6 +3,7 @@
 set -e
 
 : ${USER:=$(whoami)}
+: ${TYPE:="base"}
 : ${DISTRO:=ubuntu}
 : ${VERSIONS:=24.04}
 : ${NJOBS=$(nproc)}
@@ -11,6 +12,8 @@ set -e
 : ${PYTHON_VERSIONS:="6 7 8 9 10 11 12 13"}
 : ${PUSH:=0}
 : ${PULL:=--pull}
+: ${GPU_TYPE:=""}
+: ${GPU_TARBALL:=""}
 
 verbose-run()
 {
@@ -45,6 +48,7 @@ usage()
     print_default_option elfutils-version "[0.183..0.188]" "ElfUtils version" "${ELFUTILS_VERSION}"
     print_default_option boost-version "[1.67.0..1.79.0]" "Boost version" "${BOOST_VERSION}"
     print_default_option user "[USERNAME]" "DockerHub username" "${USER}"
+    print_default_option type "[base|gfxXXX]" "Type of image to create" "${TYPE}"
 }
 
 send-error()
@@ -69,6 +73,11 @@ do
             usage
             exit 0
             ;;
+        "--type")
+            shift
+            TYPE=${1}
+            reset-last
+            ;;
         "--distro")
             shift
             DISTRO=${1}
@@ -99,6 +108,16 @@ do
             BOOST_VERSION=${1}
             reset-last
             ;;
+        "--gpu-type")
+            shift
+            GPU_TYPE=${1}
+            reset-last
+            ;;
+        "--gpu-tarball")
+            shift
+            GPU_TARBALL=${1}
+            reset-last
+            ;;
         --user|-u)
             shift
             USER=${1}
@@ -156,19 +175,21 @@ do
     verbose-run docker build . \
         ${PULL} \
         -f ${DOCKER_FILE} \
-        --tag ${USER}/rocprofiler-systems:ci-base-${DISTRO}-${VERSION} \
+        --tag ${USER}/rocprofiler-systems:ci-${TYPE}-${DISTRO}-${VERSION} \
         --build-arg DISTRO=${DISTRO_IMAGE} \
         --build-arg VERSION=${VERSION} \
         --build-arg NJOBS=${NJOBS} \
         --build-arg PYTHON_VERSIONS=\"${PYTHON_VERSIONS}\" \
         --build-arg ELFUTILS_DOWNLOAD_VERSION=${ELFUTILS_VERSION} \
-        --build-arg BOOST_DOWNLOAD_VERSION=${BOOST_VERSION}
+        --build-arg BOOST_DOWNLOAD_VERSION=${BOOST_VERSION} \
+        --build-arg GPU_TYPE=${GPU_TYPE} \
+        --build-arg GPU_TARBALL=${GPU_TARBALL} 
 done
 
 if [ "${PUSH}" -gt 0 ]; then
     for VERSION in ${VERSIONS}
     do
-        verbose-run docker push ${USER}/rocprofiler-systems:ci-base-${DISTRO}-${VERSION}
+        verbose-run docker push ${USER}/rocprofiler-systems:ci-${TYPE}-${DISTRO}-${VERSION}
     done
 fi