Features/tutorial

.github/containers/x86_64-tutorial/Dockerfile

@@ -0,0 +1,134 @@
+# ┌──────────────┐
+# │  BUILDER     │
+# └──────────────┘
+
+FROM fluxrm/flux-core:latest AS builder 
+USER root
+SHELL ["/bin/bash", "-lc"]
+
+ARG num_jobs
+ARG hypre_version
+
+# Install MariaDB + tools
+# Install extra packages (e.g., git, python3-pip)
+RUN apt-get update && \
+    apt-get install -y lsb-release gnupg software-properties-common  \
+    			git python3 python3-pip mariadb-server mariadb-client \
+			curl \
+			rabbitmq-server supervisor \
+			python3-venv \
+			nlohmann-json3-dev \
+			build-essential cmake \
+		        libopenmpi-dev libmetis-dev libhypre-dev \
+		        libblas-dev liblapack-dev \
+			libhdf5-dev hdf5-tools && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN mkdir -p /run/mysqld \
+ && chown mysql:mysql /run/mysqld
+
+RUN rabbitmq-plugins enable --offline rabbitmq_management
+WORKDIR /opt/archives
+#HYPRE
+RUN curl -L https://github.com/hypre-space/hypre/archive/refs/tags/v${hypre_version}.tar.gz > /opt/archives/hypre-v${hypre_version}.tar.gz && \ 
+    tar xzf hypre-v${hypre_version}.tar.gz && cd hypre-${hypre_version}/src && \
+    ./configure --prefix /usr/local --enable-shared --disable-static && \
+    make -j ${num_jobs} && make install && \
+    rm -rf hypre-v${hypre_version}*
+
+#MFEM
+RUN git clone --depth=1  https://github.com/mfem/mfem.git /opt/archives/mfem && \
+    mkdir -p /opt/archives/mfem/build && cd /opt/archives/mfem/build/ && \
+    cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DMFEM_USE_MPI=ON -DMFEM_USE_METIS_5=ON -DMFEM_USE_HYPRE=ON .. && \
+    make -j"$(nproc)" && \
+    make install
+
+#CALIPER
+RUN cd /opt/archives/ && \
+    git clone --depth 1 https://github.com/LLNL/Caliper.git && \
+    cd Caliper && \
+    mkdir build && cd build && \
+    cmake -DCMAKE_INSTALL_PREFIX=/usr/local/ .. && \
+    make  && \
+    make install
+
+#AMQCPP
+RUN cd /opt/archives/ && \
+	git clone --depth=1 https://github.com/CopernicaMarketingSoftware/AMQP-CPP.git && \
+	mkdir -p /opt/archives/AMQP-CPP/build/ && \
+	cd /opt/archives/AMQP-CPP/build/ && \
+	cmake -DCMAKE_CXX_FLAGS="-D_GLIBCXX_USE_CXX11_ABI=0"  -DAMQP-CPP_LINUX_TCP=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DAMQP-CPP_BUILD_SHARED=On .. && \
+	make && \
+	make install
+
+RUN python3 -m venv /app/venv --system-site-packages
+ENV PATH="/app/venv/bin:$PATH"
+RUN source /app/venv/bin/activate && \
+		python3 -m pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \
+		python -m pip install --no-cache-dir h5py
+
+ENV AMS_MFEM_PATH=/usr/local/
+ENV AMS_TORCH_PATH=/app/venv/lib/python3.11/site-packages/torch/share/cmake/Torch
+
+RUN cd /opt/archives/ && \
+	source /app/venv/bin/activate && \
+	git clone --depth 1 https://github.com/LLNL/AMS.git -b features/tutorial && \
+	mkdir -p /opt/archives/AMS/build/ && \
+	cd /opt/archives/AMS/build/ && \
+	cmake \
+	  -DWITH_RMQ=On \
+	  -DBUILD_SHARED_LIBS=On \
+	  -DWITH_CALIPER=On \
+	  -DWITH_HDF5=On \
+          -DWITH_AMS_DEBUG=On \
+	  -DCMAKE_INSTALL_RPATH_USE_LINK_PATH=On \
+	  -DCMAKE_INSTALL_PREFIX=/usr/local \
+	  -DCMAKE_BUILD_TYPE=Release \
+	  -DWITH_CUDA=Off \
+	  -DMFEM_DIR=$AMS_MFEM_PATH \
+	  -DWITH_MPI=On \
+	  -DWITH_TORCH=On \
+	  -DTorch_DIR=$AMS_TORCH_PATH \
+	  -DWITH_WORKFLOW=On \
+	  ../ && \
+	  make && \
+	  make install
+
+# ┌──────────────┐
+# │  RUNTIME     │
+# └──────────────┘
+FROM fluxrm/flux-core:latest AS runtime 
+USER root
+SHELL ["/bin/bash", "-lc"]
+
+# 1) Install _only_ runtime deps
+RUN apt-get update && \
+    apt-get install -y lsb-release gnupg software-properties-common  \
+    			git python3 python3-pip mariadb-server mariadb-client \
+			curl \
+			rabbitmq-server supervisor \
+			python3-venv \
+			nlohmann-json3-dev \
+			build-essential cmake \
+		        libopenmpi-dev libmetis-dev libhypre-dev \
+		        libblas-dev liblapack-dev \
+			libhdf5-dev hdf5-tools && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# 2) Copy in your built artifacts
+COPY --from=builder /usr/local /usr/local
+COPY --from=builder /app/venv    /app/venv
+
+# 3) Copy configs & entrypoint
+COPY entrypoint.sh        /usr/local/bin/entrypoint.sh
+COPY rabbitmq.conf        /etc/rabbitmq/rabbitmq.conf
+COPY supervisord.conf     /etc/supervisor/conf.d/supervisord.conf
+ENV PATH="/app/venv/bin:$PATH"
+
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
+CMD ["supervisord", "-n", "-c", "/etc/supervisor/conf.d/supervisord.conf"]
+

.github/containers/x86_64-tutorial/README.md

@@ -0,0 +1,13 @@
+# Container with all necessary AMS dependencies installed and with AMS 
+
+The container runs a RMQ and a MariaDB server on startup. To build issue:
+
+```bash
+docker build -t <your-registry>/ams-tutorial:latest . --build-arg hypre_version=2.33.0
+```
+
+To run issue:
+```bash
+docker run --rm -it -v "$(pwd)":/workspace -w /workspace  <your-registry>/ams-tutorial:latest bash
+```
+

.github/containers/x86_64-tutorial/entrypoint.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+set -e
+
+# 1) ensure the socket directory exists and is owned by mysql
+mkdir -p /run/mysqld
+chown mysql:mysql /run/mysqld
+
+# 2) start MariaDB directly
+#    this will background itself (via mysqld_safe)
+exec /usr/bin/mysqld_safe --datadir=/var/lib/mysql &
+
+# 3) wait until it's up
+while ! mysqladmin ping -uroot --silent; do
+  sleep 1
+done
+echo "MariaDB is up!"
+
+: "${MYSQL_ROOT_PASSWORD:=root}"     # default, if not passed-in
+mysql -uroot <<-EOSQL
+  ALTER USER 'root'@'localhost' IDENTIFIED BY '${MYSQL_ROOT_PASSWORD}';
+  FLUSH PRIVILEGES;
+EOSQL
+echo "Root password set to '${MYSQL_ROOT_PASSWORD}'"
+
+# 4) start RabbitMQ in detached mode
+rabbitmq-server -detached
+
+# 5) Load the python venv
+source /app/venv/bin/activate
+
+# 6) drop into a shell (or run passed-in command)
+if [ $# -gt 0 ]; then
+  exec "$@"
+else
+  exec bash
+fi
+

.github/containers/x86_64-tutorial/init.sql

@@ -0,0 +1,6 @@
+ALTER USER 'root'@'localhost' IDENTIFIED BY 'secret';
+CREATE DATABASE IF NOT EXISTS testdb;
+CREATE USER IF NOT EXISTS 'testuser'@'localhost' IDENTIFIED BY 'testpass';
+GRANT ALL PRIVILEGES ON testdb.* TO 'testuser'@'localhost';
+FLUSH PRIVILEGES;
+

.github/containers/x86_64-tutorial/rabbitmq.conf

@@ -0,0 +1,5 @@
+# rabbitmq.conf
+listeners.tcp.default = 127.0.0.1:5672
+management.listener.ip   = 127.0.0.1
+management.listener.port = 15672
+

.github/containers/x86_64-tutorial/supervisord.conf

@@ -0,0 +1,22 @@
+[supervisord]
+nodaemon=true
+logfile=/var/log/supervisord.log
+
+[program:mariadb]
+; run MariaDB as the mysql user so mysqld won’t abort
+user = mysql
+command = /usr/bin/mysqld_safe --datadir=/var/lib/mysql
+stdout_logfile = /dev/stdout
+stderr_logfile = /dev/stderr
+priority = 10
+autorestart = true
+
+[program:rabbitmq]
+; run RabbitMQ as the rabbitmq user
+user = rabbitmq
+command = /usr/sbin/rabbitmq-server
+stdout_logfile = /dev/stdout
+stderr_logfile = /dev/stderr
+priority = 20
+autorestart = true
+