#!/bin/bash SINGULARITYBIN=$(which singularity) CONTAINER=${HOME}/singularity_images/hpl-mofed5-cuda11runtime_verbs.sif OMPI_MCA_orte_launch_agent=$(cat <<EOF $SINGULARITYBIN run --nv $CONTAINER orted EOF ) export SINGULARITYENV_OMPI_MCA_orte_launch_agent=${OMPI_MCA_orte_launch_agent} $SINGULARITYBIN run --nv --cleanenv \ $CONTAINER \ mpirun \ -H thetagpu01:1,thetagpu02:1 \ -n 2 \ --mca plm_rsh_args "-p22" \ hostname