rocm-systems/scripts/functional_tests/driver.sh

# Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.

#!/bin/bash

if [ $# -eq 0 ] ; then
    echo "This script must be run with at least 2 arguments."
    echo 'Usage: ${0} argument1 argument2 [argument3]'
    echo "  argument1 : path to the tester driver"
    echo "  argument2 : test type to run, e.g put"
    echo "  argument3 : directory to put the output logs"
    exit 1
fi

echo "Test Name ${2}"

check() {
    if [ $? -ne 0 ]
    then
        echo "Failed $1" >&2
    fi
}

case $2 in
    ###########################################################################
    ############################## SERIAL TESTS ###############################
    ###########################################################################
    *"serial")
        echo "get_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 0 > $3/get_n2_w1_z1_1MB.log
        check get_n2_w1_z1_1MB
        echo "getnbi_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 1 > $3/getnbi_n2_w1_z1_1MB.log
        check getnbi_n2_w1_z1_1MB
        echo "put_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 2 > $3/put_n2_w1_z1_1MB.log
        check put_n2_w1_z1_1MB
        echo "putnbi_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 3 > $3/putnbi_n2_w1_z1_1MB.log
        check putnbi_n2_w1_z1_1MB
        echo "amofadd_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 6 > $3/amofadd_n2_w1_z1.log
        check amofadd_n2_w1_z1
        echo "amofinc_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 7 > $3/amofinc_n2_w1_z1.log
        check amofinc_n2_w1_z1
        echo "amofetch_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 8 > $3/amofetch_n2_w1_z1.log
        check amofetch_n2_w1_z1
        echo "amofcswap_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 9 > $3/amofcswap_n2_w1_z1.log
        check amofcswap_n2_w1_z1
        echo "amoadd_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 10 > $3/amoadd_n2_w1_z1.log
        check amoadd_n2_w1_z1
        echo "amoinc_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 11 > $3/amoinc_n2_w1_z1.log
        check amoinc_n2_w1_z1
        # echo "pingpong_n2_w1"
        # ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 14 > $3/pingpong_n2_w1.log
        # check pingpong_n2_w1
        echo "amoset_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 44 > $3/amoset_n2_w1_z1.log
        check amoset_n2_w1_z1
        ;;

    ###########################################################################
    ############################### SHORT TESTS ###############################
    ###########################################################################
    *"short")
        echo "get_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 0 > $3/get_n2_w16_z128_8B.log
        check get_n2_w16_z128_8B
        echo "getnbi_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 1 > $3/getnbi_n2_w16_z128_8B.log
        check getnbi_n2_w16_z128_8B
        echo "put_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 2 > $3/put_n2_w16_z128_8B.log
        check put_n2_w16_z128_8B
        echo "putnbi_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 3 > $3/putnbi_n2_w16_z128_8B.log
        check putnbi_n2_w16_z128_8B
        echo "amofadd_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 6 > $3/amofadd_n2_w8_z1.log
        check amofadd_n2_w8_z1
        echo "amofinc_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 7 > $3/amofinc_n2_w8_z1.log
        check amofinc_n2_w8_z1
        echo "amofetch_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 8 > $3/amofetch_n2_w8_z1.log
        check amofetch_n2_w8_z1
        echo "amofcswap_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 9 > $3/amofcswap_n2_w8_z1.log
        check amofcswap_n2_w8_z1
        echo "amoadd_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 10 > $3/amoadd_n2_w8_z1.log
        check amoadd_n2_w8_z1
        echo "amoinc_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 11 > $3/amoinc_n2_w8_z1.log
        check amoinc_n2_w8_z1
        # echo "pingpong_n2_w1"
        # ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 14 > $3/pingpong_n2_w1.log
        # check pingpong_n2_w1
        echo "amoset_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 44 > $3/amoset_n2_w8_z1.log
        check amoset_n2_w8_z1
        ;;

    ###########################################################################
    ############################# EXHAUSTIVE TESTS ############################
    ###########################################################################
    *"exhaustive")
        ############################### GET ###################################
        echo "get_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 0 > $3/get_n2_w1_z1_1MB.log
        check get_n2_w1_z1_1MB
        echo "get_n2_w1_z1024_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -s 512 -a 0 > $3/get_n2_w1_z1024_512B.log
        check get_n2_w1_z1024_512B
        echo "get_n2_w8_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -s 1048576 -a 0 > $3/get_n2_w8_z1_1MB.log
        check get_n2_w8_z1_1MB
        echo "get_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 0 > $3/get_n2_w16_z128_8B.log
        check get_n2_w16_z128_8B
        echo "get_n2_w32_z256_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 256 -s 512 -a 0 > $3/get_n2_w32_z256_512B.log
        check get_n2_w32_z256_512B
        echo "get_n2_w64_z1024_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=64 mpirun -np 2 $1 -w 64 -z 1024 -s 8 -a 0 > $3/get_n2_w64_z1024_8B.log
        check get_n2_w64_z1024_8B
        ############################### GETNBI ################################
        echo "getnbi_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 1 > $3/getnbi_n2_w1_z1_1MB.log
        check getnbi_n2_w1_z1_1MB
        echo "getnbi_n2_w1_z1024_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -s 512 -a 1 > $3/getnbi_n2_w1_z1024_512B.log
        check getnbi_n2_w1_z1024_512B
        echo "getnbi_n2_w8_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -s 1048576 -a 1 > $3/getnbi_n2_w8_z1_1MB.log
        check getnbi_n2_w8_z1_1MB
        echo "getnbi_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 1 > $3/getnbi_n2_w16_z128_8B.log
        check getnbi_n2_w16_z128_8B
        echo "getnbi_n2_w32_z256_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 256 -s 512 -a 1 > $3/getnbi_n2_w32_z256_512B.log
        check getnbi_n2_w32_z256_512B
        echo "getnbi_n2_w64_z1024_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=64 mpirun -np 2 $1 -w 64 -z 1024 -s 8 -a 1 > $3/getnbi_n2_w64_z1024_8B.log
        check getnbi_n2_w64_z1024_8B
        ############################### PUT ###################################
        echo "put_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 2 > $3/put_n2_w1_z1_1MB.log
        check put_n2_w1_z1_1MB
        echo "put_n2_w1_z1024_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -s 512 -a 2 > $3/put_n2_w1_z1024_512B.log
        check put_n2_w1_z1024_512B
        echo "put_n2_w8_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -s 1048576 -a 2 > $3/put_n2_w8_z1_1MB.log
        check put_n2_w8_z1_1MB
        echo "put_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 2 > $3/put_n2_w16_z128_8B.log
        check put_n2_w16_z128_8B
        echo "put_n2_w32_z256_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 256 -s 512 -a 2 > $3/put_n2_w32_z256_512B.log
        check put_n2_w32_z256_512B
        echo "put_n2_w64_z1024_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=64 mpirun -np 2 $1 -w 64 -z 1024 -s 8 -a 2 > $3/put_n2_w64_z1024_8B.log
        check put_n2_w64_z1024_8B
        ############################### PUTNBI ################################
        echo "putnbi_n2_w1_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 3 > $3/putnbi_n2_w1_z1_1MB.log
        check putnbi_n2_w1_z1_1MB
        echo "putnbi_n2_w1_z1024_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -s 512 -a 3 > $3/putnbi_n2_w1_z1024_512B.log
        check putnbi_n2_w1_z1024_512B
        echo "putnbi_n2_w8_z1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -s 1048576 -a 3 > $3/putnbi_n2_w8_z1_1MB.log
        check putnbi_n2_w8_z1_1MB
        echo "putnbi_n2_w16_z128_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=16 mpirun -np 2 $1 -w 16 -z 128 -s 8 -a 3 > $3/putnbi_n2_w16_z128_8B.log
        check putnbi_n2_w16_z128_8B
        echo "putnbi_n2_w32_z256_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 256 -s 512 -a 3 > $3/putnbi_n2_w32_z256_512B.log
        check putnbi_n2_w32_z256_512B
        echo "putnbi_n2_w64_z1024_8B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=64 mpirun -np 2 $1 -w 64 -z 1024 -s 8 -a 3 > $3/putnbi_n2_w64_z1024_8B.log
        check putnbi_n2_w64_z1024_8B
        ############################# REDUCTION ##############################
        echo "reduction_n2_w1_z1_32K"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 5 > $3/reduction_n2_w1_z1_32K.log
        check reduction_n2_w1_z1_32K
        echo "reduction_n2_w8_z1_32K"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -s 32768 -a 5 > $3/reduction_n2_w8_z1_32K.log
        check reduction_n2_w8_z1_32K
        echo "reduction_n2_w32_z1_32K"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 1 -s 32768 -a 5 > $3/reduction_n2_w32_z1_32K.log
        check reduction_n2_w32_z1_32K
        ############################## AMOFADD ###############################
        echo "amofadd_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 6 > $3/amofadd_n2_w1_z1.log
        check amofadd_n2_w1_z1
        echo "amofadd_n2_w1_z1024"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -a 6 > $3/amofadd_n2_w1_z1024.log
        check amofadd_n2_w1_z1024
        echo "amofadd_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 6 > $3/amofadd_n2_w8_z1.log
        check amofadd_n2_w8_z1
        echo "amofadd_n2_w32_z128"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 128 -a 6 > $3/amofadd_n2_w32_z128.log
        check amofadd_n2_w32_z128
        ############################## AMOFINC ###############################
        echo "amofinc_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 7 > $3/amofinc_n2_w1_z1.log
        check amofinc_n2_w1_z1
        echo "amofinc_n2_w1_z1024"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -a 7 > $3/amofinc_n2_w1_z1024.log
        check amofinc_n2_w1_z1024
        echo "amofinc_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 7 > $3/amofinc_n2_w8_z1.log
        check amofinc_n2_w8_z1
        echo "amofinc_n2_w32_z128"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 128 -a 7 > $3/amofinc_n2_w32_z128.log
        check amofinc_n2_w32_z128
        ############################ AMOFETCH ################################
        echo "amofetch_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 8 > $3/amofetch_n2_w1_z1.log
        check amofetch_n2_w1_z1
        echo "amofetch_n2_w1_z1024"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -a 8 > $3/amofetch_n2_w1_z1024.log
        check amofetch_n2_w1_z1024
        echo "amofetch_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 8 > $3/amofetch_n2_w8_z1.log
        check amofetch_n2_w8_z1
        echo "amofetch_n2_w32_z128"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 128 -a 8 > $3/amofetch_n2_w32_z128.log
        check amofetch_n2_w32_z128
        ########################### AMOFCSWAP ################################
        echo "amofcswap_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 9 > $3/amofcswap_n2_w1_z1.log
        check amofcswap_n2_w1_z1
        echo "amofcswap_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 9 > $3/amofcswap_n2_w8_z1.log
        check amofcswap_n2_w8_z1
        echo "amofcswap_n2_w32_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 1 -a 9 > $3/amofcswap_n2_w32_z1.log
        check amofcswap_n2_w32_z1
        ############################# AMOADD ################################
        echo "amoadd_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 10 > $3/amoadd_n2_w1_z1.log
        check amoadd_n2_w1_z1
        echo "amoadd_n2_w1_z1024"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -a 10 > $3/amoadd_n2_w1_z1024.log
        check amoadd_n2_w1_z1024
        echo "amoadd_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 10 > $3/amoadd_n2_w8_z1.log
        check amoadd_n2_w8_z1
        echo "amoadd_n2_w32_z128"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 128 -a 10 > $3/amoadd_n2_w32_z128.log
        check amoadd_n2_w32_z128
        ############################# AMOINC ################################
        echo "amoinc_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 11 > $3/amoinc_n2_w1_z1.log
        check amoinc_n2_w1_z1
        echo "amoinc_n2_w1_z1024"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1024 -a 11 > $3/amoinc_n2_w1_z1024.log
        check amoinc_n2_w1_z1024
        echo "amoinc_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 11 > $3/amoinc_n2_w8_z1.log
        check amoinc_n2_w8_z1
        echo "amoinc_n2_w32_z128"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 128 -a 11 > $3/amoinc_n2_w32_z128.log
        check amoinc_n2_w32_z128
        ############################## INIT #################################
        echo "init_n2"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -a 13 > $3/init_n2.log
        check init_n2
        ########################### PINGPONG ################################
        echo "pingpong_n2_w1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 14 > $3/pingpong_n2_w1.log
        check pingpong_n2_w1
        echo "pingpong_n2_w8"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -a 14 > $3/pingpong_n2_w8.log
        check pingpong_n2_w8
        echo "pingpong_n2_w32"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -a 14 > $3/pingpong_n2_w32.log
        check pingpong_n2_w32
        ############################ BARRIER ################################
        echo "barrier_n2_w1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 17 > $3/barrier_n2_w1.log
        check barrier_n2_w1
        echo "barrier_n2_w8"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -a 17 > $3/barrier_n2_w8.log
        check barrier_n2_w8
        echo "barrier_n2_w32"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -a 17 > $3/barrier_n2_w32.log
        check barrier_n2_w32
        ############################ SYNCALL ################################
        echo "syncall_n2_w1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 18 > $3/syncall_n2_w1.log
        check syncall_n2_w1
        echo "syncall_n2_w8"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -a 18 > $3/syncall_n2_w8.log
        check syncall_n2_w8
        echo "syncall_n2_w32"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -a 18 > $3/syncall_n2_w32.log
        check syncall_n2_w32
        ############################# SYNC ##################################
        echo "sync_n2_w1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -a 19 > $3/sync_n2_w1.log
        check sync_n2_w1
        echo "sync_n2_w8"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -a 19 > $3/sync_n2_w8.log
        check sync_n2_w8
        echo "sync_n2_w32"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -a 19 > $3/sync_n2_w32.log
        check sync_n2_w32
        ########################### FCOLLECT ################################
        echo "fcollect_n2_w1_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -s 512 -a 22 > $3/fcollect_n2_w1_512B.log
        check fcollect_n2_w1_512B
        echo "fcollect_n2_w8_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -s 512 -a 22 > $3/fcollect_n2_w8_512B.log
        check fcollect_n2_w8_512B
        echo "fcollect_n2_w32_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -s 512 -a 22 > $3/fcollect_n2_w32_512B.log
        check fcollect_n2_w32_512B
        ########################### ALLTOALL ################################
        echo "alltoall_n2_w1_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -s 512 -a 23 > $3/alltoall_n2_w1_512B.log
        check alltoall_n2_w1_512B
        echo "alltoall_n2_w8_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -s 512 -a 23 > $3/alltoall_n2_w8_512B.log
        check alltoall_n2_w8_512B
        echo "alltoall_n2_w32_512B"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -s 512 -a 23 > $3/alltoall_n2_w32_512B.log
        check alltoall_n2_w32_512B
        ########################## TEAMGETNBI ###############################
        echo "teamgetnbi_n2_w1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -s 1048576 -a 39 > $3/teamgetnbi_n2_w1_1MB.log
        check teamgetnbi_n2_w1_1MB
        ########################## TEAMPUTNBI ###############################
        echo "teamputnbi_n2_w1_1MB"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -s 1048576 -a 41 > $3/teamputnbi_n2_w1_1MB.log
        check teamputnbi_n2_w1_1MB
        ############################ AMOSET #################################
        echo "amoset_n2_w1_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=1 mpirun -np 2 $1 -w 1 -z 1 -a 44 > $3/amoset_n2_w1_z1.log
        check amoset_n2_w1_z1
        echo "amoset_n2_w8_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=8 mpirun -np 2 $1 -w 8 -z 1 -a 44 > $3/amoset_n2_w8_z1.log
        check amoset_n2_w8_z1
        echo "amoset_n2_w32_z1"
        ROC_SHMEM_MAX_NUM_CONTEXTS=32 mpirun -np 2 $1 -w 32 -z 1 -a 44 > $3/amoset_n2_w32_z1.log
        check amoset_n2_w32_z1
        ;;

    ###########################################################################
    ############################# INDIVIDUAL TESTS ############################
    ###########################################################################
    *"get")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 0
        ;;
    *"getnbi")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 1
        ;;
    *"put")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 2
        ;;
    *"putnbi")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 3
        ;;
    *"reduction")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 5
        ;;
    *"amofadd")
        mpirun -np 2 $1 -w 1 -z 1 -a 6
        ;;
    *"amofinc")
        mpirun -np 2 $1 -w 1 -z 1 -a 7
        ;;
    *"amofetch")
        mpirun -np 2 $1 -w 1 -z 1 -a 8
        ;;
    *"amofcswap")
        mpirun -np 2 $1 -w 1 -z 1 -a 9
        ;;
    *"amoadd")
        mpirun -np 2 $1 -w 1 -z 1 -a 10
        ;;
    *"amoinc")
        mpirun -np 2 $1 -w 1 -z 1 -a 11
        ;;
    *"init")
        mpirun -np 2 $1 -a 13
        ;;
    *"pingpong")
        mpirun -np 2 $1 -w 1 -z 1 -a 14
        ;;
    *"barrier")
        mpirun -np 2 $1 -w 1 -z 1 -a 17
        ;;
    *"syncall")
        mpirun -np 2 $1 -w 1 -z 1 -a 18
        ;;
    *"sync")
        mpirun -np 2 $1 -w 1 -z 1 -s 8 -a 19
        ;;
    *"broadcast")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 20
        ;;
    *"fcollect")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 22
        ;;
    *"alltoall")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 23
        ;;
    *"team_broadcast")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 36
        ;;
    *"team_reduction")
        mpirun -np 2 $1 -w 1 -z 1 -s 32768 -a 37
        ;;
    *"team_get")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 38
        ;;
    *"team_getnbi")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 39
        ;;
    *"team_put")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 40
        ;;
    *"team_putnbi")
        mpirun -np 2 $1 -w 1 -z 1 -s 1048576 -a 41
        ;;
    *"ctx_infra")
        mpirun -np 2 $1 -w 1 -z 1 -a 42
        ;;
    *"amoset")
        mpirun -np 2 $1 -w 1 -z 1 -a 44
        ;;
    *"amoswap")
        mpirun -np 2 $1 -w 1 -z 1 -a 45
        ;;
    *"amofetchand")
        mpirun -np 2 $1 -w 1 -z 1 -a 46
        ;;
    *"amofetchor")
        mpirun -np 2 $1 -w 1 -z 1 -a 47
        ;;
    *"amofetchxor")
        mpirun -np 2 $1 -w 1 -z 1 -a 48
        ;;
    *"amoand")
        mpirun -np 2 $1 -w 1 -z 1 -a 49
        ;;
    *"amoor")
        mpirun -np 2 $1 -w 1 -z 1 -a 50
        ;;
    *"amoxor")
        mpirun -np 2 $1 -w 1 -z 1 -a 51
        ;;
    *)
        echo "UNKNOWN TEST TYPE: $2"
        exit -1
        ;;
esac

exit $?