Felix Kuehling
8ee763d94a
When running run_kfdtest.sh through a wrapper script that sources run_kfdtest.sh, kfdtest.exclude isn't found because $0 points to the location of the wrapper script. User $BASH_SOURCE instead of $0 to find the location of the correct run_kfdtest.sh script. Change-Id: I0ae7899e527e6d98bb8651197484e5ee03a5fd7b Signed-off-by: Felix Kuehling <Felix.Kuehling@amd.com>
268 wiersze
8.8 KiB
Bash
Executable File
268 wiersze
8.8 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Copyright (C) 2018 Advanced Micro Devices, Inc. All Rights Reserved.
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a
|
|
# copy of this software and associated documentation files (the "Software"),
|
|
# to deal in the Software without restriction, including without limitation
|
|
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
# and/or sell copies of the Software, and to permit persons to whom the
|
|
# Software is furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
# OTHER DEALINGS IN THE SOFTWARE.
|
|
#
|
|
#
|
|
|
|
# See if we can find the SHARE/BIN dirs in their expected locations
|
|
CWD="${BASH_SOURCE%/*}"
|
|
while read candidate; do
|
|
if [ -e "$candidate/kfdtest.exclude" ]; then
|
|
source "$candidate/kfdtest.exclude"
|
|
break
|
|
fi
|
|
done <<EOF
|
|
$KFDTEST_SHARE_DIR
|
|
$CWD
|
|
$CWD/../share/kfdtest
|
|
/opt/rocm/share/kfdtest
|
|
EOF
|
|
|
|
# Keep these checks until automation starts using the package install
|
|
if [ -z "${FILTER[core]}" ]; then
|
|
if [ -e "$CWD/../bin/kfdtest/kfdtest.exclude" ]; then
|
|
source "$CWD/../bin/kfdtest/kfdtest.exclude"
|
|
elif [ -e "$CWD/../../share/kfdtest.exclude" ]; then
|
|
source "$CWD/../../share/kfdtest.exclude"
|
|
fi
|
|
fi
|
|
|
|
# This filter will always exist if we sourced a valid kfdtest.exclude
|
|
if [ -z "${FILTER[core]}" ]; then
|
|
echo "Unable to locate kfdtest.exclude."
|
|
echo "Please set KFDTEST_SHARE_DIR or ensure that kfdtest.exclude is present inside $CWD, $CWD/../share/kfdtest or /opt/rocm/share/kfdtest"
|
|
exit 1
|
|
fi
|
|
|
|
# Using "which" produces different results in different
|
|
# OSes so use command -v instead. It returns "" if the
|
|
# command isn't in the PATH
|
|
if [ -z "$(command -v kfdtest)" ]; then
|
|
if [ -z "$BIN_DIR" ]; then
|
|
if [ -e "${0%/*}/kfdtest" ]; then
|
|
BIN_DIR="${0%/*}"
|
|
else
|
|
# The default location
|
|
BIN_DIR="/opt/rocm/bin"
|
|
fi
|
|
fi
|
|
if [ -e "$BIN_DIR/kfdtest" ]; then
|
|
KFDTEST="$BIN_DIR/kfdtest"
|
|
else
|
|
echo "Unable to locate kfdtest."
|
|
echo "Please set BIN_DIR, ensure that kfdtest is in $PATH, or ensure that kfdtest is present inside ${0%/*} or /opt/rocm/bin"
|
|
exit 1
|
|
fi
|
|
else
|
|
KFDTEST="kfdtest"
|
|
fi
|
|
|
|
PLATFORM=""
|
|
GDB=""
|
|
NODE=""
|
|
FORCE_HIGH=""
|
|
RUN_IN_DOCKER=""
|
|
|
|
printUsage() {
|
|
echo
|
|
echo "Usage: $(basename $0) [options ...] [gtest arguments]"
|
|
echo
|
|
echo "Options:"
|
|
echo " -p <platform> , --platform <platform> Only run tests that"\
|
|
"pass on the specified platform. Usually you"\
|
|
"don't need this option"
|
|
echo " -g , --gdb Run in debugger"
|
|
echo " -n , --node NodeId to test. If"\
|
|
"not specified test will be run on all nodes"
|
|
echo " -l , --list List available nodes"
|
|
echo " --high Force clocks to high for test execution"
|
|
echo " -d , --docker Run in docker container"
|
|
echo " -h , --help Prints this help"
|
|
echo
|
|
echo "Gtest arguments will be forwarded to the app"
|
|
echo
|
|
echo "Valid platform options: core_sws, core, polaris10, vega10, vega20, pm, all, and so on"
|
|
echo "'all' option runs all tests"
|
|
|
|
return 0
|
|
}
|
|
# Print gtest_filter for the given Platform
|
|
# param - Platform.
|
|
getFilter() {
|
|
# For regular platforms such as vega10, this will automatically generate
|
|
# the valid variable BLACKLIST based on the variable platform.
|
|
local platform=$1;
|
|
|
|
case "$platform" in
|
|
all ) gtestFilter="" ;;
|
|
* )
|
|
if [ -z "${FILTER[$platform]}" ]; then
|
|
echo "Unsupported platform $platform. Exiting"
|
|
exit 1
|
|
fi
|
|
|
|
gtestFilter="--gtest_filter=${FILTER[$platform]}"
|
|
;;
|
|
esac
|
|
}
|
|
|
|
TOPOLOGY_SYSFS_DIR=/sys/devices/virtual/kfd/kfd/topology/nodes
|
|
|
|
# Prints list of HSA Nodes. HSA Nodes are identified from sysfs KFD topology. The nodes
|
|
# should have valid SIMD count
|
|
getHsaNodes() {
|
|
for i in $(find $TOPOLOGY_SYSFS_DIR -maxdepth 1 -mindepth 1 -type d); do
|
|
simdcount=$(cat $i/properties | grep simd_count | awk '{print $2}')
|
|
if [ $simdcount != 0 ]; then
|
|
hsaNodeList+="$(basename $i) "
|
|
fi
|
|
done
|
|
echo "$hsaNodeList"
|
|
}
|
|
|
|
|
|
# Prints GPU Name for the given Node ID
|
|
# param - Node ID
|
|
getNodeName() {
|
|
local nodeId=$1; shift;
|
|
local gpuName=$(cat $TOPOLOGY_SYSFS_DIR/$nodeId/name)
|
|
echo "$gpuName"
|
|
}
|
|
|
|
# Run KfdTest independently. Two global variables set by command-line
|
|
# will influence the tests as indicated below
|
|
# PLATFORM - If set all tests will run with this platform filter
|
|
# NODE - If set tests will be run only on this NODE, else it will be
|
|
# run on all available HSA Nodes
|
|
runKfdTest() {
|
|
if [ "$RUN_IN_DOCKER" == "true" ]; then
|
|
if [ `sudo systemctl is-active docker` != "active" ]; then
|
|
echo "docker isn't active, install and setup docker first!!!!"
|
|
exit 0
|
|
fi
|
|
PKG_ROOT="$(getPackageRoot)"
|
|
fi
|
|
|
|
if [ "$NODE" == "" ]; then
|
|
hsaNodes=$(getHsaNodes)
|
|
|
|
if [ "$hsaNodes" == "" ]; then
|
|
echo "No GPU found in the system."
|
|
exit 1
|
|
fi
|
|
else
|
|
hsaNodes=$NODE
|
|
fi
|
|
|
|
for hsaNode in $hsaNodes; do
|
|
nodeName=$(getNodeName $hsaNode)
|
|
if [ "$PLATFORM" != "" ] && [ "$PLATFORM" != "$nodeName" ]; then
|
|
echo "WARNING: Actual ASIC $nodeName treated as $PLATFORM"
|
|
nodeName="$PLATFORM"
|
|
fi
|
|
|
|
getFilter $nodeName
|
|
|
|
if [ "$RUN_IN_DOCKER" == "true" ]; then
|
|
if [ "$NODE" == "" ]; then
|
|
DEVICE_NODE="/dev/dri"
|
|
else
|
|
RENDER_NODE=$(($hsaNode + 127))
|
|
DEVICE_NODE="/dev/dri/renderD${RENDER_NODE}"
|
|
fi
|
|
|
|
echo "Starting testing node $hsaNode ($nodeName) in docker container"
|
|
sudo docker run -it --name kfdtest_docker --user="jenkins" --network=host \
|
|
--device=/dev/kfd --device=${DEVICE_NODE} --group-add video --cap-add=SYS_PTRACE \
|
|
--security-opt seccomp=unconfined -v $PKG_ROOT:/home/jenkins/rocm \
|
|
compute-artifactory.amd.com:5000/yuho/tianli-ubuntu1604-kfdtest:01 \
|
|
/home/jenkins/rocm/utils/run_kfdtest.sh -n $hsaNode $gtestFilter $GTEST_ARGS
|
|
if [ "$?" = "0" ]; then
|
|
echo "Finished node $hsaNode ($nodeName) successfully in docker container"
|
|
else
|
|
echo "Testing failed for node $hsaNode ($nodeName) in docker container"
|
|
fi
|
|
sudo docker rm kfdtest_docker
|
|
else
|
|
echo ""
|
|
echo "++++ Starting testing node $hsaNode ($nodeName) ++++"
|
|
$GDB $KFDTEST "--node=$hsaNode" $gtestFilter $GTEST_ARGS
|
|
echo "---- Finished testing node $hsaNode ($nodeName) ----"
|
|
fi
|
|
|
|
|
|
done
|
|
|
|
}
|
|
|
|
# Prints number of GPUs present in the system
|
|
getGPUCount() {
|
|
gNodes=$(getHsaNodes)
|
|
gNodes=( $gNodes )
|
|
gpuCount=${#gNodes[@]}
|
|
echo "$gpuCount"
|
|
}
|
|
|
|
while [ "$1" != "" ]; do
|
|
case "$1" in
|
|
-p | --platform )
|
|
shift 1; PLATFORM=$1 ;;
|
|
-g | --gdb )
|
|
GDB="gdb --args" ;;
|
|
-l | --list )
|
|
printGpuNodelist; exit 0 ;;
|
|
-n | --node )
|
|
shift 1; NODE=$1 ;;
|
|
--high)
|
|
FORCE_HIGH="true" ;;
|
|
-d | --docker )
|
|
RUN_IN_DOCKER="true" ;;
|
|
-h | --help )
|
|
printUsage; exit 0 ;;
|
|
*)
|
|
GTEST_ARGS=$@; break;;
|
|
esac
|
|
shift 1
|
|
done
|
|
|
|
# If the SMI is missing, just report and continue
|
|
if [ "$FORCE_HIGH" == "true" ]; then
|
|
if [ -e "/opt/rocm/bin/rocm-smi" ]; then
|
|
OLDPERF=$(/opt/rocm/bin/rocm-smi -p | awk '/Performance Level/ {print $NF; exit}')
|
|
$(/opt/rocm/bin/rocm-smi --setperflevel high &> /dev/null)
|
|
if [ $? != 0 ]; then
|
|
echo "SMI failed to set perf level"
|
|
OLDPERF=""
|
|
fi
|
|
else
|
|
echo "Unable to set clocks to high"
|
|
fi
|
|
fi
|
|
|
|
# Set HSA_DEBUG env to run KFDMemoryTest.PtraceAccessInvisibleVram
|
|
export HSA_DEBUG=1
|
|
runKfdTest
|
|
|
|
# OLDPERF is only set if FORCE_HIGH and SMI both exist
|
|
if [ -n "$OLDPERF" ]; then
|
|
/opt/rocm/bin/rocm-smi --setperflevel $OLDPERF &> /dev/null
|
|
fi
|