rocm-systems/libhsakmt/tests/kfdtest/src/KFDNegativeTest.cpp

/*
 * Copyright (C) 2024 Advanced Micro Devices, Inc. All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 */

#include "KFDNegativeTest.hpp"
#include "Dispatch.hpp"
#include <sys/ptrace.h>

void KFDNegativeTest::SetUp() {
    ROUTINE_START

    KFDBaseComponentTest::SetUp();

    ROUTINE_END
}

void KFDNegativeTest::TearDown() {
    ROUTINE_START

    KFDBaseComponentTest::TearDown();

    ROUTINE_END
}

/**
 *  Basic Pipe Reset Test
 *
 *  KFD pipe reset sequence:
 *  - on HWS preemption hang KFD will scan the device and find the blocked
 *    hardware queue slot.
 *  - KFD will attempt to queue reset.
 *  - Bad packet lengths should cause queue reset to fail and the KFD will
 *    automatically fall back to pipe reset.
 *  - KFD will verify success by checking blocked hardware slot is now unnoccupied.
 *  - KFD should only signal a reset exception to processes that have had queues
 *    reset.
 */
TEST_F(KFDNegativeTest, BasicPipeReset) {
    TEST_START(TESTPROFILE_RUNALL);

    int defaultGPUNode = m_NodeInfo.HsaDefaultGPUNode();
    ASSERT_GE(defaultGPUNode, 0) << "failed to get default GPU Node";

    const HsaNodeProperties *nodeProps = m_NodeInfo.GetNodeProperties(defaultGPUNode);
    bool perQueueResetSupported = nodeProps->Capability.ui32.PerQueueResetSupported;

    if (perQueueResetSupported) {
        int pipefd[2];
        pipe(pipefd);

        pid_t childPid = fork();

        if (childPid == 0) {
            // Refresh setup for HSA device and mem buffer use in child
            KFDBaseComponentTest::TearDown();
            KFDBaseComponentTest::SetUp();

            HsaEvent *resetEvent;
            ASSERT_SUCCESS(CreateHWExceptionEvent(false, false, defaultGPUNode, &resetEvent));

            LOG() << "Child ==> Wait on parent to set reset event" << std::endl;
            char buf;
            read(pipefd[0], &buf, 1);

            PM4Queue queue;
            ASSERT_SUCCESS(queue.Create(defaultGPUNode));

            PM4ReleaseMemoryPacket packet = PM4ReleaseMemoryPacket(m_FamilyId, true, 0, 0, false, false, 1);
            queue.PlaceAndSubmitPacket(packet);
            LOG() << "Child ==> Launching packet with bad header then dequeue" << std::endl;
            queue.Wait4PacketConsumption();
            queue.Destroy();

            // child expects hw exception event
            EXPECT_SUCCESS(hsaKmtWaitOnEvent(resetEvent, g_TestTimeOut));
            EXPECT_EQ(resetEvent->EventData.EventType, HSA_EVENTTYPE_HW_EXCEPTION);

            LOG() << "Child ==> Complete" << std::endl;

            exit(0);
	} else {
            int childStatus = 0;

            HsaEvent *resetEvent;

            ASSERT_SUCCESS(CreateHWExceptionEvent(false, false, defaultGPUNode, &resetEvent));

            char buf = 'x';
            write(pipefd[1], &buf, 1);
            LOG() << "Parent ==> Wait on child to launch bad packet" << std::endl;
            waitpid(childPid, &childStatus, 0);

            // parent process should not intercept reset event on child queue reset
            EXPECT_NE(HSAKMT_STATUS_SUCCESS, hsaKmtWaitOnEvent(resetEvent, 100));

            HsaMemoryBuffer destBuf(PAGE_SIZE, defaultGPUNode, false);
            destBuf.Fill(0xFF);
            HsaEvent *event;
            ASSERT_SUCCESS(CreateQueueTypeEvent(false, false, defaultGPUNode, &event));

            PM4Queue queue;
            ASSERT_SUCCESS(queue.Create(defaultGPUNode));

            LOG() << "Parent ==> Submit queue packet to verify process is healthy" << std::endl;
            queue.PlaceAndSubmitPacket(PM4WriteDataPacket(destBuf.As<unsigned int*>(), 0, 0));
            queue.Wait4PacketConsumption(event);
            EXPECT_TRUE(WaitOnValue(destBuf.As<unsigned int*>(), 0));

            hsaKmtDestroyEvent(event);
            hsaKmtDestroyEvent(resetEvent);
            EXPECT_SUCCESS(queue.Destroy());

            LOG() << "Parent ==> Complete" << std::endl;
	}
    } else {
        LOG() << "Skipping test: Family ID 0x" << m_FamilyId << " with per-queue reset support = "
              << perQueueResetSupported << std::endl;
    }

    TEST_END
}

/**
 * Basic SDMA Reset
 *
 * To check SDMA queue reset, launch a healthy SDMA queue and a bad SDMA queue with
 * dispatches per SDMA engine.
 * Similar to compute queue reset, only processes that have bad SDMA queues should
 * be reset, leaving healthy SDMA queue unaffected.
 *
 * The test forks two processes, where for every given engine, the parent process
 * enqueues a healthy queue while the child process enqueues a bad queue that triggers
 * the reset in the following sequence:
 *
 * - Parent/child communicates test status via pipe 1 & 2
 * - Child waits on pipe 1 read for parent to enqueue a queue on SDMA engine <n> with
 *   healthy poll and write packet.
 * - Parent waits on pipe 2 read for child to enqueue a queue on SDMA engine <n> with
 *   unhealthy write packet then destroy its queue to trigger reset on HWS hang.
 * - Child waits on pipe 1 for parent to confirm healthy poll and write packet
 *   complete on SDMA engine <n>.
 * - Child should verify it recieves a reset event, while the parent should not
 *   recieve a reset event.
 * - The parent/child test re-iterates again on SDMA engine <n+1>.
 */
TEST_F(KFDNegativeTest, BasicSDMAReset) {
    TEST_START(TESTPROFILE_RUNALL);

    int gpuNode = m_NodeInfo.HsaDefaultGPUNode();
    ASSERT_GE(gpuNode, 0) << "failed to get default GPU Node";

    const HsaNodeProperties *nodeProps = m_NodeInfo.GetNodeProperties(gpuNode);
    int totalEngines = nodeProps->NumSdmaEngines + nodeProps->NumSdmaXgmiEngines;
    bool perSDMAQueueResetSupported = nodeProps->Capability2.ui32.PerSDMAQueueResetSupported;

    if (perSDMAQueueResetSupported) {
        int pipe1[2];
        int pipe2[2];
        pipe(pipe1);
        pipe(pipe2);

        LOG() << std::dec << "Running SDMA queue reset on " << totalEngines
              <<" SDMA engines" << std::endl;

        pid_t childPid = fork();

        if (childPid == 0) {
            KFDBaseComponentTest::TearDown();
            KFDBaseComponentTest::SetUp();
            close(pipe1[1]); // Close write end of pipe1
            close(pipe2[0]); // Close read end of pipe2
            HsaMemoryBuffer destBuf(PAGE_SIZE, gpuNode, false);
            unsigned int *dest = destBuf.As<unsigned int*>();
            for (int i = 0; i < totalEngines; i++) {
                HsaEvent *resetEvent;
                ASSERT_SUCCESS(CreateHWExceptionEvent(false, false, gpuNode, &resetEvent));

                // wait for parent to schedule healthy queue on engine
                char buf1, buf2 ='0' + i;
                read(pipe1[0], &buf1, 1);
                ASSERT_EQ(buf1, buf2);

                // submit bad queue and destroy to trigger reset
                SDMAQueueByEngId queue(i);
                ASSERT_SUCCESS(queue.Create(gpuNode));
                queue.PlaceAndSubmitPacket(SDMAWriteDataPacket(queue.GetFamilyId(), &dest[0], 0, 6));
                Delay(50);
                LOG() << std::dec << "Reset SDMA queue on engine " << i << std::endl;
                queue.Destroy();

                // child expects hw exception event
                EXPECT_SUCCESS(hsaKmtWaitOnEvent(resetEvent, g_TestTimeOut));
                EXPECT_EQ(resetEvent->EventData.EventType, HSA_EVENTTYPE_HW_EXCEPTION);
                hsaKmtDestroyEvent(resetEvent);

                // ack reset to parent and wait for parent to check healthy queue
                write(pipe2[1], &buf2, 1);
                read(pipe1[0], &buf1, 1);
                ASSERT_EQ(buf1, buf2);
            }

            close(pipe1[0]);
            close(pipe2[1]);
            LOG() << "Child ==> Complete" << std::endl;
            exit(0);
        } else {
            int childStatus = 0;
            close(pipe1[0]); // Close read end of pipe1
            close(pipe2[1]); // Close write end of pipe2

            // parent process should not intercept reset event on child queue reset
            HsaMemoryBuffer pollBuf(PAGE_SIZE, gpuNode, false);
            HsaMemoryBuffer destBuf(PAGE_SIZE, gpuNode, false);
            unsigned int *poll = pollBuf.As<unsigned int*>();
            unsigned int *dest = destBuf.As<unsigned int*>();
            uint32_t targetDestValue = 0x12345678;

            for (int i = 0; i < totalEngines; i++) {
               poll[0] = 0;
               dest[0] = 0;
               HsaEvent *event;
               HsaEvent *resetEvent;
               ASSERT_SUCCESS(CreateHWExceptionEvent(false, false, gpuNode, &resetEvent));
               ASSERT_SUCCESS(CreateQueueTypeEvent(false, false, gpuNode, &event));

               SDMAQueueByEngId queue(i);
               ASSERT_SUCCESS(queue.Create(gpuNode));

               // submit write on poll to maintain non-zero read/write pointer
               // in engine during reset
               queue.PlaceAndSubmitPacket(SDMAPollRegMemPacket(&poll[0], 1));
               queue.PlaceAndSubmitPacket(SDMAWriteDataPacket(queue.GetFamilyId(), &dest[0], targetDestValue));

               // wait for for child to trigger reset on engine
               char buf1 = '0' + i, buf2;
               write(pipe1[1], &buf1, 1);
               read(pipe2[0], &buf2, 1);
               ASSERT_EQ(buf1, buf2);

               // expect no reset event, then update poll to trigger write completion check
               EXPECT_NE(HSAKMT_STATUS_SUCCESS, hsaKmtWaitOnEvent(resetEvent, 100));
               poll[0] = 1;
               queue.Wait4PacketConsumption();
               EXPECT_TRUE(WaitOnValue(&dest[0], targetDestValue));
               hsaKmtDestroyEvent(event);
               hsaKmtDestroyEvent(resetEvent);
               EXPECT_SUCCESS(queue.Destroy());
               write(pipe1[1], &buf1, 1);
            }

            waitpid(childPid, &childStatus, 0);
            close(pipe1[1]);
            close(pipe2[0]);
            LOG() << "Parent ==> Complete" << std::endl;
        }
    } else {
        LOG() << "Skipping test: Family ID 0x" << m_FamilyId
              << " with per-sdma queue reset support = "
              << perSDMAQueueResetSupported << std::endl;
    }

    TEST_END
}