SWDEV-209060 - Create the Skeleton RDC CLI and daemon

Create the skeleton implementation of rdc_client.so and rdci. Modify current rdcd to integrate the RDC API service: rdc.proto is changed to add a new RdcAPI service which defined the interfaces for the RDC API. RdcStandaloneHandler.cpp is added to send the request using gRPC to the rdcd. It is built into the rdc_client.so rdci.cc, RdciDisCoverySubSystem.cc and RdciSubSystem.cc are added to implement skeleton rdci. Currently, the discovery subsystem is supported. rdc_api_service.cc is added to the server as a skeleton to implement the RdcAPI service. Currently, only discovery API is implemented. Note: we disabled the rdc_rsmi_service, which will be removed in the future. The original rdc_client.so is renamed to rdc_client_smi.so which should also be removed in the future. Add the instruction how to run the rdcd and rdci in the build folder in the README.md. Change-Id: Id232f9f83787e5812d4a295dc8cf0daa7728b06c
2020-03-04 15:51:16 -05:00
@@ -0,0 +1,86 @@
+# Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+#
+# Minimum version of cmake required
+#
+cmake_minimum_required(VERSION 3.5.0)
+
+message("&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&")
+message("                             Cmake rdci                                 ")
+message("&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&")
+
+message("")
+message("Build Configuration:")
+message("-----------BuildType: " ${CMAKE_BUILD_TYPE})
+message("------------Compiler: " ${CMAKE_CXX_COMPILER})
+message("-------------Version: " ${CMAKE_CXX_COMPILER_VERSION})
+message("--------Proj Src Dir: " ${PROJECT_SOURCE_DIR})
+message("--------Proj Bld Dir: " ${PROJECT_BINARY_DIR})
+message("--------Proj Lib Dir: " ${PROJECT_BINARY_DIR}/lib)
+message("--------Proj Exe Dir: " ${PROJECT_BINARY_DIR}/bin)
+message("--------RSMI Lib Dir: " ${RSMI_LIB_DIR})
+message("--------RSMI Inc Dir: " ${RSMI_INC_DIR})
+message("")
+
+set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}
+                   CACHE STRING "Location of RDC example library source code.")
+# set(CMAKE_INSTALL_PREFIX "/"
+#                                CACHE STRING "Default installation directory.")
+# set(CPACK_PACKAGING_INSTALL_PREFIX "/"
+#                                      CACHE STRING "Default packaging prefix.")
+#
+
+## Compiler flags
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Wextra -m64")
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -msse -msse2 -std=c++11 -pthread ")
+# Use this instead of above for 32 bit
+# set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -m32")
+
+if ("${CMAKE_BUILD_TYPE}" STREQUAL Release)
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O2")
+else ()
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -ggdb -O0 -DDEBUG")
+endif ()
+
+set(SRC_DIR "${PROJECT_SOURCE_DIR}/rdci/src")
+set(INC_DIR "${PROJECT_SOURCE_DIR}/rdci/include")
+set(LIB_BOOSTRAP_DIR "${PROJECT_BINARY_DIR}/rdc_libs")
+
+include_directories(${INC_DIR} ${PROJECT_SOURCE_DIR}/include)
+
+set(RDCI_SRC_LIST "${SRC_DIR}/rdci.cc")
+set(RDCI_SRC_LIST ${RDCI_SRC_LIST}  "${SRC_DIR}/RdciDisCoverySubSystem.cc")
+set(RDCI_SRC_LIST ${RDCI_SRC_LIST}  "${SRC_DIR}/RdciSubSystem.cc")
+message("RDCI_SRC_LIST=${RDCI_SRC_LIST}")
+set(RDCI_EXE "rdci")
+
+link_directories(${LIB_BOOSTRAP_DIR})
+
+add_executable(${RDCI_EXE} "${RDCI_SRC_LIST}")
+
+target_link_libraries(${RDCI_EXE} pthread dl rdc_bootstrap)
+
+
+
+
+message("&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&")
+message("                    Finished Cmake rdci                          ")
+message("&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&")
@@ -0,0 +1,49 @@
+/*
+Copyright (c) 2019 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+
+#ifndef RDCI_INCLUDE_RDCEXCEPTION_H_
+#define RDCI_INCLUDE_RDCEXCEPTION_H_
+
+#include <exception>
+#include <string>
+#include "rdc/rdc.h"
+
+namespace amd {
+namespace rdc {
+
+class RdcException : public std::exception {
+ public:
+  RdcException(rdc_status_t error, const std::string description) :
+                                            err_(error), desc_(description) {}
+  rdc_status_t error_code() const noexcept { return err_; }
+  const char* what() const noexcept override { return desc_.c_str(); }
+
+ private:
+  rdc_status_t err_;
+  std::string desc_;
+};
+
+}  // namespace rdc
+}  // namespace amd
+
+#endif  // RDCI_INCLUDE_RDCEXCEPTION_H_
+
@@ -0,0 +1,45 @@
+/*
+Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+#ifndef RDCI_INCLUDE_RDCIDISCOVERYSUBSYSTEM_H_
+#define RDCI_INCLUDE_RDCIDISCOVERYSUBSYSTEM_H_
+
+#include "RdciSubSystem.h"
+
+namespace amd {
+namespace rdc {
+
+class RdciDiscoverySubSystem: public RdciSubSystem {
+ public:
+     RdciDiscoverySubSystem();
+     void parse_cmd_opts(int argc, char ** argv) override;
+     void process() override;
+ private:
+     bool show_help_;
+     void show_help() const;
+};
+
+
+}  // namespace rdc
+}  // namespace amd
+
+
+#endif  // RDCI_INCLUDE_RDCIDISCOVERYSUBSYSTEM_H_
@@ -0,0 +1,52 @@
+/*
+Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+#ifndef RDCI_INCLUDE_RDCISUBSYSTEM_H_
+#define RDCI_INCLUDE_RDCISUBSYSTEM_H_
+
+#include <memory>
+#include <string>
+#include "rdc_lib/rdc_common.h"
+#include "rdc/rdc.h"
+
+namespace amd {
+namespace rdc {
+
+class RdciSubSystem {
+ public:
+     RdciSubSystem();
+     virtual void parse_cmd_opts(int argc, char ** argv) = 0;
+     virtual void connect();
+
+     virtual void process() = 0;
+     virtual ~RdciSubSystem();
+ protected:
+     rdc_handle_t rdc_handle_;
+     std::string ip_port_;
+};
+
+typedef std::shared_ptr<RdciSubSystem> RdciSubSystemPtr;
+
+}  // namespace rdc
+}  // namespace amd
+
+
+#endif  // RDCI_INCLUDE_RDCISUBSYSTEM_H_
@@ -0,0 +1,118 @@
+/*
+Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+#include <getopt.h>
+#include <unistd.h>
+#include "rdc_lib/rdc_common.h"
+#include "rdc/rdc.h"
+#include "RdcException.h"
+#include "RdciDiscoverySubSystem.h"
+
+
+namespace amd {
+namespace rdc {
+
+RdciDiscoverySubSystem::RdciDiscoverySubSystem() :show_help_(false) {
+}
+
+void RdciDiscoverySubSystem::parse_cmd_opts(int argc, char ** argv) {
+    const int HOST_OPTIONS = 1000;
+    const struct option long_options[] = {
+        {"host",    required_argument, nullptr, HOST_OPTIONS },
+        {"help", optional_argument, nullptr, 'h' },
+        { nullptr,  0 , nullptr, 0 }
+    };
+
+    int option_index = 0;
+    int opt = 0;
+
+    while ((opt = getopt_long(argc, argv, "h",
+                long_options, &option_index)) != -1) {
+        switch (opt) {
+            case HOST_OPTIONS:
+                ip_port_ = optarg;
+                break;
+            case 'h':
+                 show_help_ = true;
+                 return;
+            default:
+                show_help();
+                throw RdcException(RDC_ST_BAD_PARAMETER,
+                        "Unknown command line options");
+        }
+    }
+}
+
+void RdciDiscoverySubSystem::show_help() const {
+    std::cout << " discovery -- Used to discover and identify GPUs "
+        << "and their attributes.\n\n";
+    std::cout << "Usage\n";
+    std::cout << "    rdci discovery [--host <IP/FQDN>:port]\n";
+    std::cout << "\nFlags:\n";
+    std::cout << "  --host       <IP/FQDN>:port    Connects to "
+            << "specified IP or fully-qualified domain name.\n";
+    std::cout << "                                 The port "
+            << "must be specified.\n";
+    std::cout << "                                 Default: localhost:50051\n";
+    std::cout << "  -h  --help                     Displays usage "
+              << "information and exits.\n";
+}
+
+
+void RdciDiscoverySubSystem::process() {
+    if (show_help_) {
+        return show_help();
+    }
+
+    uint32_t  gpu_index_list[RDC_MAX_NUM_DEVICES];
+    uint32_t count = 0;
+    rdc_status_t result =  rdc_get_all_devices(rdc_handle_,
+            gpu_index_list, &count);
+    if (result != RDC_ST_OK) {
+         throw RdcException(result, "Fail to get device information");
+    }
+    if (count == 0) {
+        std::cout << "No GPUs find on the sytem\n";
+        return;
+    }
+
+    std::cout << count << " GPUs found.\n";
+    std::cout << "------------------------------------------------"
+              << "-----------------\n";
+    std::cout << "GPU Index\t Device Information\n";
+    for (uint32_t i = 0; i < count; i++) {
+        rdc_device_attributes_t attribute;
+        result = rdc_get_device_attributes(rdc_handle_,
+                gpu_index_list[i], &attribute);
+        if (result != RDC_ST_OK) {
+            return;
+        }
+        std::cout << i << "\t\t" << attribute.device_name <<std::endl;
+    }
+    std::cout << "------------------------------------------------"
+              << "-----------------\n";
+}
+
+
+}  // namespace rdc
+}  // namespace amd
+
+
@@ -0,0 +1,56 @@
+/*
+Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+#include "RdciSubSystem.h"
+#include "RdcException.h"
+
+namespace amd {
+namespace rdc {
+
+RdciSubSystem::RdciSubSystem():
+    rdc_handle_(nullptr)
+    , ip_port_("localhost:50051") {  // default host
+     rdc_status_t status = rdc_init(0);
+     if (status != RDC_ST_OK) {
+         throw RdcException(status, "RDC initialize fail");
+     }
+}
+
+void RdciSubSystem::connect() {
+    rdc_status_t status = rdc_connect(ip_port_.c_str(), &rdc_handle_);
+    if (status != RDC_ST_OK) {
+        throw RdcException(status, "Fail to setup the connection");
+    }
+}
+
+
+RdciSubSystem::~RdciSubSystem() {
+    if (rdc_handle_) {
+       rdc_disconnect(rdc_handle_);
+       rdc_handle_ = nullptr;
+    }
+
+    rdc_shutdown();
+}
+
+
+}  // namespace rdc
+}  // namespace amd
@@ -0,0 +1,65 @@
+/*
+Copyright (c) 2020 - present Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+
+#include <iostream>
+#include <string>
+#include "rdc_lib/rdc_common.h"
+#include "rdc/rdc.h"
+#include "RdcException.h"
+#include "RdciDiscoverySubSystem.h"
+
+
+int main(int argc, char ** argv) {
+    const std::string usage_help =
+    "Usage:\trdci <subsystem>\nsubsystem: discovery, dmon, group, "
+    "fieldgroup, stats\n";
+
+    if (argc <= 1) {
+        std::cout << usage_help;
+        exit(0);
+    }
+
+    try {
+       std::string subsystem_name = argv[1];
+       amd::rdc::RdciSubSystemPtr subsystem;
+       if (subsystem_name == "discovery") {
+           subsystem.reset(new amd::rdc::RdciDiscoverySubSystem());
+       } else {
+           std::cout << usage_help;
+           exit(0);
+       }
+
+       subsystem->parse_cmd_opts(argc, argv);
+
+       subsystem->connect();
+
+       subsystem->process();
+    } catch (const amd::rdc::RdcException& e) {
+        std::cout << "rdci Error: " << e.what()  << std::endl;
+        return e.error_code();
+    } catch (...) {
+        std::cout << "Unhandled exception." << std::endl;
+        return 1;
+    }
+
+    return 0;
+}