#!/usr/bin/env python3 # # Copyright (C) 2023 Advanced Micro Devices. All rights reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy of # this software and associated documentation files (the "Software"), to deal in # the Software without restriction, including without limitation the rights to # use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of # the Software, and to permit persons to whom the Software is furnished to do so, # subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS # FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR # COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER # IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # import logging import math import platform import sys import time from subprocess import run from subprocess import PIPE, STDOUT from typing import List from amdsmi_init import * from BDF import BDF class AMDSMIHelpers(): """Helper functions that aren't apart of the AMDSMI API Useful for determining platform and device identifiers Functions: os_info: tuple () """ def __init__(self) -> None: self.operating_system = platform.system() self._is_hypervisor = False self._is_virtual_os = False self._is_baremetal = False self._is_linux = False self._is_windows = False if self.operating_system.startswith("Linux"): self._is_linux = True logging.debug(f"AMDSMIHelpers: Platform is linux:{self._is_linux}") output = run(["lscpu"], stdout=PIPE, stderr=STDOUT, encoding="UTF-8").stdout if "hypervisor" not in output: self._is_baremetal = True else: self._is_virtual_os = True def os_info(self, string_format=True): """Return operating_system and type information ex. (Linux, Baremetal) params: string_format (bool) True to return in string format, False to return Tuple returns: str or (str, str) """ operating_system = "" if self._is_linux: operating_system = "Linux" elif self._is_windows: operating_system = "Windows" else: operating_system = "Unknown" operating_system_type = "" if self._is_baremetal: operating_system_type = "Baremetal" elif self._is_virtual_os: operating_system_type = "Guest" elif self._is_hypervisor: operating_system_type = "Hypervisor" else: operating_system_type = "Unknown" if string_format: return f"{operating_system} {operating_system_type}" else: return (operating_system, operating_system_type) def is_virtual_os(self): return self._is_virtual_os def is_hypervisor(self): # Returns True if hypervisor is enabled on the system return self._is_hypervisor def is_baremetal(self): # Returns True if system is baremetal, if system is hypervisor this should return False return self._is_baremetal def is_linux(self): return self._is_linux def is_windows(self): return self._is_windows def get_amdsmi_init_flag(self): return AMDSMI_INIT_FLAG def is_amdgpu_initialized(self): return AMDSMI_INIT_FLAG & amdsmi_interface.amdsmi_wrapper.AMDSMI_INIT_AMD_GPUS def is_amd_hsmp_initialized(self): return AMDSMI_INIT_FLAG & amdsmi_interface.amdsmi_wrapper.AMDSMI_INIT_AMD_CPUS def get_cpu_choices(self): """Return dictionary of possible CPU choices and string of the output: Dictionary will be in format: cpus[ID]: Device Handle) String output will be in format: "ID: 0 " params: None return: (dict, str) : (cpu_choices, cpu_choices_str) """ cpu_choices = {} cpu_choices_str = "" #import pdb;pdb.set_trace() try: cpu_handles = [] # amdsmi_get_cpusocket_handles() returns the cpu socket handles stored for cpu_id cpu_handles = amdsmi_interface.amdsmi_get_cpusocket_handles() except amdsmi_interface.AmdSmiLibraryException as e: if e.err_code in (amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_NOT_INIT, amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_DRIVER_NOT_LOADED): logging.info('Unable to get device choices, driver not initialized (amd_hsmp not found in modules)') else: raise e if len(cpu_handles) == 0: logging.info('Unable to find any devices, check if driver is initialized (amd_hsmp not found in modules)') else: # Handle spacing for the gpu_choices_str max_padding = int(math.log10(len(cpu_handles))) + 1 for cpu_id, device_handle in enumerate(cpu_handles): cpu_choices[str(cpu_id)] = { "Device Handle": device_handle } if cpu_id == 0: id_padding = max_padding else: id_padding = max_padding - int(math.log10(cpu_id)) cpu_choices_str += f"ID: {cpu_id}\n" # Add the all option to the gpu_choices cpu_choices["all"] = "all" cpu_choices_str += f" all{' ' * max_padding}| Selects all devices\n" return (cpu_choices, cpu_choices_str) def get_core_choices(self): """Return dictionary of possible Core choices and string of the output: Dictionary will be in format: coress[ID]: Device Handle) String output will be in format: "ID: 0 " params: None return: (dict, str) : (core_choices, core_choices_str) """ core_choices = {} core_choices_str = "" try: core_handles = [] # amdsmi_get_cpucore_handles() returns the core handles stored for core_id core_handles = amdsmi_interface.amdsmi_get_cpucore_handles() except amdsmi_interface.AmdSmiLibraryException as e: if e.err_code in (amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_NOT_INIT, amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_DRIVER_NOT_LOADED): logging.info('Unable to get device choices, driver not initialized (amd_hsmp not found in modules)') else: raise e if len(core_handles) == 0: logging.info('Unable to find any devices, check if driver is initialized (amd_hsmp not found in modules)') else: # Handle spacing for the gpu_choices_str max_padding = int(math.log10(len(core_handles))) + 1 for core_id, device_handle in enumerate(core_handles): core_choices[str(core_id)] = { "Device Handle": device_handle } if core_id == 0: id_padding = max_padding else: id_padding = max_padding - int(math.log10(core_id)) core_choices_str += f"ID: 0 - {len(core_handles) - 1}\n" # Add the all option to the core_choices core_choices["all"] = "all" core_choices_str += f" all{' ' * max_padding}| Selects all devices\n" return (core_choices, core_choices_str) def get_output_format(self): """Returns the output format read from sys.argv Returns: str: outputformat """ args = sys.argv[1:] outputformat = "human" if "--json" in args or "--j" in args: outputformat = "json" elif "--csv" in args or "--c" in args: outputformat = "csv" return outputformat def get_gpu_choices(self): """Return dictionary of possible GPU choices and string of the output: Dictionary will be in format: gpus[ID] : (BDF, UUID, Device Handle) String output will be in format: "ID: 0 | BDF: 0000:23:00.0 | UUID: ffffffff-0000-1000-0000-000000000000" params: None return: (dict, str) : (gpu_choices, gpu_choices_str) """ gpu_choices = {} gpu_choices_str = "" device_handles = [] try: # amdsmi_get_processor_handles returns the device_handles storted for gpu_id device_handles = amdsmi_interface.amdsmi_get_processor_handles() except amdsmi_interface.AmdSmiLibraryException as e: if e.err_code in (amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_NOT_INIT, amdsmi_interface.amdsmi_wrapper.AMDSMI_STATUS_DRIVER_NOT_LOADED): logging.info('Unable to get device choices, driver not initialized (amdgpu not found in modules)') else: raise e if len(device_handles) == 0: logging.info('Unable to find any devices, check if driver is initialized (amdgpu not found in modules)') else: # Handle spacing for the gpu_choices_str max_padding = int(math.log10(len(device_handles))) + 1 for gpu_id, device_handle in enumerate(device_handles): bdf = amdsmi_interface.amdsmi_get_gpu_device_bdf(device_handle) uuid = amdsmi_interface.amdsmi_get_gpu_device_uuid(device_handle) gpu_choices[str(gpu_id)] = { "BDF": bdf, "UUID": uuid, "Device Handle": device_handle, } if gpu_id == 0: id_padding = max_padding else: id_padding = max_padding - int(math.log10(gpu_id)) gpu_choices_str += f"ID: {gpu_id}{' ' * id_padding}| BDF: {bdf} | UUID: {uuid}\n" # Add the all option to the gpu_choices gpu_choices["all"] = "all" gpu_choices_str += f" all{' ' * max_padding}| Selects all devices\n" return (gpu_choices, gpu_choices_str) def get_device_handles_from_gpu_selections(self, gpu_selections: List[str], gpu_choices=None): """Convert provided gpu_selections to device_handles Args: gpu_selections (list[str]): Selected GPU ID(s), BDF(s), or UUID(s): ex: ID:0 | BDF:0000:23:00.0 | UUID:ffffffff-0000-1000-0000-000000000000 gpu_choices (dict{gpu_choices}): This is a dictionary of the possible gpu_choices Returns: (True, list[device_handles]): Returns a list of all the gpu_selections converted to amdsmi device_handles (False, str): Return False, and the first input that failed to be converted """ if 'all' in gpu_selections: return (True, amdsmi_interface.amdsmi_get_processor_handles()) if isinstance(gpu_selections, str): gpu_selections = [gpu_selections] if gpu_choices is None: gpu_choices = self.get_gpu_choices()[0] selected_device_handles = [] for gpu_selection in gpu_selections: valid_gpu_choice = False for gpu_id, gpu_info in gpu_choices.items(): bdf = gpu_info['BDF'] uuid = gpu_info['UUID'] device_handle = gpu_info['Device Handle'] # Check if passed gpu is a gpu ID or UUID if gpu_selection == gpu_id or gpu_selection.lower() == uuid: selected_device_handles.append(device_handle) valid_gpu_choice = True break else: # Check if gpu passed is a BDF object try: if BDF(gpu_selection) == BDF(bdf): selected_device_handles.append(device_handle) valid_gpu_choice = True break except Exception: # Ignore exception when checking if the gpu_choice is a BDF pass if not valid_gpu_choice: logging.debug(f"AMDSMIHelpers.get_device_handles_from_gpu_selections - Unable to convert {gpu_selection}") return False, gpu_selection return True, selected_device_handles def get_device_handles_from_cpu_selections(self, cpu_selections: List[str], cpu_choices=None): """Convert provided cpu_selections to device_handles Args: cpu_selections (list[str]): Selected CPU ID(s): ex: ID:0 cpu_choices (dict{cpu_choices}): This is a dictionary of the possible cpu_choices Returns: (True, list[device_handles]): Returns a list of all the cpu_selections converted to amdsmi device_handles (False, str): Return False, and the first input that failed to be converted """ if 'all' in cpu_selections: return (True, amdsmi_interface.amdsmi_get_cpusocket_handles()) if isinstance(cpu_selections, str): cpu_selections = [cpu_selections] if cpu_choices is None: cpu_choices = self.get_cpu_choices()[0] selected_device_handles = [] for cpu_selection in cpu_selections: valid_cpu_choice = False for cpu_id, cpu_info in cpu_choices.items(): device_handle = cpu_info['Device Handle'] # Check if passed gpu is a gpu ID if cpu_selection == cpu_id: selected_device_handles.append(device_handle) valid_cpu_choice = True break if not valid_cpu_choice: logging.debug(f"AMDSMIHelpers.get_device_handles_from_cpu_selections - Unable to convert {cpu_selection}") return False, cpu_selection return True, selected_device_handles def get_device_handles_from_core_selections(self, core_selections: List[str], core_choices=None): """Convert provided core_selections to device_handles Args: core_selections (list[str]): Selected CORE ID(s): ex: ID:0 core_choices (dict{core_choices}): This is a dictionary of the possible core_choices Returns: (True, list[device_handles]): Returns a list of all the core_selections converted to amdsmi device_handles (False, str): Return False, and the first input that failed to be converted """ if 'all' in core_selections: return (True, amdsmi_interface.amdsmi_get_cpucore_handles()) if isinstance(core_selections, str): core_selections = [core_selections] if core_choices is None: core_choices = self.get_core_choices()[0] selected_device_handles = [] for core_selection in core_selections: valid_core_choice = False for core_id, core_info in core_choices.items(): device_handle = core_info['Device Handle'] # Check if passed core is a core ID if core_selection == core_id: selected_device_handles.append(device_handle) valid_core_choice = True break if not valid_core_choice: logging.debug(f"AMDSMIHelpers.get_device_handles_from_core_selections - Unable to convert {core_selection}") return False, core_selection return True, selected_device_handles def handle_gpus(self, args, logger, subcommand): """This function will run execute the subcommands based on the number of gpus passed in via args. params: args - argparser args to pass to subcommand current_platform_args (list) - GPU supported platform arguments current_platform_values (list) - GPU supported values for the arguments logger (AMDSMILogger) - Logger to print out output subcommand (AMDSMICommands) - Function that can handle multiple gpus return: tuple(bool, device_handle) : bool - True if executed subcommand for multiple devices device_handle - Return the device_handle if the list of devices is a length of 1 (handled_multiple_gpus, device_handle) """ if isinstance(args.gpu, list): if len(args.gpu) > 1: for device_handle in args.gpu: # Handle multiple_devices to print all output at once subcommand(args, multiple_devices=True, gpu=device_handle) logger.print_output(multiple_device_enabled=True) return True, args.gpu elif len(args.gpu) == 1: args.gpu = args.gpu[0] return False, args.gpu else: logging.debug("args.gpu has an empty list") else: return False, args.gpu def handle_cpus(self, args, logger, subcommand): """This function will run execute the subcommands based on the number of cpus passed in via args. params: args - argparser args to pass to subcommand logger (AMDSMILogger) - Logger to print out output subcommand (AMDSMICommands) - Function that can handle multiple gpus return: tuple(bool, device_handle) : bool - True if executed subcommand for multiple devices device_handle - Return the device_handle if the list of devices is a length of 1 (handled_multiple_gpus, device_handle) """ if isinstance(args.cpu, list): if len(args.cpu) > 1: for device_handle in args.cpu: # Handle multiple_devices to print all output at once subcommand(args, multiple_devices=True, cpu=device_handle) logger.print_output(multiple_device_enabled=True) return True, args.cpu elif len(args.cpu) == 1: args.cpu = args.cpu[0] return False, args.cpu else: logging.debug("args.cpu has empty list") else: return False, args.cpu def handle_cores(self, args, logger, subcommand): """This function will run execute the subcommands based on the number of cores passed in via args. params: args - argparser args to pass to subcommand logger (AMDSMILogger) - Logger to print out output subcommand (AMDSMICommands) - Function that can handle multiple gpus return: tuple(bool, device_handle) : bool - True if executed subcommand for multiple devices device_handle - Return the device_handle if the list of devices is a length of 1 (handled_multiple_gpus, device_handle) """ if isinstance(args.core, list): if len(args.core) > 1: for device_handle in args.core: # Handle multiple_devices to print all output at once subcommand(args, multiple_devices=True, core=device_handle) logger.print_output(multiple_device_enabled=True) return True, args.core elif len(args.core) == 1: args.core = args.core[0] return False, args.core else: logging.debug("args.core has empty list") else: return False, args.core def handle_watch(self, args, subcommand, logger): """This function will run the subcommand multiple times based on the passed watch, watch_time, and iterations passed in. params: args - argparser args to pass to subcommand subcommand (AMDSMICommands) - Function that can handle watching output (Currently: metric & process) logger (AMDSMILogger) - Logger for accessing config values return: Nothing """ # Set the values for watching as the args will cleared watch = args.watch watch_time = args.watch_time iterations = args.iterations # Set the args values to None so we don't loop recursively args.watch = None args.watch_time = None args.iterations = None # Set the signal handler to flush a delmiter to file if the format is json print("'CTRL' + 'C' to stop watching output:") if watch_time: # Run for set amount of time iterations_ran = 0 end_time = time.time() + watch_time while time.time() <= end_time: subcommand(args, watching_output=True) # Handle iterations limit iterations_ran += 1 if iterations is not None: if iterations <= iterations_ran: break time.sleep(watch) elif iterations is not None: # Run for a set amount of iterations for iteration in range(iterations): subcommand(args, watching_output=True) if iteration == iterations - 1: # Break on iteration completion break time.sleep(watch) else: # Run indefinitely as watch_time and iterations are not set while True: subcommand(args, watching_output=True) time.sleep(watch) return 1 def get_gpu_id_from_device_handle(self, input_device_handle): """Get the gpu index from the device_handle. amdsmi_get_processor_handles() returns the list of device_handles in order of gpu_index """ device_handles = amdsmi_interface.amdsmi_get_processor_handles() for gpu_index, device_handle in enumerate(device_handles): if input_device_handle.value == device_handle.value: return gpu_index raise amdsmi_exception.AmdSmiParameterException(input_device_handle, amdsmi_interface.amdsmi_wrapper.amdsmi_processor_handle, "Unable to find gpu ID from device_handle") def get_cpu_id_from_device_handle(self, input_device_handle): """Get the cpu index from the device_handle. amdsmi_interface.amdsmi_get_cpusocket_handles() returns the list of device_handles in order of cpu_index """ device_handles = amdsmi_interface.amdsmi_get_cpusocket_handles() for cpu_index, device_handle in enumerate(device_handles): if input_device_handle.value == device_handle.value: return cpu_index raise amdsmi_exception.AmdSmiParameterException(input_device_handle, amdsmi_interface.amdsmi_wrapper.amdsmi_processor_handle, "Unable to find cpu ID from device_handle") def get_core_id_from_device_handle(self, input_device_handle): """Get the core index from the device_handle. amdsmi_interface.amdsmi_get_cpusocket_handles() returns the list of device_handles in order of cpu_index """ device_handles = amdsmi_interface.amdsmi_get_cpucore_handles() for core_index, device_handle in enumerate(device_handles): if input_device_handle.value == device_handle.value: return core_index raise amdsmi_exception.AmdSmiParameterException(input_device_handle, amdsmi_interface.amdsmi_wrapper.amdsmi_processor_handle, "Unable to find core ID from device_handle") def get_amd_gpu_bdfs(self): """Return a list of GPU BDFs visibile to amdsmi Returns: list[BDF]: List of GPU BDFs """ gpu_bdfs = [] device_handles = amdsmi_interface.amdsmi_get_processor_handles() for device_handle in device_handles: bdf = amdsmi_interface.amdsmi_get_gpu_device_bdf(device_handle) gpu_bdfs.append(bdf) return gpu_bdfs def is_amd_device(self, device_handle): """ Return whether the specified device is an AMD device or not param device: DRM device identifier """ # Get card vendor id asic_info = amdsmi_interface.amdsmi_get_gpu_asic_info(device_handle) try: vendor_value = int(asic_info['vendor_id'], 16) return vendor_value == AMD_VENDOR_ID except: return False def get_perf_levels(self): perf_levels_str = [clock.name for clock in amdsmi_interface.AmdSmiDevPerfLevel] perf_levels_int = list(set(clock.value for clock in amdsmi_interface.AmdSmiDevPerfLevel)) return perf_levels_str, perf_levels_int def get_compute_partition_types(self): compute_partitions_str = [partition.name for partition in amdsmi_interface.AmdSmiComputePartitionType] if 'INVALID' in compute_partitions_str: compute_partitions_str.remove('INVALID') return compute_partitions_str def get_memory_partition_types(self): memory_partitions_str = [partition.name for partition in amdsmi_interface.AmdSmiMemoryPartitionType] if 'UNKNOWN' in memory_partitions_str: memory_partitions_str.remove('UNKNOWN') return memory_partitions_str def get_clock_types(self): clock_types_str = [clock.name for clock in amdsmi_interface.AmdSmiClkType] clock_types_int = list(set(clock.value for clock in amdsmi_interface.AmdSmiClkType)) return clock_types_str, clock_types_int def validate_clock_type(self, input_clock_type): valid_clock_types_str, valid_clock_types_int = self.get_clock_types() valid_clock_input = False if isinstance(input_clock_type, str): for clock_type in valid_clock_types_str: if input_clock_type.lower() == clock_type.lower(): input_clock_type = clock_type # Set input_clock_type to enum value in AmdSmiClkType valid_clock_input = True break elif isinstance(input_clock_type, int): if input_clock_type in valid_clock_types_int: input_clock_type = amdsmi_interface.AmdSmiClkType(input_clock_type) valid_clock_input = True return valid_clock_input, input_clock_type def confirm_out_of_spec_warning(self, auto_respond=False): """ Print the warning for running outside of specification and prompt user to accept the terms. @param auto_respond: Response to automatically provide for all prompts """ print(''' ******WARNING******\n Operating your AMD GPU outside of official AMD specifications or outside of factory settings, including but not limited to the conducting of overclocking, over-volting or under-volting (including use of this interface software, even if such software has been directly or indirectly provided by AMD or otherwise affiliated in any way with AMD), may cause damage to your AMD GPU, system components and/or result in system failure, as well as cause other problems. DAMAGES CAUSED BY USE OF YOUR AMD GPU OUTSIDE OF OFFICIAL AMD SPECIFICATIONS OR OUTSIDE OF FACTORY SETTINGS ARE NOT COVERED UNDER ANY AMD PRODUCT WARRANTY AND MAY NOT BE COVERED BY YOUR BOARD OR SYSTEM MANUFACTURER'S WARRANTY. Please use this utility with caution. ''') if not auto_respond: user_input = input('Do you accept these terms? [y/n] ') else: user_input = auto_respond if user_input in ['y', 'Y', 'yes', 'Yes', 'YES']: return else: sys.exit('Confirmation not given. Exiting without setting value') def is_valid_profile(self, profile): profile_presets = amdsmi_interface.amdsmi_wrapper.amdsmi_power_profile_preset_masks_t__enumvalues if profile in profile_presets: return True, profile_presets[profile] else: return False, profile_presets.values() def convert_bytes_to_readable(self, bytes_input): for unit in ["B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB"]: if abs(bytes_input) < 1024: return f"{bytes_input:3.1f} {unit}" bytes_input /= 1024 return f"{bytes_input:.1f} YB" def unit_format(self, logger, value, unit): """This function will format output with unit based on the logger output format params: args - argparser args to pass to subcommand logger (AMDSMILogger) - Logger to print out output value - the value to be formatted unit - the unit to be formatted with the value return: str or dict : formatted output """ if logger.is_json_format(): return {"value": value, "unit": unit} if logger.is_human_readable_format(): return f"{value} {unit}" return f"{value}"