Files
rocm-systems/projects/rocprofiler-sdk/source/lib/python/rocpd/__init__.py
T
Hui, Young 68ae6cf65f [rocpd] Adding summary module to generate summaries from rocpd database + query submodule + rocpd command-line tools (#488)
* adding summary.py to generate tmp <category_region>_summary views

* migrating CSV summary to SDK method of writing CSVs

  - Add domain_view to summary.py
  - omit the C++ code of writing CSV because it gets revered later anyway

* Add summary subparser and write_sql_view_to_csv function

* adding all <>_summary views generation to summary.py

* add summary_per_rank feature

* add --summary-per-rank

* reconstruct generate_summary_view and create_domain_view

-introduce by_rank

* remove sqr and variance in summary views

* use RocpdImportData instead of connection

* two fixes on summary.py

--modify the generate_summary_view function to return a tuple with view name and sql code

add if_not_exits parameter to generete_summary_view

* Refactor summary.py to allow output path and filename args, and apply time_window
- clean up summary table column headers
- only generate by-rank views if that param is specified

* Add ProcessID to Hostname output and csv, so users can identify the system in the by-rank summaries

* Summary.py, just add hostname to by-rank summaries, instead of creating mapping table

* Summary - migrate csv writer to pandas, for more future flexibility

* Adding a few simple tests for summary.py

* Linting fixes

* add region_categories to summary options

  -  Automatically retrieve region categories from the database if argument is None

* add backticks for view_names

* fix tests after rebase

* Made code review changes
- fixed whitespace in CMakelists.txt
- adding query.py module & subparser in __main__.py
- refactor summary function to return query
- used query.py to output csv
- used query.py to also output summary to console
- provided new command line options to select summary output to csv or console

* Made fix to jinja template in query.py, as suggested by copilot

* Consolidated output calls to query in export_view function based on feedback
- refactored: helpers, query functions, create view functions
- extended formats to include what query supports (md, html, pdf, json)
- added json format to query, and changed orient=records
- adding jinja2 and reportlab to requirements.txt

* Add version_info for rocpd and roctx

* Add rocpd commandline tool

* Add executable permissions to source/bin/rocpd.py

* Removed rocpd2query, and cleaned up --help examples

---------

Co-authored-by: acanadas <acanadas@amd.com>
Co-authored-by: Jin Tao <jintao12@amd.com>
Co-authored-by: a-canadasruiz <Araceli.CanadasRuiz@amd.com>
Co-authored-by: Jonathan R. Madsen <Jonathan.Madsen@amd.com>

[ROCm/rocprofiler-sdk commit: 3954cedd25]
2025-07-24 16:12:06 -05:00

166 líneas
4.5 KiB
Python

###############################################################################
# MIT License
#
# Copyright (c) 2023 Advanced Micro Devices, Inc.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
###############################################################################
import sys
import os
try:
import ctypes
sqlite3lib = ctypes.CDLL("libsqlite3.so")
except Exception:
pass
from . import libpyrocpd
from .importer import RocpdImportData
__all__ = [
"connect",
"execute",
"read_agents",
"read_nodes",
"read_processes",
"read_threads",
"write_perfetto",
"write_csv",
"write_otf2",
"RocpdImportData",
"version_info",
]
version_info = {
"version": "@PROJECT_VERSION@",
"major": int("@PROJECT_VERSION_MAJOR@"),
"minor": int("@PROJECT_VERSION_MINOR@"),
"patch": int("@PROJECT_VERSION_PATCH@"),
"git_revision": "@ROCPROFILER_SDK_GIT_REVISION@",
"library_arch": "@CMAKE_LIBRARY_ARCHITECTURE@",
"system_name": "@CMAKE_SYSTEM_NAME@",
"system_processor": "@CMAKE_SYSTEM_PROCESSOR@",
"system_version": "@CMAKE_SYSTEM_VERSION@",
"compiler_id": "@CMAKE_CXX_COMPILER_ID@",
"compiler_version": "@CMAKE_CXX_COMPILER_VERSION@",
"rocm_version": "@rocm_version_FULL_VERSION@",
}
def format_path(path, tag=os.path.basename(sys.executable)):
return libpyrocpd.format_path(path, tag)
def connect(input, *args, **kwargs):
return RocpdImportData(input, *args, **kwargs)
def execute(data, *args, **kwargs):
return data.execute(*args, **kwargs)
def read_agents(data, condition=""):
return libpyrocpd.read_agents(data, condition)
def read_nodes(data, condition=""):
return libpyrocpd.read_nodes(data, condition)
def read_processes(data, condition=""):
return libpyrocpd.read_processes(data, condition)
def read_threads(data, condition=""):
return libpyrocpd.read_threads(data, condition)
def write_perfetto(connection, config=None, **kwargs):
"""
Write Perfetto pftrace output file
Args:
connection (rocpd.RocpdImportData):
rocPD instance of database connection(s)
config (rocpd.output_config.output_config):
Output specification
Returns:
bool: returns True if successful
"""
from . import output_config
config = (
output_config.output_config(**kwargs)
if config is None
else config.update(**kwargs)
)
return libpyrocpd.write_perfetto(connection, config)
def write_csv(connection, config=None, **kwargs):
"""
Write CSV output file(s)
Args:
connection (rocpd.RocpdImportData):
rocPD instance of database connection(s)
config (rocpd.output_config.output_config):
Output specification
Returns:
bool: returns True if successful
"""
from . import output_config
config = (
output_config.output_config(**kwargs)
if config is None
else config.update(**kwargs)
)
return libpyrocpd.write_csv(connection, config)
def write_otf2(connection, config=None, **kwargs):
"""
Write OTF@ output file
Args:
connection (rocpd.RocpdImportData):
rocPD instance of database connection(s)
config (rocpd.output_config.output_config):
Output specification
Returns:
bool: returns True if successful
"""
from . import output_config
config = (
output_config.output_config(**kwargs)
if config is None
else config.update(**kwargs)
)
return libpyrocpd.write_otf2(connection, config)