Ammar ELWazir
d762694acb
* Fixing kokkosp tool library packaging * Update source/lib/rocprofiler-sdk-tool/kokkosp/CMakeLists.txt Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> * Update CMakeLists.txt * Update CMakeLists.txt * Component Requirement in CPack * Adding package dependency * Update CMakeLists.txt * Update rocprofiler_config_packaging.cmake * Fix rocprofiler-sdk-tool-kokkosp BUILD/INSTALL RPATH - CMAKE_INSTALL_LIBDIR doesn't help * Add BUILD/INSTALL RPATH to rocprofv3-trigger-list-metrics - fixes packaging issues * Update packaging - core depends on rocprofiler-sdk-roctx - add CPACK_DEBIAN_PACKAGE_SHLIBDEPS_PRIVATE_DIRS to resolve inter-package dependencies * Fix package depends version format * Improve tests/rocprofv3/summary/validate logging * Update CI workflow - prioritize roctx package in Install Packages step * Remove setting <package-name>_VERSION in config.cmake.in - this is automatically handled by existence of <package-name>-config-version.cmake * Update rocprofiler-sdk-config.cmake - relax find_package versioning requirements to same major and minor version * Update rocprofiler-sdk-config.cmake - relax find_package versioning requirements (remove EXACT, specify range) * Tweak CI workflow * Update perfetto_reader.py - better handle failure to load trace processor * Misc cleanup for config packaging * Update config packaging * Update config packaging * Revert perfetto for core-rpm packages * Revert perfetto for core-rpm packages - perfetto < 0.9.0 * Tweak tests/rocprofv3/summary/validate.py - reorder some checks --------- Co-authored-by: Ammar Elwazir <aelwazir@useocpm2m-387-013.amd.com> Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: Jonathan R. Madsen <jonathanrmadsen@gmail.com>
113 línte
3.2 KiB
Python
113 línte
3.2 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import pandas as pd
|
|
import pytest
|
|
import json
|
|
import os
|
|
import io
|
|
|
|
from rocprofiler_sdk.pytest_utils.dotdict import dotdict
|
|
from rocprofiler_sdk.pytest_utils import collapse_dict_list
|
|
from rocprofiler_sdk.pytest_utils.perfetto_reader import PerfettoReader
|
|
from rocprofiler_sdk.pytest_utils.otf2_reader import OTF2Reader
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
parser.addoption(
|
|
"--json-input",
|
|
action="store",
|
|
help="Path to JSON file.",
|
|
)
|
|
parser.addoption(
|
|
"--pftrace-input",
|
|
action="store",
|
|
help="Path to Perfetto trace file.",
|
|
)
|
|
parser.addoption(
|
|
"--otf2-input",
|
|
action="store",
|
|
help="Path to OTF2 trace file.",
|
|
)
|
|
parser.addoption(
|
|
"--summary-input",
|
|
action="store",
|
|
help="Path to summary markdown file.",
|
|
)
|
|
pd.set_option("display.max_rows", None)
|
|
pd.set_option("display.max_columns", None)
|
|
pd.set_option("display.width", 2000)
|
|
pd.set_option("display.max_colwidth", None)
|
|
|
|
|
|
@pytest.fixture
|
|
def json_data(request):
|
|
filename = request.config.getoption("--json-input")
|
|
with open(filename, "r") as inp:
|
|
return dotdict(collapse_dict_list(json.load(inp)))
|
|
|
|
|
|
@pytest.fixture
|
|
def pftrace_data(request):
|
|
filename = request.config.getoption("--pftrace-input")
|
|
return PerfettoReader(filename).read()[0]
|
|
|
|
|
|
@pytest.fixture
|
|
def otf2_data(request):
|
|
filename = request.config.getoption("--otf2-input")
|
|
if not os.path.exists(filename):
|
|
raise FileExistsError(f"{filename} does not exist")
|
|
return OTF2Reader(filename).read()[0]
|
|
|
|
|
|
@pytest.fixture
|
|
def summary_data(request):
|
|
filename = request.config.getoption("--summary-input")
|
|
if not os.path.exists(filename):
|
|
raise FileExistsError(f"{filename} does not exist")
|
|
|
|
domains = {}
|
|
with open(filename, "r") as inp:
|
|
lines = [itr.strip() for itr in inp.readlines()]
|
|
lines = [itr for itr in lines if itr and not itr.startswith("|--")]
|
|
|
|
def rework(x):
|
|
tmp = [itr.strip(" ") for itr in x.split("|")]
|
|
tmp = [itr.strip() for itr in tmp if len(itr.strip()) > 0]
|
|
if tmp[0] == "NAME":
|
|
tmp = [f'"{itr}"' for itr in tmp]
|
|
else:
|
|
tmp[0] = f'"{tmp[0]}"'
|
|
tmp[1] = f'"{tmp[1]}"'
|
|
return ",".join(tmp)
|
|
|
|
def process_current_domain(_name, _list):
|
|
if _name and _list:
|
|
_list = [rework(itr) for itr in _list]
|
|
_contents = "{}\n".format("\n".join(_list))
|
|
ifs = io.StringIO(_contents)
|
|
df = pd.read_csv(ifs)
|
|
domains[_name] = df
|
|
_name = None
|
|
_list = []
|
|
return (None, [])
|
|
|
|
current_name = None
|
|
current_list = []
|
|
|
|
for itr in lines:
|
|
if not itr.startswith("|") or itr.startswith("ROCPROFV3 "):
|
|
current_name, current_list = process_current_domain(
|
|
current_name, current_list
|
|
)
|
|
current_name = itr.strip().strip(":").replace("ROCPROFV3 ", "", 1)
|
|
rpos = current_name.rfind(" SUMMARY")
|
|
if rpos >= 0:
|
|
current_name = current_name[:rpos]
|
|
else:
|
|
current_list += [itr]
|
|
|
|
process_current_domain(current_name, current_list)
|
|
|
|
return domains
|