Hui, Young
3954cedd25
* adding summary.py to generate tmp <category_region>_summary views * migrating CSV summary to SDK method of writing CSVs - Add domain_view to summary.py - omit the C++ code of writing CSV because it gets revered later anyway * Add summary subparser and write_sql_view_to_csv function * adding all <>_summary views generation to summary.py * add summary_per_rank feature * add --summary-per-rank * reconstruct generate_summary_view and create_domain_view -introduce by_rank * remove sqr and variance in summary views * use RocpdImportData instead of connection * two fixes on summary.py --modify the generate_summary_view function to return a tuple with view name and sql code add if_not_exits parameter to generete_summary_view * Refactor summary.py to allow output path and filename args, and apply time_window - clean up summary table column headers - only generate by-rank views if that param is specified * Add ProcessID to Hostname output and csv, so users can identify the system in the by-rank summaries * Summary.py, just add hostname to by-rank summaries, instead of creating mapping table * Summary - migrate csv writer to pandas, for more future flexibility * Adding a few simple tests for summary.py * Linting fixes * add region_categories to summary options - Automatically retrieve region categories from the database if argument is None * add backticks for view_names * fix tests after rebase * Made code review changes - fixed whitespace in CMakelists.txt - adding query.py module & subparser in __main__.py - refactor summary function to return query - used query.py to output csv - used query.py to also output summary to console - provided new command line options to select summary output to csv or console * Made fix to jinja template in query.py, as suggested by copilot * Consolidated output calls to query in export_view function based on feedback - refactored: helpers, query functions, create view functions - extended formats to include what query supports (md, html, pdf, json) - added json format to query, and changed orient=records - adding jinja2 and reportlab to requirements.txt * Add version_info for rocpd and roctx * Add rocpd commandline tool * Add executable permissions to source/bin/rocpd.py * Removed rocpd2query, and cleaned up --help examples --------- Co-authored-by: acanadas <acanadas@amd.com> Co-authored-by: Jin Tao <jintao12@amd.com> Co-authored-by: a-canadasruiz <Araceli.CanadasRuiz@amd.com> Co-authored-by: Jonathan R. Madsen <Jonathan.Madsen@amd.com>
213 wiersze
8.2 KiB
CMake
213 wiersze
8.2 KiB
CMake
#
|
|
# functions/macros for python
|
|
#
|
|
|
|
include_guard(DIRECTORY)
|
|
|
|
macro(rocprofiler_reset_python3_cache)
|
|
foreach(
|
|
_VAR
|
|
_Python3_Compiler_REASON_FAILURE
|
|
_Python3_Development_REASON_FAILURE
|
|
_Python3_EXECUTABLE
|
|
_Python3_INCLUDE_DIR
|
|
_Python3_INTERPRETER_PROPERTIES
|
|
_Python3_INTERPRETER_SIGNATURE
|
|
_Python3_LIBRARY_RELEASE
|
|
_Python3_NumPy_REASON_FAILURE
|
|
Python3_EXECUTABLE
|
|
Python3_INCLUDE_DIR
|
|
Python3_INTERPRETER_ID
|
|
Python3_STDLIB
|
|
Python3_STDARCH
|
|
Python3_SITELIB
|
|
Python3_SOABI
|
|
${ARGN})
|
|
unset(${_VAR} CACHE)
|
|
unset(${_VAR})
|
|
endforeach()
|
|
endmacro()
|
|
|
|
macro(rocprofiler_find_python3 _VERSION)
|
|
rocprofiler_reset_python3_cache()
|
|
|
|
if("${_VERSION}" MATCHES "^([0-9]+)\\.([0-9]+)\\.([0-9]+)$")
|
|
find_package(Python3 ${_VERSION} EXACT ${ARGN} REQUIRED MODULE
|
|
COMPONENTS Interpreter Development)
|
|
elseif("${_VERSION}" MATCHES "^([0-9]+)\\.([0-9]+)$")
|
|
find_package(Python3 ${_VERSION}.0...${_VERSION}.999 ${ARGN} REQUIRED MODULE
|
|
COMPONENTS Interpreter Development)
|
|
else()
|
|
message(
|
|
FATAL_ERROR
|
|
"Invalid Python3 version (${_VERSION}). Specify <MAJOR>.<MINOR> or <MAJOR>.<MINOR>.<PATCH>"
|
|
)
|
|
endif()
|
|
endmacro()
|
|
|
|
# make sure we have all python version candidates
|
|
set(ROCPROFILER_PYTHON_VERSION_CANDIDATES
|
|
"3.20;3.19;3.18;3.17;3.16;3.15;3.14;3.13;3.12;3.11;3.10;3.9;3.8;3.7;3.6"
|
|
CACHE STRING "Python versions to search for, newest first")
|
|
|
|
function(get_default_python_versions _VAR)
|
|
rocprofiler_reset_python3_cache()
|
|
|
|
set(_PYTHON_FOUND_VERSIONS)
|
|
|
|
foreach(_VER IN LISTS ROCPROFILER_PYTHON_VERSION_CANDIDATES)
|
|
find_package(Python3 ${_VER} EXACT QUIET COMPONENTS Interpreter Development)
|
|
if(Python3_FOUND)
|
|
list(APPEND _PYTHON_FOUND_VERSIONS
|
|
"${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}")
|
|
endif()
|
|
endforeach()
|
|
|
|
# If none found, do one last check for 3.6 (no EXACT)
|
|
if(NOT _PYTHON_FOUND_VERSIONS)
|
|
find_package(Python3 3.6 COMPONENTS Interpreter Development)
|
|
if(Python3_FOUND)
|
|
list(APPEND _PYTHON_FOUND_VERSIONS
|
|
"${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}")
|
|
endif()
|
|
endif()
|
|
|
|
# Set the output variable to the first found version, if any
|
|
if(_PYTHON_FOUND_VERSIONS)
|
|
set(${_VAR}
|
|
"${_PYTHON_FOUND_VERSIONS}"
|
|
PARENT_SCOPE)
|
|
endif()
|
|
|
|
rocprofiler_reset_python3_cache()
|
|
endfunction()
|
|
|
|
function(rocprofiler_roctx_python_bindings _VERSION)
|
|
message(
|
|
STATUS "Building rocprofiler-sdk roctx python bindings for python ${_VERSION}")
|
|
|
|
rocprofiler_find_python3(${_VERSION} QUIET)
|
|
|
|
set(roctx_PYTHON_INSTALL_DIRECTORY
|
|
${CMAKE_INSTALL_LIBDIR}/python${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}/site-packages/roctx
|
|
)
|
|
set(roctx_PYTHON_OUTPUT_DIRECTORY
|
|
${PROJECT_BINARY_DIR}/${roctx_PYTHON_INSTALL_DIRECTORY})
|
|
set(roctx_PYTHON_SOURCES __init__.py context_decorators.py)
|
|
|
|
foreach(_SOURCE ${roctx_PYTHON_SOURCES})
|
|
configure_file(${CMAKE_CURRENT_LIST_DIR}/${_SOURCE}
|
|
${roctx_PYTHON_OUTPUT_DIRECTORY}/${_SOURCE} @ONLY)
|
|
install(
|
|
FILES ${roctx_PYTHON_OUTPUT_DIRECTORY}/${_SOURCE}
|
|
DESTINATION ${roctx_PYTHON_INSTALL_DIRECTORY}
|
|
COMPONENT roctx)
|
|
endforeach()
|
|
|
|
add_library(rocprofiler-sdk-roctx-python-bindings-${_VERSION} MODULE)
|
|
target_sources(rocprofiler-sdk-roctx-python-bindings-${_VERSION}
|
|
PRIVATE libpyroctx.cpp)
|
|
target_include_directories(rocprofiler-sdk-roctx-python-bindings-${_VERSION} SYSTEM
|
|
PRIVATE ${Python3_INCLUDE_DIRS})
|
|
target_link_libraries(
|
|
rocprofiler-sdk-roctx-python-bindings-${_VERSION}
|
|
PRIVATE rocprofiler-sdk-roctx::rocprofiler-sdk-roctx-shared-library
|
|
rocprofiler-sdk::rocprofiler-sdk-pybind11 ${Python3_LIBRARIES})
|
|
|
|
set_target_properties(
|
|
rocprofiler-sdk-roctx-python-bindings-${_VERSION}
|
|
PROPERTIES OUTPUT_NAME libpyroctx
|
|
RUNTIME_OUTPUT_DIRECTORY ${roctx_PYTHON_OUTPUT_DIRECTORY}
|
|
LIBRARY_OUTPUT_DIRECTORY ${roctx_PYTHON_OUTPUT_DIRECTORY}
|
|
ARCHIVE_OUTPUT_DIRECTORY ${roctx_PYTHON_OUTPUT_DIRECTORY}
|
|
PDB_OUTPUT_DIRECTORY ${roctx_PYTHON_OUTPUT_DIRECTORY}
|
|
PREFIX ""
|
|
SUFFIX ".${Python3_SOABI}${CMAKE_SHARED_LIBRARY_SUFFIX}"
|
|
BUILD_RPATH "${DEFAULT_PYTHON_RPATH}"
|
|
INSTALL_RPATH "${DEFAULT_PYTHON_RPATH}")
|
|
|
|
install(
|
|
TARGETS rocprofiler-sdk-roctx-python-bindings-${_VERSION}
|
|
DESTINATION ${roctx_PYTHON_INSTALL_DIRECTORY}
|
|
COMPONENT roctx)
|
|
endfunction()
|
|
|
|
function(rocprofiler_rocpd_python_bindings_target_sources _VERSION)
|
|
target_sources(rocprofiler-sdk-rocpd-python-bindings-${_VERSION} ${ARGN})
|
|
endfunction()
|
|
|
|
function(rocprofiler_rocpd_python_bindings _VERSION)
|
|
message(
|
|
STATUS "Building rocprofiler-sdk rocpd python bindings for python ${_VERSION}")
|
|
rocprofiler_find_python3(${_VERSION} QUIET)
|
|
|
|
set(rocpd_PYTHON_INSTALL_DIRECTORY
|
|
${CMAKE_INSTALL_LIBDIR}/python${Python3_VERSION_MAJOR}.${Python3_VERSION_MINOR}/site-packages/rocpd
|
|
)
|
|
set(rocpd_PYTHON_OUTPUT_DIRECTORY
|
|
${PROJECT_BINARY_DIR}/${rocpd_PYTHON_INSTALL_DIRECTORY})
|
|
set(rocpd_PYTHON_SOURCES
|
|
csv.py
|
|
importer.py
|
|
__init__.py
|
|
__main__.py
|
|
output_config.py
|
|
otf2.py
|
|
pftrace.py
|
|
query.py
|
|
schema.py
|
|
summary.py
|
|
time_window.py)
|
|
|
|
foreach(_SOURCE ${rocpd_PYTHON_SOURCES})
|
|
configure_file(${CMAKE_CURRENT_LIST_DIR}/${_SOURCE}
|
|
${rocpd_PYTHON_OUTPUT_DIRECTORY}/${_SOURCE} @ONLY)
|
|
install(
|
|
FILES ${rocpd_PYTHON_OUTPUT_DIRECTORY}/${_SOURCE}
|
|
DESTINATION ${rocpd_PYTHON_INSTALL_DIRECTORY}
|
|
COMPONENT rocpd)
|
|
endforeach()
|
|
|
|
add_library(rocprofiler-sdk-rocpd-python-bindings-${_VERSION} MODULE)
|
|
target_sources(
|
|
rocprofiler-sdk-rocpd-python-bindings-${_VERSION}
|
|
PRIVATE libpyrocpd.cpp libpyrocpd.hpp
|
|
$<TARGET_OBJECTS:rocprofiler-sdk::rocprofiler-sdk-object-library>)
|
|
target_include_directories(rocprofiler-sdk-rocpd-python-bindings-${_VERSION} SYSTEM
|
|
PRIVATE ${Python3_INCLUDE_DIRS})
|
|
target_link_libraries(
|
|
rocprofiler-sdk-rocpd-python-bindings-${_VERSION}
|
|
PRIVATE rocprofiler-sdk::rocprofiler-sdk-headers
|
|
rocprofiler-sdk::rocprofiler-sdk-build-flags
|
|
rocprofiler-sdk::rocprofiler-sdk-memcheck
|
|
rocprofiler-sdk::rocprofiler-sdk-common-library
|
|
rocprofiler-sdk::rocprofiler-sdk-output-library
|
|
rocprofiler-sdk::rocprofiler-sdk-cereal
|
|
rocprofiler-sdk::rocprofiler-sdk-perfetto
|
|
rocprofiler-sdk::rocprofiler-sdk-otf2
|
|
rocprofiler-sdk::rocprofiler-sdk-sqlite3
|
|
rocprofiler-sdk::rocprofiler-sdk-pybind11
|
|
rocprofiler-sdk::rocprofiler-sdk-gotcha
|
|
rocprofiler-sdk::rocprofiler-sdk-dw
|
|
rocprofiler-sdk::rocprofiler-sdk-static-library
|
|
rocprofiler-sdk::rocprofiler-sdk-rocpd-library
|
|
${Python3_LIBRARIES})
|
|
|
|
set_target_properties(
|
|
rocprofiler-sdk-rocpd-python-bindings-${_VERSION}
|
|
PROPERTIES OUTPUT_NAME libpyrocpd
|
|
RUNTIME_OUTPUT_DIRECTORY ${rocpd_PYTHON_OUTPUT_DIRECTORY}
|
|
LIBRARY_OUTPUT_DIRECTORY ${rocpd_PYTHON_OUTPUT_DIRECTORY}
|
|
ARCHIVE_OUTPUT_DIRECTORY ${rocpd_PYTHON_OUTPUT_DIRECTORY}
|
|
PDB_OUTPUT_DIRECTORY ${rocpd_PYTHON_OUTPUT_DIRECTORY}
|
|
PREFIX ""
|
|
SUFFIX ".${Python3_SOABI}${CMAKE_SHARED_LIBRARY_SUFFIX}"
|
|
BUILD_RPATH "${DEFAULT_PYTHON_RPATH}"
|
|
INSTALL_RPATH "${DEFAULT_PYTHON_RPATH}")
|
|
|
|
install(
|
|
TARGETS rocprofiler-sdk-rocpd-python-bindings-${_VERSION}
|
|
DESTINATION ${rocpd_PYTHON_INSTALL_DIRECTORY}
|
|
COMPONENT rocpd)
|
|
endfunction()
|