Code Coverage Reporting (#334)
* Update lib/rocprofiler-sdk/counters/{tests,parser/tests}/CMakeLists.txt
- use rocprofiler-static-library instead of rocprofiler-object-library
* Update scripts/run-ci.py
- support gcovr and pycobertura
* Update CI workflow for code coverage
- load/save cache for XML code coverage (via gcovr)
- generate and write code coverage comment
- archive code coverage HTML report
- fix name for sanitizer jobs
* Update CI workflow
- tweaks to env for PATH and LD_LIBRARY_PATH
* Add scripts/upload-image-to-github.py
- script for saving images to orphan branches to be used in markdown links
* Update CI workflow
- fix upload artifact conflict
- use upload-image-to-github.py
* Update CI workflow
- install extra packages for wkhtmltopdf/wkhtmltoimage
* Update CI workflow (code coverage)
- install more recent git
- tweak package installs for wkhtmltopdf/wkhtmltoimage
* Update CI workflow (code coverage)
- remove duplicate --cap-add=SYS_PTRACE
* Update CI and upload-image-to-github.py
- print versions
* Update upload-image-to-github.py
- check exit code of some subprocesses
* Update CI workflow
- fix GITHUB_PATH ordering
- fix LD_LIBRARY_PATH
* Update CI workflow
- fix code coverage cache keys (use SHAs)
- copy .codecov to .codecov.ref if a cached .codecov exists
* Update upload-image-to-github.py
- Update git pull/push commands
* Update upload-image-to-github.py
- git fetch before pulling
- git pull before committing
* Update upload-image-to-github.py
- git fetch after committing
- git pull after committing
* Update CI workflow
- list files before cat
* Update upload-image-to-github.py
- output messages
* Update CI workflow and upload-image-to-github.py
- fix output directory path for script to work with CI workflow
* Update CI workflow
- finishing touches/fixes on the code coverage comment generation
* Reproducible filenames
* Update CI workflow
- fix archive of code coverage data
* Fix relative path of reproducible file loc
* Update upload-image-to-github.py
- change update method
* rocprofiler-v2-internal -> rocprofiler-sdk-internal
[ROCm/rocprofiler-sdk commit: c5e45803e9]
This commit is contained in:
Jonathan R. Madsen authored and 
GitHub committed
1 szülő
32127d2f76
commit
56fea9f08b
8 files changed
+356
-25
No files matched your search
@@ -14,6 +14,7 @@ import multiprocessing
|
||||
# and default value for CTEST_SUBMIT_URL
|
||||
_PROJECT_NAME = "rocprofiler-v2-internal"
|
||||
_BASE_URL = "10.194.116.31/cdash"
|
||||
_GCOVR_GENERATE_CMD = None
|
||||
|
||||
|
||||
def which(cmd, require):
|
||||
@@ -45,6 +46,7 @@ def generate_custom(args, cmake_args, ctest_args):
|
||||
|
||||
GIT_CMD = which("git", require=True)
|
||||
GCOV_CMD = which("gcov", require=False)
|
||||
GCOVR_CMD = which("gcovr", require=False)
|
||||
CMAKE_CMD = which("cmake", require=True)
|
||||
# CTEST_CMD = which("ctest", require=True)
|
||||
|
||||
@@ -91,14 +93,55 @@ def generate_custom(args, cmake_args, ctest_args):
|
||||
"external/.*",
|
||||
"samples/.*",
|
||||
"tests/.*",
|
||||
".*/external/.*",
|
||||
".*/samples/.*",
|
||||
".*/tests/.*",
|
||||
".*/details/.*",
|
||||
"*/counters/parser/.*",
|
||||
".*/counters/parser/.*",
|
||||
]
|
||||
if args.coverage == "samples":
|
||||
codecov_exclude += [".*/lib/common/.*"]
|
||||
|
||||
COVERAGE_EXCLUDE = ";".join(codecov_exclude)
|
||||
|
||||
if args.coverage and GCOVR_CMD:
|
||||
global _GCOVR_GENERATE_CMD
|
||||
|
||||
codecov_dir = os.path.join(args.source_dir, ".codecov")
|
||||
codecov_xml = os.path.join(codecov_dir, f"{args.coverage}.xml")
|
||||
codecov_html = os.path.join(codecov_dir, f"{args.coverage}.html")
|
||||
|
||||
if not os.path.exists(codecov_dir):
|
||||
os.makedirs(codecov_dir)
|
||||
|
||||
with open(os.path.join(codecov_dir, ".gitignore"), "w") as f:
|
||||
f.write("/*\n")
|
||||
|
||||
gcovr_codecov_exclude = []
|
||||
for itr in codecov_exclude:
|
||||
gcovr_codecov_exclude += ["--exclude", f"{itr}"]
|
||||
|
||||
_GCOVR_GENERATE_CMD = (
|
||||
[GCOVR_CMD]
|
||||
+ [
|
||||
"--root",
|
||||
f"{args.source_dir}",
|
||||
"--exclude-unreachable-branches",
|
||||
"--exclude-throw-branches",
|
||||
"--gcov-ignore-parse-errors",
|
||||
"--gcov-executable",
|
||||
GCOV_CMD,
|
||||
"-s",
|
||||
"-p",
|
||||
"--xml",
|
||||
codecov_xml,
|
||||
"--html-details",
|
||||
codecov_html,
|
||||
]
|
||||
+ gcovr_codecov_exclude
|
||||
+ [args.source_dir]
|
||||
)
|
||||
|
||||
return f"""
|
||||
set(CTEST_PROJECT_NAME "{_PROJECT_NAME}")
|
||||
set(CTEST_NIGHTLY_START_TIME "05:00:00 UTC")
|
||||
@@ -438,10 +481,12 @@ if __name__ == "__main__":
|
||||
dashboard_args.append(f"{args.mode}{itr}")
|
||||
|
||||
try:
|
||||
ctest_args += ["--no-tests=error"]
|
||||
if not args.quiet and len(ctest_args) == 0:
|
||||
ctest_args = ["--output-on-failure", "-V"]
|
||||
|
||||
# always fail if no tests exist
|
||||
ctest_args += ["--no-tests=error"]
|
||||
|
||||
run(
|
||||
[CTEST_CMD]
|
||||
+ dashboard_args
|
||||
@@ -482,3 +527,29 @@ if __name__ == "__main__":
|
||||
with open(file, "r") as inpf:
|
||||
fdata = inpf.read()
|
||||
print(fdata)
|
||||
|
||||
if _GCOVR_GENERATE_CMD:
|
||||
print("\n\n\n###### Generating Cobertura XML... ######")
|
||||
print(
|
||||
"###### GCOVR command: '{}'... ######\n".format(" ".join(_GCOVR_GENERATE_CMD))
|
||||
)
|
||||
with open("/dev/null", "w") as devnull:
|
||||
run(_GCOVR_GENERATE_CMD, stderr=devnull)
|
||||
|
||||
codecov_dir = os.path.join(args.source_dir, ".codecov")
|
||||
codecov_xml = os.path.join(codecov_dir, f"{args.coverage}.xml")
|
||||
codecov_md = os.path.join(codecov_dir, f"{args.coverage}.md")
|
||||
|
||||
PYCOBERTURA_CMD = which("pycobertura", require=False)
|
||||
if PYCOBERTURA_CMD:
|
||||
run(
|
||||
[
|
||||
PYCOBERTURA_CMD,
|
||||
"show",
|
||||
"--format",
|
||||
"markdown",
|
||||
"--output",
|
||||
codecov_md,
|
||||
codecov_xml,
|
||||
]
|
||||
)
|
||||
Reference in new issue
Block a user