From a1afd69a025f6f3cb227242522b077086a8ce295 Mon Sep 17 00:00:00 2001
From: Tamima Rashid <106329285+ratamima@users.noreply.github.com>
Date: Wed, 17 Aug 2022 10:30:18 -0500
Subject: [PATCH] Python validation-external & builtin (#123)

* adding python-builtin-validation

* adding python-builtin-test check

* adding validation for external.py including and excluding inefficient

* validation for python-external(including & excluding inefficient) & python-builtin

* fixing label mixmatch for builtin and added only perfetto validation for external, no timemory validation for external

* python-validation-builtin

Co-authored-by: Jonathan R. Madsen <jrmadsen@users.noreply.github.com>
---
 tests/CMakeLists.txt | 48 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)

diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
index 238e27a886..1a6f2cf40e 100644
--- a/tests/CMakeLists.txt
+++ b/tests/CMakeLists.txt
@@ -1378,5 +1378,53 @@ foreach(_VERSION ${OMNITRACE_PYTHON_VERSIONS})
         ARGS -l ${python_source_labels} -c ${python_source_count} -d
              ${python_source_depth})
 
+    set(python_builtin_labels
+        [run][builtin.py:28]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [fib][builtin.py:10]
+        [inefficient][builtin.py:14])
+    set(python_builtin_count
+        5
+        5
+        10
+        20
+        40
+        80
+        160
+        260
+        220
+        80
+        10
+        5)
+    set(python_builtin_depth
+        0
+        1
+        2
+        3
+        4
+        5
+        6
+        7
+        8
+        9
+        10
+        1)
+
+    omnitrace_add_python_validation_test(
+        NAME python-builtin
+        TIMEMORY_METRIC "trip_count"
+        TIMEMORY_FILE "trip_count.json"
+        PERFETTO_METRIC "host;user"
+        PERFETTO_FILE "perfetto-trace.proto"
+        ARGS -l ${python_builtin_labels} -c ${python_builtin_count} -d
+             ${python_builtin_depth})
     math(EXPR _INDEX "${_INDEX} + 1")
 endforeach()