Karl W Schulz
1823 satır
46 KiB
Python
1823 satır
46 KiB
Python
import os.path
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
import pytest
|
|
from importlib.machinery import SourceFileLoader
|
|
import shutil
|
|
import pandas as pd
|
|
import test_utils
|
|
|
|
omniperf = SourceFileLoader("omniperf", "src/omniperf").load_module()
|
|
|
|
baseline_opts = ["omniperf", "analyze"]
|
|
|
|
config = {}
|
|
config["cleanup"] = True
|
|
|
|
indir1 = "tests/workloads/vcopy/MI100"
|
|
indir2 = "tests/workloads/vcopy/MI200"
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_valid_path():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
["omniperf", "analyze", "--path", workload_dir],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
["omniperf", "analyze", "--path", workload_dir],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_list_kernels():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-stats",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-stats",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.list_metrics
|
|
def test_list_metrics_gfx90a():
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch("sys.argv", ["omniperf", "analyze", "--list-metrics", "gfx90a"]):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx90a",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx90a",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.list_metrics
|
|
def test_list_metrics_gfx906():
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch("sys.argv", ["omniperf", "analyze", "--list-metrics", "gfx906"]):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx906",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx906",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.list_metrics
|
|
def test_list_metrics_gfx908():
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch("sys.argv", ["omniperf", "analyze", "--list-metrics", "gfx908"]):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx908",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--list-metrics",
|
|
"gfx908",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"5.2.2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"5.2.2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_4():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"6.1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"6.1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_5():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"10",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"10",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.filter_block
|
|
def test_filter_block_6():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"100",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--block",
|
|
"100",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_filter_kernel_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_filter_kernel_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_filter_kernel_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"0",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel",
|
|
"0",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_dispatch_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_dispatch_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_dispatch_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_dispatch_4():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"1",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"1",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.serial
|
|
def test_dispatch_5():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"5",
|
|
"6",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dispatch",
|
|
"5",
|
|
"6",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_gpu_ids():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--gpu-id",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--gpu-id",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.normal_unit
|
|
def test_normal_unit_per_wave():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_wave",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_wave",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.normal_unit
|
|
def test_normal_unit_per_cycle():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_cycle",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_cycle",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.normal_unit
|
|
def test_normal_unit_per_second():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_second",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_second",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.normal_unit
|
|
def test_normal_unit_per_kernel():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_kernel",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--normal-unit",
|
|
"per_kernel",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.max_stat
|
|
def test_max_stat_num_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.max_stat
|
|
def test_max_stat_num_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.max_stat
|
|
def test_max_stat_num_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"10",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"10",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.max_stat
|
|
def test_max_stat_num_4():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"15",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--max-stat-num",
|
|
"15",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.time_unit
|
|
def test_time_unit_s():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"s",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"s",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.time_unit
|
|
def test_time_unit_ms():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"ms",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"ms",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.time_unit
|
|
def test_time_unit_us():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"us",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"us",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.time_unit
|
|
def test_time_unit_ns():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"ns",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--time-unit",
|
|
"ns",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.decimal
|
|
def test_decimal_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--decimal",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--decimal",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.decimal
|
|
def test_decimal_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
indir1,
|
|
"--decimal",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--decimal",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.decimal
|
|
def test_decimal_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--decimal",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--decimal",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_save_dfs():
|
|
output_path = "tests/workloads/vcopy/saved_analysis"
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--save-dfs",
|
|
output_path,
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--save-dfs",
|
|
output_path,
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
files_in_workload = os.listdir(output_path)
|
|
single_row_tables = [
|
|
"0.1_Top_Kernels.csv",
|
|
"13.3_Instruction_Cache_-_L2_Interface.csv",
|
|
"18.1_Aggregate_Stats_(All_channels).csv",
|
|
]
|
|
for file_name in files_in_workload:
|
|
df = pd.read_csv(output_path + "/" + file_name)
|
|
if file_name in single_row_tables:
|
|
assert len(df.index) == 1
|
|
else:
|
|
assert len(df.index) >= 3
|
|
|
|
shutil.rmtree(output_path)
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--save-dfs",
|
|
output_path,
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
files_in_workload = os.listdir(output_path)
|
|
for file_name in files_in_workload:
|
|
df = pd.read_csv(output_path + "/" + file_name)
|
|
if file_name in single_row_tables:
|
|
assert len(df.index) == 1
|
|
else:
|
|
assert len(df.index) >= 3
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.col
|
|
def test_col_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.col
|
|
def test_col_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.col
|
|
def test_col_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"0",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--cols",
|
|
"0",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_g():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"-g",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"-g",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_0():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"0",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_1():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"1",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_2():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"2",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_3():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"3",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"3",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_4():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"4",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_5():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"5",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.kernel_verbose
|
|
def test_kernel_verbose_6():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"6",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
workload_dir = test_utils.setup_workload_dir(indir2)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--kernel-verbose",
|
|
"6",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_baseline():
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI200",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI100",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI200",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI200",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI100",
|
|
"--path",
|
|
"tests/workloads/vcopy/MI100",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 1
|
|
|
|
|
|
@pytest.mark.misc
|
|
def test_dependency_MI100():
|
|
workload_dir = test_utils.setup_workload_dir(indir1)
|
|
with pytest.raises(SystemExit) as e:
|
|
with patch(
|
|
"sys.argv",
|
|
[
|
|
"omniperf",
|
|
"analyze",
|
|
"--path",
|
|
workload_dir,
|
|
"--dependency",
|
|
],
|
|
):
|
|
omniperf.main()
|
|
assert e.value.code == 0
|
|
test_utils.clean_output_dir(config["cleanup"], workload_dir)
|