diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml index 2f01294756..04ebddb155 100644 --- a/.github/workflows/codeql.yml +++ b/.github/workflows/codeql.yml @@ -20,7 +20,7 @@ on: env: ROCM_PATH: "/opt/rocm" - GPU_TARGETS: "gfx900 gfx906 gfx908 gfx90a gfx940 gfx941 gfx942 gfx950 gfx1030 gfx1100 gfx1101 gfx1102" + GPU_TARGETS: "gfx900;gfx906;gfx908;gfx90a;gfx940;gfx941;gfx942;gfx950;gfx1030;gfx1100;gfx1101;gfx1102;gfx1201" PATH: "/usr/bin:$PATH" EXCLUDED_PATHS: "external /tmp/build/external" GLOBAL_CMAKE_OPTIONS: "-DROCPROFILER_INTERNAL_RCCL_API_TRACE=ON" @@ -33,7 +33,9 @@ jobs: # - https://gh.io/supported-runners-and-hardware-resources # - https://gh.io/using-larger-runners (GitHub.com only) # Consider using larger runners or machines with greater resources for possible analysis time improvements. - runs-on: rocprof-azure-gpuless-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 + + container: rocm/dev-ubuntu-22.04:latest permissions: # required for all workflows security-events: write @@ -56,18 +58,24 @@ jobs: - language : actions build-mode: none steps: - - uses: actions/checkout@v4 - name: Install requirements timeout-minutes: 10 shell: bash + env: + DEBIAN_FRONTEND: noninteractive run: | + sudo apt update + sudo apt install -y software-properties-common + sudo apt-add-repository ppa:git-core/ppa + sudo apt-get update + sudo apt-get install -y git build-essential cmake g++-11 g++-12 python3-pip libdw-dev libsqlite3-dev rccl-dev rocdecode-dev rocjpeg-dev git config --global --add safe.directory '*' - apt-get update - apt-get install -y build-essential cmake g++-11 g++-12 python3-pip libdw-dev libsqlite3-dev rccl-dev rccl-unittests - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 --slave /usr/bin/gcov gcov /usr/bin/gcov-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 --slave /usr/bin/gcov gcov /usr/bin/gcov-12 - python3 -m pip install -r requirements.txt + sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 --slave /usr/bin/gcov gcov /usr/bin/gcov-11 + sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 --slave /usr/bin/gcov gcov /usr/bin/gcov-12 + - uses: actions/checkout@v4 + with: + submodules: 'true' # Initializes the CodeQL tools for scanning. - name: Initialize CodeQL @@ -81,9 +89,10 @@ jobs: timeout-minutes: 30 shell: bash run: | - cmake -B /tmp/build -DCMAKE_PREFIX_PATH=/opt/rocm ${{ env.GLOBAL_CMAKE_OPTIONS }} -DPython3_EXECUTABLE=$(which python3) . - cmake --build /tmp/build --target all --parallel 16 - rm -rf ${EXCLUDED_PATHS} + python3 -m pip install -r requirements.txt + cmake -B /tmp/build -DCMAKE_PREFIX_PATH=/opt/rocm ${{ env.GLOBAL_CMAKE_OPTIONS }} -DPython3_EXECUTABLE=$(which python3) . + cmake --build /tmp/build --target all --parallel 16 + rm -rf ${EXCLUDED_PATHS} - name: Perform CodeQL Analysis uses: github/codeql-action/analyze@v3 diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index f18f56b708..cba6f93771 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -29,7 +29,7 @@ env: jobs: build-docs: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 container: continuumio/miniconda3 permissions: contents: read @@ -70,7 +70,7 @@ jobs: deploy-docs: if: github.ref == 'refs/heads/amd-mainline' - runs-on: ubuntu-latest + runs-on: AMD-ROCm-Internal-dev1 needs: build-docs permissions: contents: read @@ -85,8 +85,18 @@ jobs: uses: actions/deploy-pages@v4 build-docs-from-source: - runs-on: rocprof-azure-gpuless-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 + container: rocm/dev-ubuntu-22.04:latest steps: + - name: Install os essentials + timeout-minutes: 10 + shell: bash + run: | + sudo apt update + sudo apt install -y software-properties-common + sudo apt-add-repository ppa:git-core/ppa + sudo apt-get update + sudo apt-get install -y git - name: Checkout uses: actions/checkout@v4 with: @@ -100,8 +110,8 @@ jobs: shell: bash run: | git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake gcc g++ libdw-dev libsqlite3-dev + sudo apt-get update + sudo apt-get install -y cmake gcc g++ libdw-dev libsqlite3-dev rpm python3 -m pip install -r requirements.txt - name: Configure, Build, Install, and Package @@ -119,5 +129,5 @@ jobs: . && cmake --build build --target docs --parallel 4 && cmake --build build --target all --parallel 12 && - cmake --build build --target install --parallel 12 && + sudo cmake --build build --target install --parallel 12 && cmake --build build --target package --parallel 12 diff --git a/.github/workflows/formatting.yml b/.github/workflows/formatting.yml index e050bb4556..bf78b9c4ad 100644 --- a/.github/workflows/formatting.yml +++ b/.github/workflows/formatting.yml @@ -17,7 +17,7 @@ concurrency: jobs: cmake: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 env: ACCESS_TOKEN: ${{ secrets.GITHUB_TOKEN }} @@ -50,7 +50,8 @@ jobs: fi source: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 + container: rocm/dev-ubuntu-22.04:latest env: ACCESS_TOKEN: ${{ secrets.GITHUB_TOKEN }} @@ -61,7 +62,8 @@ jobs: run: | DISTRIB_CODENAME=$(cat /etc/lsb-release | grep DISTRIB_CODENAME | awk -F '=' '{print $NF}') sudo apt-get update - sudo apt-get install -y software-properties-common wget curl clang-format-11 + sudo apt-get install -y software-properties-common python3 python3-pip build-essential + sudo apt install -y wget curl clang-format-11 - name: Extract branch name shell: bash @@ -84,7 +86,7 @@ jobs: fi python: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 strategy: matrix: python-version: ['3.10'] @@ -123,7 +125,7 @@ jobs: fi missing-new-line: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 steps: - uses: actions/checkout@v4 diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index 72678e9d9a..d2f0ae1344 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -16,7 +16,7 @@ concurrency: jobs: linting: - runs-on: rocprof-azure-gpuless-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 strategy: matrix: python-version: ['3.8', '3.10', '3.12'] diff --git a/.github/workflows/rerun.yml b/.github/workflows/rerun.yml deleted file mode 100644 index a35c96d764..0000000000 --- a/.github/workflows/rerun.yml +++ /dev/null @@ -1,587 +0,0 @@ -name: Rerun Command - Continuous Integration - -on: - issue_comment: - types: [created] - -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true - -env: - # TODO(jrmadsen): replace LD_RUNPATH_FLAG, GPU_TARGETS, etc. with internal handling in cmake - ROCM_PATH: "/opt/rocm" - GPU_TARGETS: "gfx900 gfx906 gfx908 gfx90a gfx940 gfx941 gfx942 gfx950 gfx1030 gfx1100 gfx1101 gfx1102" - PATH: "/usr/bin:$PATH" - EXCLUDED_TESTS: ".*pc_sampling.*" - -jobs: - rerun-mi200: - # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix - strategy: - fail-fast: true - matrix: - runner: [mi200-emu-runner-set] - os: [ubuntu-22.04] - build-type: [RelWithDebInfo] - ci-flags: ['--linter clang-tidy'] - name-tag: [''] - - if: | - github.event.issue.pull_request && - github.event.comment.body=='/rerun mi200' && - github.event.issue.state=='open' - runs-on: ${{ matrix.runner }} - - # define this for containers - env: - GIT_DISCOVERY_ACROSS_FILESYSTEM: 1 - - steps: - # Post a start comment to the PR. - - name: Add comment to PR - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Started!, Please check https://github.com/${{github.repository}}/commit/${{github.sha}}/checks/${{github.run_id}} for more details." - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - - uses: actions/checkout@v4 - - - name: Install requirements - shell: bash - run: | - git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake clang-tidy g++-11 g++-12 python3-pip - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 - python3 -m pip install -r requirements.txt - - - name: List Files - shell: bash - run: | - which-realpath() { echo -e "\n$1 resolves to $(realpath $(which $1))"; echo "$($(which $1) --version &> /dev/stdout | head -n 1)"; } - for i in python python3 git cmake ctest; do which-realpath $i; done - ls -la - cat /sys/class/kfd/kfd/topology/nodes/*/gpu_id || true; /opt/rocm/bin/rocminfo | grep gfx - - - name: Configure, Build, and Test - id: build-test - timeout-minutes: 30 - shell: bash - run: - python3 ./source/scripts/run-ci.py -B build - --name ${{ github.repository }}-${{ github.ref_name }}-${{ matrix.os }}${{ matrix.name-tag }} - --build-jobs 16 - --site $(echo $RUNNER_HOSTNAME)-$(/opt/rocm/bin/rocm_agent_enumerator | sed -n '2 p') - --gpu-targets ${{ env.GPU_TARGETS }} - ${{ matrix.ci-flags }} - -- - -DROCPROFILER_DEP_ROCMCORE=ON - -DROCPROFILER_BUILD_DOCS=ON - -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} - -DCMAKE_INSTALL_PREFIX=/opt/rocprofiler-sdk - -DCPACK_GENERATOR='DEB;RPM;TGZ' - -DCPACK_PACKAGING_INSTALL_PREFIX="$(realpath /opt/rocm)" - -DPython3_EXECUTABLE=$(which python3) - -- - -LE ${{ env.EXCLUDED_TESTS }} - - # Post a success comment to the PR. - - name: Add comment to PR - if: ${{ success() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun finished successfully!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - # Post a failure message when any of the previous steps fail. - - name: Add failure comment to PR - if: ${{ failure() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Failed!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - rerun-mi300: - # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix - strategy: - fail-fast: true - matrix: - runner: [rocprof-azure-emu-runner-set] - os: [ubuntu-22.04] - build-type: [RelWithDebInfo] - ci-flags: ['--linter clang-tidy'] - name-tag: [''] - - if: | - github.event.issue.pull_request && - github.event.comment.body=='/rerun mi300' && - github.event.issue.state=='open' - runs-on: ${{ matrix.runner }} - - # define this for containers - env: - GIT_DISCOVERY_ACROSS_FILESYSTEM: 1 - - steps: - # Post a start comment to the PR. - - name: Add comment to PR - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Started!, Please check https://github.com/${{github.repository}}/commit/${{github.sha}}/checks/${{github.run_id}} for more details." - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - - uses: actions/checkout@v4 - - - name: Install requirements - shell: bash - run: | - git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake clang-tidy g++-11 g++-12 python3-pip - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 - python3 -m pip install -r requirements.txt - - - name: List Files - shell: bash - run: | - which-realpath() { echo -e "\n$1 resolves to $(realpath $(which $1))"; echo "$($(which $1) --version &> /dev/stdout | head -n 1)"; } - for i in python python3 git cmake ctest; do which-realpath $i; done - ls -la - cat /sys/class/kfd/kfd/topology/nodes/*/gpu_id || true; /opt/rocm/bin/rocminfo | grep gfx - - - name: Configure, Build, and Test - id: build-test - timeout-minutes: 30 - shell: bash - run: - python3 ./source/scripts/run-ci.py -B build - --name ${{ github.repository }}-${{ github.ref_name }}-${{ matrix.os }}${{ matrix.name-tag }} - --build-jobs 16 - --site $(echo $RUNNER_HOSTNAME)-$(/opt/rocm/bin/rocm_agent_enumerator | sed -n '2 p') - --gpu-targets ${{ env.GPU_TARGETS }} - ${{ matrix.ci-flags }} - -- - -DROCPROFILER_DEP_ROCMCORE=ON - -DROCPROFILER_BUILD_DOCS=ON - -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} - -DCMAKE_INSTALL_PREFIX=/opt/rocprofiler-sdk - -DCPACK_GENERATOR='DEB;RPM;TGZ' - -DCPACK_PACKAGING_INSTALL_PREFIX="$(realpath /opt/rocm)" - -DPython3_EXECUTABLE=$(which python3) - -- - -LE ${{ env.EXCLUDED_TESTS }} - - # Post a success comment to the PR. - - name: Add comment to PR - if: ${{ success() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun finished successfully!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - # Post a failure message when any of the previous steps fail. - - name: Add failure comment to PR - if: ${{ failure() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Failed!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - rerun-vega20: - # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix - strategy: - fail-fast: true - matrix: - runner: [vega20-runner-set] - os: [ubuntu-22.04] - build-type: [RelWithDebInfo] - ci-flags: ['--linter clang-tidy'] - name-tag: [''] - - if: | - github.event.issue.pull_request && - github.event.comment.body=='/rerun vega20' && - github.event.issue.state=='open' - runs-on: ${{ matrix.runner }} - - # define this for containers - env: - GIT_DISCOVERY_ACROSS_FILESYSTEM: 1 - - steps: - # Post a start comment to the PR. - - name: Add comment to PR - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Started!, Please check https://github.com/${{github.repository}}/commit/${{github.sha}}/checks/${{github.run_id}} for more details." - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - - uses: actions/checkout@v4 - - - name: Install requirements - shell: bash - run: | - git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake clang-tidy g++-11 g++-12 python3-pip - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 - python3 -m pip install -r requirements.txt - - - name: List Files - shell: bash - run: | - which-realpath() { echo -e "\n$1 resolves to $(realpath $(which $1))"; echo "$($(which $1) --version &> /dev/stdout | head -n 1)"; } - for i in python python3 git cmake ctest; do which-realpath $i; done - ls -la - cat /sys/class/kfd/kfd/topology/nodes/*/gpu_id || true; /opt/rocm/bin/rocminfo | grep gfx - - - name: Configure, Build, and Test - id: build-test - timeout-minutes: 30 - shell: bash - run: - python3 ./source/scripts/run-ci.py -B build - --name ${{ github.repository }}-${{ github.ref_name }}-${{ matrix.os }}${{ matrix.name-tag }} - --build-jobs 16 - --site $(echo $RUNNER_HOSTNAME)-$(/opt/rocm/bin/rocm_agent_enumerator | sed -n '2 p') - --gpu-targets ${{ env.GPU_TARGETS }} - ${{ matrix.ci-flags }} - -- - -DROCPROFILER_DEP_ROCMCORE=ON - -DROCPROFILER_BUILD_DOCS=ON - -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} - -DCMAKE_INSTALL_PREFIX=/opt/rocprofiler-sdk - -DCPACK_GENERATOR='DEB;RPM;TGZ' - -DCPACK_PACKAGING_INSTALL_PREFIX="$(realpath /opt/rocm)" - -DPython3_EXECUTABLE=$(which python3) - -- - -LE ${{ env.EXCLUDED_TESTS }} - - # Post a success comment to the PR. - - name: Add comment to PR - if: ${{ success() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun finished successfully!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - # Post a failure message when any of the previous steps fail. - - name: Add failure comment to PR - if: ${{ failure() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Failed!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - rerun-navi3: - # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix - strategy: - fail-fast: true - matrix: - runner: [navi3-runner-set] - os: [ubuntu-22.04] - build-type: [RelWithDebInfo] - ci-flags: ['--linter clang-tidy'] - name-tag: [''] - - if: | - github.event.issue.pull_request && - github.event.comment.body=='/rerun navi3' && - github.event.issue.state=='open' - runs-on: ${{ matrix.runner }} - - # define this for containers - env: - GIT_DISCOVERY_ACROSS_FILESYSTEM: 1 - - steps: - # Post a start comment to the PR. - - name: Add comment to PR - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Started!, Please check https://github.com/${{github.repository}}/commit/${{github.sha}}/checks/${{github.run_id}} for more details." - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - - uses: actions/checkout@v4 - - - name: Install requirements - shell: bash - run: | - git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake clang-tidy g++-11 g++-12 python3-pip - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 - python3 -m pip install -r requirements.txt - - - name: List Files - shell: bash - run: | - which-realpath() { echo -e "\n$1 resolves to $(realpath $(which $1))"; echo "$($(which $1) --version &> /dev/stdout | head -n 1)"; } - for i in python python3 git cmake ctest; do which-realpath $i; done - ls -la - cat /sys/class/kfd/kfd/topology/nodes/*/gpu_id || true; /opt/rocm/bin/rocminfo | grep gfx - - - name: Configure, Build, and Test - id: build-test - timeout-minutes: 30 - shell: bash - run: - python3 ./source/scripts/run-ci.py -B build - --name ${{ github.repository }}-${{ github.ref_name }}-${{ matrix.os }}${{ matrix.name-tag }} - --build-jobs 16 - --site $(echo $RUNNER_HOSTNAME)-$(/opt/rocm/bin/rocm_agent_enumerator | sed -n '2 p') - --gpu-targets ${{ env.GPU_TARGETS }} - ${{ matrix.ci-flags }} - -- - -DROCPROFILER_DEP_ROCMCORE=ON - -DROCPROFILER_BUILD_DOCS=ON - -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} - -DCMAKE_INSTALL_PREFIX=/opt/rocprofiler-sdk - -DCPACK_GENERATOR='DEB;RPM;TGZ' - -DCPACK_PACKAGING_INSTALL_PREFIX="$(realpath /opt/rocm)" - -DPython3_EXECUTABLE=$(which python3) - -- - -LE ${{ env.EXCLUDED_TESTS }} - - # Post a success comment to the PR. - - name: Add comment to PR - if: ${{ success() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun finished successfully!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - # Post a failure message when any of the previous steps fail. - - name: Add failure comment to PR - if: ${{ failure() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Failed!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - rerun-pc-sampling: - # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix - strategy: - fail-fast: true - matrix: - runner: [pc-sampling-runner-set] - os: [ubuntu-22.04] - build-type: [RelWithDebInfo] - ci-flags: ['--linter clang-tidy'] - name-tag: [''] - - if: | - github.event.issue.pull_request && - github.event.comment.body=='/rerun pc-sampling' && - github.event.issue.state=='open' - runs-on: ${{ matrix.runner }} - - # define this for containers - env: - GIT_DISCOVERY_ACROSS_FILESYSTEM: 1 - - steps: - # Post a start comment to the PR. - - name: Add comment to PR - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Started!, Please check https://github.com/${{github.repository}}/commit/${{github.sha}}/checks/${{github.run_id}} for more details." - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - - uses: actions/checkout@v4 - - - name: Install requirements - shell: bash - run: | - git config --global --add safe.directory '*' - apt-get update - apt-get install -y cmake clang-tidy g++-11 g++-12 python3-pip - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 --slave /usr/bin/g++ g++ /usr/bin/g++-11 - update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 20 --slave /usr/bin/g++ g++ /usr/bin/g++-12 - python3 -m pip install -r requirements.txt - - - name: List Files - shell: bash - run: | - which-realpath() { echo -e "\n$1 resolves to $(realpath $(which $1))"; echo "$($(which $1) --version &> /dev/stdout | head -n 1)"; } - for i in python python3 git cmake ctest; do which-realpath $i; done - ls -la - cat /sys/class/kfd/kfd/topology/nodes/*/gpu_id || true; /opt/rocm/bin/rocminfo | grep gfx - - - name: Configure, Build, and Test - id: build-test - timeout-minutes: 30 - shell: bash - run: - python3 ./source/scripts/run-ci.py -B build - --name ${{ github.repository }}-${{ github.ref_name }}-${{ matrix.os }}${{ matrix.name-tag }} - --build-jobs 16 - --site $(echo $RUNNER_HOSTNAME)-$(/opt/rocm/bin/rocm_agent_enumerator | sed -n '2 p') - --gpu-targets ${{ env.GPU_TARGETS }} - ${{ matrix.ci-flags }} - -- - -DROCPROFILER_DEP_ROCMCORE=ON - -DROCPROFILER_BUILD_DOCS=ON - -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} - -DCMAKE_INSTALL_PREFIX=/opt/rocprofiler-sdk - -DCPACK_GENERATOR='DEB;RPM;TGZ' - -DCPACK_PACKAGING_INSTALL_PREFIX="$(realpath /opt/rocm)" - -DPython3_EXECUTABLE=$(which python3) - -- - -L ${{ env.EXCLUDED_TESTS }} - - # Post a success comment to the PR. - - name: Add comment to PR - if: ${{ success() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun finished successfully!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) - - # Post a failure message when any of the previous steps fail. - - name: Add failure comment to PR - if: ${{ failure() }} - uses: actions/github-script@v6 - env: - COMMENT_BODY: "Rerun Failed!" - with: - github-token: ${{ secrets.TOKEN }} - script: | - const comment_body = process.env.COMMENT_BODY; - github.rest.issues.createComment({ - issue_number: context.issue.number, - owner: context.repo.owner, - repo: context.repo.repo, - body: comment_body - }) diff --git a/.github/workflows/restrictions.yml b/.github/workflows/restrictions.yml index 18bce2f107..4acabe08b8 100644 --- a/.github/workflows/restrictions.yml +++ b/.github/workflows/restrictions.yml @@ -27,7 +27,7 @@ concurrency: jobs: regex: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 env: FOLDERS: "source/lib/common source/lib/rocprofiler-sdk source/lib/rocprofiler-sdk-roctx" diff --git a/.github/workflows/rocm_release_compatibility.yml b/.github/workflows/rocm_release_compatibility.yml index b29c0e5236..b5a7e21030 100644 --- a/.github/workflows/rocm_release_compatibility.yml +++ b/.github/workflows/rocm_release_compatibility.yml @@ -34,12 +34,9 @@ jobs: os: ['ubuntu-22.04'] build-type: ['Release'] - runs-on: rocprof-azure-docker-emu-runner-set - container: - image: evuedsoacr.azurecr.io/ml-lang-comp-us/rocm-tools/rocm-${{ matrix.rocm-release }}-${{ matrix.os }}-public-release:latest - credentials: - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} + runs-on: AMD-ROCm-Internal-dev1 + container: + image: rocm/dev-${{ matrix.os }}:${{ matrix.rocm-release }} # define this for containers env: diff --git a/.github/workflows/scan.yaml b/.github/workflows/scan.yaml deleted file mode 100644 index 11ae9e9cfd..0000000000 --- a/.github/workflows/scan.yaml +++ /dev/null @@ -1,26 +0,0 @@ -name: Keywords Scan - -on: - workflow_dispatch: - pull_request: - branches: [ amd-staging, amd-mainline ] - -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true - -jobs: - keyword-search: - strategy: - fail-fast: true - matrix: - runner: [rocprof-azure-docker-emu-runner-set] - - runs-on: ${{ matrix.runner }} - env: - KEYWORDS: ${{ vars.KEYWORDS }} - steps: - - uses: actions/checkout@v4 - - name: find-keywords - shell: bash - run: ./source/scripts/scan-script.sh diff --git a/.github/workflows/sync-mainline.yaml b/.github/workflows/sync-mainline.yaml index 96060c9794..7d7360e525 100644 --- a/.github/workflows/sync-mainline.yaml +++ b/.github/workflows/sync-mainline.yaml @@ -7,7 +7,7 @@ on: jobs: git-mirror: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 steps: - name: git-sync uses: AMD-ROCm-Internal/rocprofiler-github-actions@git-sync-v3 diff --git a/.github/workflows/sync-staging.yaml b/.github/workflows/sync-staging.yaml index f4aefc8c50..144828013c 100644 --- a/.github/workflows/sync-staging.yaml +++ b/.github/workflows/sync-staging.yaml @@ -7,7 +7,7 @@ on: jobs: git-mirror: - runs-on: rocprof-azure-docker-emu-runner-set + runs-on: AMD-ROCm-Internal-dev1 steps: - name: git-sync uses: AMD-ROCm-Internal/rocprofiler-github-actions@git-sync-v3 diff --git a/source/scripts/scan-script.sh b/source/scripts/scan-script.sh deleted file mode 100755 index 24d0eab666..0000000000 --- a/source/scripts/scan-script.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -find-keyword() -{ - echo -e "Searching for $1..." - if [ "$(grep -r $1 .)" ]; - then - exit 1 - fi -} -for i in $KEYWORDS; -do - find-keyword $i -done