From 7ebd31097cf1bd0f99438d6ea7a43ea4874c0c46 Mon Sep 17 00:00:00 2001 From: Jobbins Date: Fri, 11 Jul 2025 10:24:06 -0600 Subject: [PATCH] [rccl] Remove .jenkins folder (#1754) --- .jenkins/common.groovy | 42 ---------------- .jenkins/extended.groovy | 90 ---------------------------------- .jenkins/precheckin.groovy | 90 ---------------------------------- .jenkins/staticanalysis.groovy | 65 ------------------------ .jenkins/staticlibrary.groovy | 86 -------------------------------- 5 files changed, 373 deletions(-) delete mode 100644 .jenkins/common.groovy delete mode 100644 .jenkins/extended.groovy delete mode 100644 .jenkins/precheckin.groovy delete mode 100644 .jenkins/staticanalysis.groovy delete mode 100644 .jenkins/staticlibrary.groovy diff --git a/.jenkins/common.groovy b/.jenkins/common.groovy deleted file mode 100644 index e95ef1cdb7..0000000000 --- a/.jenkins/common.groovy +++ /dev/null @@ -1,42 +0,0 @@ -// Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved. -// This file is for internal AMD use. -// If you are interested in running your own Jenkins, please raise a github issue for assistance. - -def runCompileCommand(platform, project, jobName) -{ - project.paths.construct_build_prefix() - - def command = """#!/usr/bin/env bash - set -x - cd ${project.paths.project_build_prefix} - ${project.paths.build_command} - """ - - platform.runCommand(this,command) -} - -def runTestCommand (platform, project, gfilter, envars) -{ - String sudo = auxiliary.sudo(platform.jenkinsLabel) - - def command = """#!/usr/bin/env bash - set -x - export RUN_TEST_ROOT=\$(pwd) - cd ${project.paths.project_build_prefix}/build/release/test - ${sudo} ulimit -l unlimited - ulimit -a - ${sudo} ${envars} LD_LIBRARY_PATH=\${RUN_TEST_ROOT}/${project.paths.project_build_prefix}/build/release:\${LD_LIBRARY_PATH} RCCL_ENABLE_SIGNALHANDLER=1 NCCL_DEBUG=INFO HSA_FORCE_FINE_GRAIN_PCIE=1 UT_MULTITHREAD=1 UT_PROCESS_MASK=1 ./rccl-UnitTests --gtest_filter=${gfilter} --gtest_output=xml --gtest_color=yes - """ - - platform.runCommand(this, command) -} - -def runPackageCommand(platform, project, jobName) -{ - def packageHelper = platform.makePackage(platform.jenkinsLabel,"${project.paths.project_build_prefix}/build/release") - - platform.runCommand(this, packageHelper[0]) - platform.archiveArtifacts(this, packageHelper[1]) -} - -return this diff --git a/.jenkins/extended.groovy b/.jenkins/extended.groovy deleted file mode 100644 index 1eadf56765..0000000000 --- a/.jenkins/extended.groovy +++ /dev/null @@ -1,90 +0,0 @@ -#!/usr/bin/env groovy -// Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved. -// This shared library is available at https://github.com/ROCm/rocJENKINS/ -@Library('rocJenkins@pong') _ - -// This is file for internal AMD use. -// If you are interested in running your own Jenkins, please raise a github issue for assistance. - -import com.amd.project.* -import com.amd.docker.* -import java.nio.file.Path - -def runCI = -{ - nodeDetails, jobName-> - - def prj = new rocProject('rccl', 'Extended') - - prj.timeout.compile = 400 - prj.timeout.test = 600 - prj.paths.build_command = './install.sh -tj 16' - - // Define test architectures, optional rocm version argument is available - def nodes = new dockerNodes(nodeDetails, jobName, prj) - - boolean formatCheck = false - - def commonGroovy - - def compileCommand = - { - platform, project-> - - commonGroovy = load "${project.paths.project_src_prefix}/.jenkins/common.groovy" - commonGroovy.runCompileCommand(platform, project, jobName) - } - - def testCommand = - { - platform, project-> - - commonGroovy.runTestCommand(platform, project, "*", "") - } - - def packageCommand = - { - platform, project-> - - commonGroovy.runPackageCommand(platform, project, jobName) - } - - buildProject(prj, formatCheck, nodes.dockerArray, compileCommand, testCommand, packageCommand) -} - -ci: { - String urlJobName = auxiliary.getTopJobName(env.BUILD_URL) - - def propertyList = ["compute-rocm-dkms-no-npi-hipclang":[pipelineTriggers([cron('0 1 * * 0')])]] - - propertyList = auxiliary.appendPropertyList(propertyList) - - def jobNameList = ["compute-rocm-dkms-no-npi-hipclang":([centos8:['8gfx906']])] - - jobNameList = auxiliary.appendJobNameList(jobNameList) - - propertyList.each - { - jobName, property-> - if (urlJobName == jobName) - properties(auxiliary.addCommonProperties(property)) - } - - jobNameList.each - { - jobName, nodeDetails-> - if (urlJobName == jobName) - stage(jobName) { - runCI(nodeDetails, jobName) - } - } - - // For url job names that are not listed by the jobNameList i.e. compute-rocm-dkms-no-npi-1901 - if(!jobNameList.keySet().contains(urlJobName)) - { - properties(auxiliary.addCommonProperties([pipelineTriggers([cron('0 1 * * *')])])) - stage(urlJobName) { - runCI([ubuntu18:['4gfx906']], urlJobName) - } - } -} diff --git a/.jenkins/precheckin.groovy b/.jenkins/precheckin.groovy deleted file mode 100644 index 021ba537eb..0000000000 --- a/.jenkins/precheckin.groovy +++ /dev/null @@ -1,90 +0,0 @@ -#!/usr/bin/env groovy - -// Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved. -// This shared library is available at https://github.com/ROCm/rocJENKINS/ -@Library('rocJenkins@pong') _ - -// This is file for internal AMD use. -// If you are interested in running your own Jenkins, please raise a github issue for assistance. - -import com.amd.project.* -import com.amd.docker.* -import java.nio.file.Path - -def runCI = -{ - nodeDetails, jobName-> - - def prj = new rocProject('rccl', 'PreCheckin') - - prj.timeout.test = 300 - prj.paths.build_command = './install.sh -tj 16 --fast' - - // Define test architectures, optional rocm version argument is available - def nodes = new dockerNodes(nodeDetails, jobName, prj) - - boolean formatCheck = false - - def commonGroovy - - def compileCommand = - { - platform, project-> - - commonGroovy = load "${project.paths.project_src_prefix}/.jenkins/common.groovy" - commonGroovy.runCompileCommand(platform, project, jobName) - } - - def testCommand = - { - platform, project-> - - commonGroovy.runTestCommand(platform, project, "*", "UT_POW2_GPUS=1") - } - - def packageCommand = - { - platform, project-> - - commonGroovy.runPackageCommand(platform, project, jobName) - } - - buildProject(prj, formatCheck, nodes.dockerArray, compileCommand, testCommand, packageCommand) -} - -ci: { - String urlJobName = auxiliary.getTopJobName(env.BUILD_URL) - - def propertyList = ["compute-rocm-dkms-no-npi-hipclang":[pipelineTriggers([cron('0 1 * * 0')])]] - - propertyList = auxiliary.appendPropertyList(propertyList) - - def jobNameList = ["compute-rocm-dkms-no-npi-hipclang":([sles15sp1:['4gfx906'],centos8:['8gfx908'],centos7:['8gfx906'],ubuntu18:['4gfx906', '4gfx908']])] - - jobNameList = auxiliary.appendJobNameList(jobNameList) - - propertyList.each - { - jobName, property-> - if (urlJobName == jobName) - properties(auxiliary.addCommonProperties(property)) - } - - jobNameList.each - { - jobName, nodeDetails-> - if (urlJobName == jobName) - stage(jobName) { - runCI(nodeDetails, jobName) - } - } - - // For url job names that are not listed by the jobNameList i.e. compute-rocm-dkms-no-npi-1901 - if(!jobNameList.keySet().contains(urlJobName)) - { - properties(auxiliary.addCommonProperties([pipelineTriggers([cron('0 1 * * *')])])) - stage(urlJobName) { - runCI([ubuntu18:['4gfx906']], urlJobName) - } - } -} diff --git a/.jenkins/staticanalysis.groovy b/.jenkins/staticanalysis.groovy deleted file mode 100644 index 5974775ceb..0000000000 --- a/.jenkins/staticanalysis.groovy +++ /dev/null @@ -1,65 +0,0 @@ -#!/usr/bin/env groovy -// Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved. -// This shared library is available at https://github.com/ROCm/rocJENKINS/ -@Library('rocJenkins@pong') _ - -// This is file for internal AMD use. -// If you are interested in running your own Jenkins, please raise a github issue for assistance. - -import com.amd.project.* -import com.amd.docker.* -import java.nio.file.Path - -def runCompileCommand(platform, project, jobName, boolean debug=false) -{ - project.paths.construct_build_prefix() -} - -def runCI = -{ - nodeDetails, jobName-> - - def prj = new rocProject('rccl', 'StaticAnalysis') - - // Define test architectures, optional rocm version argument is available - def nodes = new dockerNodes(nodeDetails, jobName, prj) - - boolean formatCheck = false - boolean staticAnalysis = true - - def compileCommand = - { - platform, project-> - - runCompileCommand(platform, project, jobName, false) - } - - buildProject(prj , formatCheck, nodes.dockerArray, compileCommand, null, null, staticAnalysis) -} - -ci: { - String urlJobName = auxiliary.getTopJobName(env.BUILD_URL) - - def propertyList = ["compute-rocm-dkms-no-npi-hipclang":[pipelineTriggers([cron('0 1 * * 0')])], - "rocm-docker":[]] - propertyList = auxiliary.appendPropertyList(propertyList) - - def jobNameList = ["compute-rocm-dkms-no-npi-hipclang":[]] - jobNameList = auxiliary.appendJobNameList(jobNameList) - - propertyList.each - { - jobName, property-> - if (urlJobName == jobName) - properties(auxiliary.addCommonProperties(property)) - } - - jobNameList.each - { - jobName, nodeDetails-> - if (urlJobName == jobName) - stage(jobName) { - runCI(nodeDetails, jobName) - } - } -} diff --git a/.jenkins/staticlibrary.groovy b/.jenkins/staticlibrary.groovy deleted file mode 100644 index 4aac31934f..0000000000 --- a/.jenkins/staticlibrary.groovy +++ /dev/null @@ -1,86 +0,0 @@ -#!/usr/bin/env groovy -// Copyright (c) 2020-2023 Advanced Micro Devices, Inc. All rights reserved. -@Library('rocJenkins@pong') _ -import com.amd.project.* -import com.amd.docker.* -import java.nio.file.Path; - -def runCI = -{ - nodeDetails, jobName-> - - def prj = new rocProject('rccl', 'Static Library PreCheckin') - - prj.timeout.test = 1440 - prj.paths.build_command = './install.sh -tj 16 --static' - - def nodes = new dockerNodes(nodeDetails, jobName, prj) - - def commonGroovy - - boolean formatCheck = false - - def compileCommand = - { - platform, project-> - - commonGroovy = load "${project.paths.project_src_prefix}/.jenkins/common.groovy" - commonGroovy.runCompileCommand(platform, project, jobName) - } - - - def testCommand = - { - platform, project-> - - commonGroovy.runTestCommand(platform, project, "*sum_float32*") - } - - def packageCommand = - { - platform, project-> - - commonGroovy.runPackageCommand(platform, project, jobName) - } - - buildProject(prj, formatCheck, nodes.dockerArray, compileCommand, testCommand, packageCommand) -} - -ci: { - String urlJobName = auxiliary.getTopJobName(env.BUILD_URL) - - def propertyList = ["compute-rocm-dkms-no-npi":[pipelineTriggers([cron('0 1 * * 0')])], - "compute-rocm-dkms-no-npi-hipclang":[pipelineTriggers([cron('0 1 * * 0')])], - "rocm-docker":[]] - propertyList = auxiliary.appendPropertyList(propertyList) - - def jobNameList = ["compute-rocm-dkms-no-npi":([ubuntu16:['gfx900'],centos7:['gfx906'],sles15sp1:['gfx908']]), - "compute-rocm-dkms-no-npi-hipclang":([ubuntu16:['gfx900'],centos7:['gfx906'],sles15sp1:['gfx908']]), - "rocm-docker":([ubuntu16:['gfx900'],centos7:['gfx906'],sles15sp1:['gfx908']])] - jobNameList = auxiliary.appendJobNameList(jobNameList) - - propertyList.each - { - jobName, property-> - if (urlJobName == jobName) - properties(auxiliary.addCommonProperties(property)) - } - - jobNameList.each - { - jobName, nodeDetails-> - if (urlJobName == jobName) - stage(jobName) { - runCI(nodeDetails, jobName) - } - } - - // For url job names that are not listed by the jobNameList i.e. compute-rocm-dkms-no-npi-1901 - if(!jobNameList.keySet().contains(urlJobName)) - { - properties(auxiliary.addCommonProperties([pipelineTriggers([cron('0 1 * * *')])])) - stage(urlJobName) { - runCI([ubuntu16:['4gfx906']], urlJobName) - } - } -}