CI - Remove .jenkins (#166)
migrating to rocJenkins
[ROCm/rocjpeg commit: 20ea5e95fe]
Este commit está contenido en:
Sam Wu
GitHub
@@ -1,167 +0,0 @@
|
||||
// This file is for internal AMD use.
|
||||
// If you are interested in running your own Jenkins, please raise a github issue for assistance.
|
||||
|
||||
def runCompileCommand(platform, project, jobName, boolean debug=false, boolean staticLibrary=false) {
|
||||
project.paths.construct_build_prefix()
|
||||
|
||||
String buildTypeArg = debug ? '-DCMAKE_BUILD_TYPE=Debug' : '-DCMAKE_BUILD_TYPE=Release'
|
||||
String buildTypeDir = debug ? 'debug' : 'release'
|
||||
|
||||
def command = """#!/usr/bin/env bash
|
||||
set -ex
|
||||
echo Build rocJPEG - ${buildTypeDir}
|
||||
cd ${project.paths.project_build_prefix}
|
||||
mkdir -p build/${buildTypeDir} && cd build/${buildTypeDir}
|
||||
cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_CXX_FLAGS="-fprofile-instr-generate -fcoverage-mapping" ../..
|
||||
make -j\$(nproc)
|
||||
sudo make install
|
||||
sudo make package
|
||||
objdump -x /opt/rocm/lib/librocjpeg.so | grep NEEDED
|
||||
ldd -v /opt/rocm/lib/librocjpeg.so
|
||||
"""
|
||||
|
||||
platform.runCommand(this, command)
|
||||
}
|
||||
|
||||
def runTestCommand (platform, project) {
|
||||
|
||||
String libLocation = ''
|
||||
String libvaDriverPath = ""
|
||||
String packageManager = 'apt -y'
|
||||
String toolsPackage = 'llvm-amdgpu-dev'
|
||||
String llvmLocation = '/opt/amdgpu/lib/x86_64-linux-gnu/llvm-20.1/bin'
|
||||
|
||||
if (platform.jenkinsLabel.contains('rhel')) {
|
||||
libLocation = ':/usr/local/lib'
|
||||
packageManager = 'yum -y'
|
||||
toolsPackage = 'llvm-amdgpu-devel'
|
||||
llvmLocation = '/opt/amdgpu/lib64/llvm-20.1/bin'
|
||||
}
|
||||
else if (platform.jenkinsLabel.contains('sles')) {
|
||||
libLocation = ':/usr/local/lib'
|
||||
libvaDriverPath = "export LIBVA_DRIVERS_PATH=/opt/amdgpu/lib64/dri"
|
||||
packageManager = 'zypper -n'
|
||||
toolsPackage = 'llvm-amdgpu-devel'
|
||||
llvmLocation = '/opt/amdgpu/lib64/llvm-20.1/bin'
|
||||
}
|
||||
|
||||
String commitSha
|
||||
String repoUrl
|
||||
(commitSha, repoUrl) = util.getGitHubCommitInformation(project.paths.project_src_prefix)
|
||||
|
||||
withCredentials([string(credentialsId: "mathlibs-codecov-token-rocjpeg", variable: 'CODECOV_TOKEN')])
|
||||
{
|
||||
def command = """#!/usr/bin/env bash
|
||||
set -ex
|
||||
export HOME=/home/jenkins
|
||||
${libvaDriverPath}
|
||||
echo make test
|
||||
cd ${project.paths.project_build_prefix}/build
|
||||
export LLVM_PROFILE_FILE=\"\$(pwd)/rawdata/rocjpeg-%p.profraw\"
|
||||
echo \$LLVM_PROFILE_FILE
|
||||
cd release
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} make test ARGS="-VV --rerun-failed --output-on-failure"
|
||||
echo rocjpeg-sample - jpegDecode
|
||||
mkdir -p rocjpeg-sample && cd rocjpeg-sample
|
||||
cmake /opt/rocm/share/rocjpeg/samples/jpegDecode/
|
||||
make -j8
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i /opt/rocm/share/rocjpeg/images/
|
||||
echo rocjpeg additional tests
|
||||
wget http://math-ci.amd.com/userContent/computer-vision/rocJPEG/jpeg_samples.zip
|
||||
unzip jpeg_samples.zip
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt yuv_planar
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt y
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt rgb
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt rgb_planar
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -crop 0,0,100,100
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt yuv_planar -crop 0,0,100,100
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt y -crop 0,0,100,100
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt rgb -crop 0,0,100,100
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ./jpegdecode -i jpeg_samples -fmt rgb_planar -crop 0,0,100,100
|
||||
echo rocjpeg-test package verification
|
||||
cd ../ && mkdir -p rocjpeg-test && cd rocjpeg-test
|
||||
cmake /opt/rocm/share/rocjpeg/test/
|
||||
LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/opt/rocm/lib${libLocation} ctest -VV --rerun-failed --output-on-failure
|
||||
cd ../../
|
||||
echo \$(pwd)
|
||||
sudo ${packageManager} install lcov ${toolsPackage}
|
||||
${llvmLocation}/llvm-profdata merge -sparse rawdata/*.profraw -o rocjpeg.profdata
|
||||
${llvmLocation}/llvm-cov export -object release/lib/librocjpeg.so --instr-profile=rocjpeg.profdata --format=lcov > coverage.info
|
||||
lcov --remove coverage.info '/opt/*' --output-file coverage.info
|
||||
lcov --list coverage.info
|
||||
lcov --summary coverage.info
|
||||
curl -Os https://uploader.codecov.io/latest/linux/codecov
|
||||
chmod +x codecov
|
||||
./codecov -v -U \$http_proxy -t ${CODECOV_TOKEN} --file coverage.info --name rocJPEG --sha ${commitSha}
|
||||
"""
|
||||
|
||||
platform.runCommand(this, command)
|
||||
}
|
||||
// Unit tests - TBD
|
||||
}
|
||||
|
||||
def runPackageCommand(platform, project) {
|
||||
|
||||
def packageHelper = platform.makePackage(platform.jenkinsLabel, "${project.paths.project_build_prefix}/build/release")
|
||||
|
||||
String packageType = ''
|
||||
String packageInfo = ''
|
||||
String packageDetail = ''
|
||||
String osType = ''
|
||||
String packageRunTime = ''
|
||||
|
||||
if (platform.jenkinsLabel.contains('centos') || platform.jenkinsLabel.contains('rhel') || platform.jenkinsLabel.contains('sles')) {
|
||||
packageType = 'rpm'
|
||||
packageInfo = 'rpm -qlp'
|
||||
packageDetail = 'rpm -qi'
|
||||
packageRunTime = 'rocjpeg-*'
|
||||
|
||||
if (platform.jenkinsLabel.contains('sles')) {
|
||||
osType = 'sles'
|
||||
}
|
||||
else if (platform.jenkinsLabel.contains('rhel8')) {
|
||||
osType = 'rhel8'
|
||||
}
|
||||
else if (platform.jenkinsLabel.contains('rhel9')) {
|
||||
osType = 'rhel9'
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
packageType = 'deb'
|
||||
packageInfo = 'dpkg -c'
|
||||
packageDetail = 'dpkg -I'
|
||||
packageRunTime = 'rocjpeg_*'
|
||||
|
||||
if (platform.jenkinsLabel.contains('ubuntu20')) {
|
||||
osType = 'ubuntu20'
|
||||
}
|
||||
else if (platform.jenkinsLabel.contains('ubuntu22')) {
|
||||
osType = 'ubuntu22'
|
||||
}
|
||||
}
|
||||
|
||||
def command = """#!/usr/bin/env bash
|
||||
set -ex
|
||||
export HOME=/home/jenkins
|
||||
echo Make rocJPEG Package
|
||||
cd ${project.paths.project_build_prefix}/build/release
|
||||
sudo make package
|
||||
mkdir -p package
|
||||
mv rocjpeg-dev*.${packageType} package/${osType}-rocjpeg-dev.${packageType}
|
||||
mv rocjpeg-test*.${packageType} package/${osType}-rocjpeg-test.${packageType}
|
||||
mv ${packageRunTime}.${packageType} package/${osType}-rocjpeg.${packageType}
|
||||
${packageDetail} package/${osType}-rocjpeg-dev.${packageType}
|
||||
${packageDetail} package/${osType}-rocjpeg-test.${packageType}
|
||||
${packageDetail} package/${osType}-rocjpeg.${packageType}
|
||||
${packageInfo} package/${osType}-rocjpeg-dev.${packageType}
|
||||
${packageInfo} package/${osType}-rocjpeg-test.${packageType}
|
||||
${packageInfo} package/${osType}-rocjpeg.${packageType}
|
||||
"""
|
||||
|
||||
platform.runCommand(this, command)
|
||||
platform.archiveArtifacts(this, packageHelper[1])
|
||||
}
|
||||
|
||||
return this
|
||||
@@ -1,78 +0,0 @@
|
||||
#!/usr/bin/env groovy
|
||||
@Library('rocJenkins@pong') _
|
||||
import com.amd.project.*
|
||||
import com.amd.docker.*
|
||||
|
||||
def runCI =
|
||||
{
|
||||
nodeDetails, jobName->
|
||||
|
||||
def prj = new rocProject('rocJPEG', 'PreCheckin')
|
||||
|
||||
def nodes = new dockerNodes(nodeDetails, jobName, prj)
|
||||
|
||||
def commonGroovy
|
||||
|
||||
boolean formatCheck = false
|
||||
|
||||
def compileCommand =
|
||||
{
|
||||
platform, project->
|
||||
|
||||
commonGroovy = load "${project.paths.project_src_prefix}/.jenkins/common.groovy"
|
||||
commonGroovy.runCompileCommand(platform, project, jobName)
|
||||
}
|
||||
|
||||
|
||||
def testCommand =
|
||||
{
|
||||
platform, project->
|
||||
|
||||
commonGroovy.runTestCommand(platform, project)
|
||||
}
|
||||
|
||||
def packageCommand =
|
||||
{
|
||||
platform, project->
|
||||
|
||||
commonGroovy.runPackageCommand(platform, project)
|
||||
}
|
||||
|
||||
buildProject(prj, formatCheck, nodes.dockerArray, compileCommand, testCommand, packageCommand)
|
||||
}
|
||||
|
||||
ci: {
|
||||
String urlJobName = auxiliary.getTopJobName(env.BUILD_URL)
|
||||
|
||||
def propertyList = ["compute-rocm-dkms-no-npi-hipclang":[pipelineTriggers([cron('0 1 * * 0')])]]
|
||||
propertyList = auxiliary.appendPropertyList(propertyList)
|
||||
|
||||
def jobNameList = ["compute-rocm-dkms-no-npi-hipclang":([ubuntu20:['gfx90a'], ubuntu22:['gfx1101'], sles15sp1:['gfx908'], rhel8:['gfx1030'], rhel9:['gfx942']])]
|
||||
jobNameList = auxiliary.appendJobNameList(jobNameList)
|
||||
|
||||
propertyList.each
|
||||
{
|
||||
jobName, property->
|
||||
if (urlJobName == jobName) {
|
||||
properties(auxiliary.addCommonProperties(property))
|
||||
}
|
||||
}
|
||||
|
||||
jobNameList.each
|
||||
{
|
||||
jobName, nodeDetails->
|
||||
if (urlJobName == jobName) {
|
||||
stage(jobName) {
|
||||
runCI(nodeDetails, jobName)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// For url job names that are not listed by the jobNameList i.e. compute-rocm-dkms-no-npi-1901
|
||||
if(!jobNameList.keySet().contains(urlJobName)) {
|
||||
properties(auxiliary.addCommonProperties([pipelineTriggers([cron('0 1 * * *')])]))
|
||||
stage(urlJobName) {
|
||||
runCI([ubuntu22:['gfx942']], urlJobName)
|
||||
}
|
||||
}
|
||||
}
|
||||
Referencia en una nueva incidencia
Block a user