Skip to content

GitLab

Commit 7dde4392 authored by illsilin's avatar illsilin
Browse files

run check_host function when enabling sccache

parent b6a381d3
Hide whitespace changes
Inline Side-by-side
Showing with 28 additions and 26 deletions
Jenkinsfile
View file @ 7dde4392
...@@ -65,9 +65,9 @@ def getDockerImageName(){ ...@@ -65,9 +65,9 @@ def getDockerImageName(){
} }
def check_host() { def check_host() {
if ("${env.CK_SCCACHE}" != "null" && params.USE_SCCACHE){ if ("${env.CK_SCCACHE}" != "null"){
def SCCACHE_SERVER="${env.CK_SCCACHE.split(':')[0]}" def SCCACHE_SERVER="${env.CK_SCCACHE.split(':')[0]}"
echo "ccache server: ${SCCACHE_SERVER}" echo "sccache server: ${SCCACHE_SERVER}"
sh '''ping -c 1 -p 6379 "${SCCACHE_SERVER}" | echo $? > tmp.txt''' sh '''ping -c 1 -p 6379 "${SCCACHE_SERVER}" | echo $? > tmp.txt'''
def output = readFile(file: "tmp.txt") def output = readFile(file: "tmp.txt")
echo "tmp.txt contents: \$output" echo "tmp.txt contents: \$output"
...@@ -189,7 +189,7 @@ def cmake_build(Map conf=[:]){ ...@@ -189,7 +189,7 @@ def cmake_build(Map conf=[:]){
}else{ }else{
setup_args = " -DCMAKE_BUILD_TYPE=release" + setup_args setup_args = " -DCMAKE_BUILD_TYPE=release" + setup_args
} }
if(env.CK_SCCACHE && params.USE_SCCACHE) if(env.CK_SCCACHE && params.USE_SCCACHE && check_host())
{ {
setup_args = " -DCMAKE_CXX_COMPILER_LAUNCHER=sccache -DCMAKE_C_COMPILER_LAUNCHER=sccache " + setup_args setup_args = " -DCMAKE_CXX_COMPILER_LAUNCHER=sccache -DCMAKE_C_COMPILER_LAUNCHER=sccache " + setup_args
} }
...@@ -202,31 +202,33 @@ def cmake_build(Map conf=[:]){ ...@@ -202,31 +202,33 @@ def cmake_build(Map conf=[:]){
rm -rf install rm -rf install
mkdir install mkdir install
cd build cd build
if [ "${env.CK_SCCACHE}" != "null" ] && [ "${params.USE_SCCACHE}" = "true" ]; then \ """
export ROCM_PATH=/opt/rocm if(check_host() && params.USE_SCCACHE && "${env.CK_SCCACHE}" != "null") {
export SCCACHE_ENABLED=true pre_setup_cmd = pre_setup_cmd + """#!/bin/bash
export SCCACHE_LOG_LEVEL=debug export ROCM_PATH=/opt/rocm
export SCCACHE_IDLE_TIMEOUT=14400 export SCCACHE_ENABLED=true
export COMPILERS_HASH_DIR=/tmp/.sccache export SCCACHE_LOG_LEVEL=debug
export SCCACHE_BIN=/usr/local/.cargo/bin/sccache export SCCACHE_IDLE_TIMEOUT=14400
export SCCACHE_EXTRAFILES=/tmp/.sccache/rocm_compilers_hash_file export COMPILERS_HASH_DIR=/tmp/.sccache
export SCCACHE_REDIS="redis://${env.CK_SCCACHE}" export SCCACHE_BIN=/usr/local/.cargo/bin/sccache
echo "connect = ${env.CK_SCCACHE}" >> ../script/redis-cli.conf export SCCACHE_EXTRAFILES=/tmp/.sccache/rocm_compilers_hash_file
echo "setup_args: ${setup_args}" export SCCACHE_REDIS="redis://${env.CK_SCCACHE}"
if [[ "${setup_args}" =~ "gfx1100" ]]; then echo "connect = ${env.CK_SCCACHE}" >> ../script/redis-cli.conf
export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx11 echo "setup_args: ${setup_args}"
elif [[ "${setup_args}" =~ "gfx1030" ]]; then if [[ "${setup_args}" =~ "gfx1100" ]]; then
export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx10 export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx11
elif [[ "${setup_args}" =~ "gfx940" ]]; then elif [[ "${setup_args}" =~ "gfx1030" ]]; then
export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx94 export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx10
else elif [[ "${setup_args}" =~ "gfx940" ]]; then
export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx90 export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx94
fi else
echo \$SCCACHE_C_CUSTOM_CACHE_BUSTER export SCCACHE_C_CUSTOM_CACHE_BUSTER=gfx90
stunnel ../script/redis-cli.conf
../script/sccache_wrapper.sh --enforce_redis
fi fi
echo \$SCCACHE_C_CUSTOM_CACHE_BUSTER
stunnel ../script/redis-cli.conf
../script/sccache_wrapper.sh --enforce_redis
""" """
}
def setup_cmd = conf.get("setup_cmd", "${cmake_envs} cmake ${setup_args} .. ") def setup_cmd = conf.get("setup_cmd", "${cmake_envs} cmake ${setup_args} .. ")
// reduce parallelism when compiling, clang uses too much memory // reduce parallelism when compiling, clang uses too much memory
def nt = nthreads() def nt = nthreads()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment