Add supported hybrid spark shim versions

Signed-off-by: Tim Liu <[email protected]>

jenkins/hybrid_execution.sh

@@ -27,14 +27,18 @@ hybrid_prepare(){
     echo "Checking hybrid exeicution tests environmet..."
     local cup_arch=$(uname -m)
     local os_version=$(source /etc/os-release > /dev/null 2>&1 && echo ${ID}_${VERSION_ID})
+    local spark_prefix="${SPARK_VER:0:3}" # get prefix from SPARK_VER, e.g.: 3.2, 3.3 ... 3.5
+    if [[ ! "$SUPPORTED_HYBRID_SHIMS" == *"$spark_prefix"* ]]; then
+        echo "SKIP! spark $spark_prefix is not in the support hybrid shim list $SUPPORTED_HYBRID_SHIMS"
+        return 1
+    fi
     echo "cup_arch=$cup_arch, os_version=$os_version, SCALA_BINARY_VER=$SCALA_BINARY_VER"
     if [[ ! ("$cup_arch" == "x86_64" && ("$os_version" == "ubuntu_20.04" || "$os_version" == "ubuntu_22.04") && "$SCALA_BINARY_VER" == "2.12") ]]; then
         echo "SKIP! Only supports running Scala 2.12 hybrid execution tests on an x86_64 processor under Ubuntu 20.04 or 22.04."
         return 1
     fi
 
     echo "Downloading hybrid execution dependency jars..."
-    local spark_prefix="${SPARK_VER:0:3}" # get prefix from SPARK_VER, e.g.: 3.2, 3.3 ... 3.5
     GLUTEN_BUNDLE_JAR="gluten-velox-bundle-${GLUTEN_VERSION}-spark${spark_prefix}_${SCALA_BINARY_VER}-${os_version}_${cup_arch}.jar"
     HYBRID_JAR="rapids-4-spark-hybrid_${SCALA_BINARY_VER}-${PROJECT_VER}.jar"
     GLUTEN_THIRDPARTY_JAR="gluten-thirdparty-lib-${GLUTEN_VERSION}-${os_version}-${cup_arch}.jar"

jenkins/version-def.sh

@@ -27,6 +27,7 @@ done
 IFS=$PRE_IFS
 
 GLUTEN_VERSION=${GLUTEN_VERSION:-"1.2.0"}
+SUPPORTED_HYBRID_SHIMS=${SUPPORTED_HYBRID_SHIMS:-"3.2 3.3 3.4 3.5"}
 CUDA_CLASSIFIER=${CUDA_CLASSIFIER:-"cuda11"}
 CLASSIFIER=${CLASSIFIER:-"$CUDA_CLASSIFIER"} # default as CUDA_CLASSIFIER for compatibility
 PROJECT_VER=${PROJECT_VER:-"25.02.0-SNAPSHOT"}