[spark-rapids] Update spark rapids version to 24.06.0 (#1187)

* update tests to unblock CI Signed-off-by: Suraj Aralihalli <suraj.ara16@gmail.com> * update 24.06.0 Signed-off-by: Suraj Aralihalli <suraj.ara16@gmail.com> --------- Signed-off-by: Suraj Aralihalli <suraj.ara16@gmail.com>
GoogleCloudDataproc · Jun 27, 2024 · f28f0c9 · f28f0c9
1 parent 09e1383
commit f28f0c9
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/spark-rapids/spark-rapids.sh b/spark-rapids/spark-rapids.sh
@@ -41,7 +41,7 @@ else
 fi
 
 # Update SPARK RAPIDS config
-readonly DEFAULT_SPARK_RAPIDS_VERSION="24.04.0"
+readonly DEFAULT_SPARK_RAPIDS_VERSION="24.06.0"
 readonly SPARK_RAPIDS_VERSION=$(get_metadata_attribute 'spark-rapids-version' ${DEFAULT_SPARK_RAPIDS_VERSION})
 readonly XGBOOST_VERSION=$(get_metadata_attribute 'xgboost-version' ${DEFAULT_XGBOOST_VERSION})
 
@@ -237,14 +237,17 @@ function install_nvidia_gpu_driver() {
 
   elif [[ ${OS_NAME} == "rocky" ]]; then
 
+    # Ensure the Correct Kernel Development Packages are Installed
+    execute_with_retries "yum install -y kernel-devel-$(uname -r) kernel-headers-$(uname -r)"
+
     ROCKY_VERSION=$(lsb_release -r | awk '{print $2}') # 8.8 or 9.1
     ROCKY_VERSION=${ROCKY_VERSION%.*} # 8 or 9
 
     readonly NVIDIA_ROCKY_REPO_URL="https://developer.download.nvidia.com/compute/cuda/repos/rhel${ROCKY_VERSION}/x86_64/cuda-rhel${ROCKY_VERSION}.repo"
     execute_with_retries "dnf config-manager --add-repo ${NVIDIA_ROCKY_REPO_URL}"
     execute_with_retries "dnf clean all"
-    execute_with_retries "dnf -y -q module install nvidia-driver:${NVIDIA_DRIVER_VERSION_PREFIX}"
-    execute_with_retries "dnf -y -q install cuda-toolkit-${CUDA_VERSION_MAJOR//./-}"
+    execute_with_retries "dnf -y -q module install nvidia-driver:latest-dkms"
+    execute_with_retries "dnf -y -q install cuda-toolkit"
     modprobe nvidia
 
   else