From fdcbb9fcd6f813810484eec29be2e92f367293b7 Mon Sep 17 00:00:00 2001 From: Ryan Cook Date: Fri, 3 Jan 2025 11:21:21 -0500 Subject: [PATCH 1/3] community image Signed-off-by: Ryan Cook --- rhoai-ilab-image/Containerfile | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/rhoai-ilab-image/Containerfile b/rhoai-ilab-image/Containerfile index 37470f2..6a5e720 100644 --- a/rhoai-ilab-image/Containerfile +++ b/rhoai-ilab-image/Containerfile @@ -1,4 +1,6 @@ -FROM registry.redhat.io/rhelai1/instructlab-nvidia-rhel9:1.3 +FROM nvcr.io/nvidia/cuda:12.6.3-cudnn-devel-ubi9 + +RUN dnf update -y && dnf clean all RUN pip install kfp==2.9.0 RUN pip install kubeflow-training From 64e9247e9ab20c6186bbb62bc8274a187570bd93 Mon Sep 17 00:00:00 2001 From: Ryan Cook Date: Fri, 3 Jan 2025 17:07:57 -0500 Subject: [PATCH 2/3] missing cuda lib Signed-off-by: Ryan Cook --- rhoai-ilab-image/Containerfile | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/rhoai-ilab-image/Containerfile b/rhoai-ilab-image/Containerfile index 6a5e720..8d6d672 100644 --- a/rhoai-ilab-image/Containerfile +++ b/rhoai-ilab-image/Containerfile @@ -1,6 +1,10 @@ FROM nvcr.io/nvidia/cuda:12.6.3-cudnn-devel-ubi9 -RUN dnf update -y && dnf clean all +RUN dnf -y install openblas-devel git python3-pip && \ + dnf install -y libcudnn8 nvidia-driver-NVML nvidia-driver-cuda-libs && \ + dnf clean all +RUN pip cache remove llama_cpp_python RUN pip install kfp==2.9.0 RUN pip install kubeflow-training +RUN CMAKE_ARGS="-DLLAMA_CUDA=on -DLLAMA_NATIVE=off" pip install 'instructlab[cuda]' From 272d63c66268f76574a1dac12ad661650f812486 Mon Sep 17 00:00:00 2001 From: Ryan Cook Date: Sun, 5 Jan 2025 14:25:48 -0500 Subject: [PATCH 3/3] single install line Signed-off-by: Ryan Cook --- rhoai-ilab-image/Containerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/rhoai-ilab-image/Containerfile b/rhoai-ilab-image/Containerfile index 8d6d672..30e5fee 100644 --- a/rhoai-ilab-image/Containerfile +++ b/rhoai-ilab-image/Containerfile @@ -1,7 +1,6 @@ FROM nvcr.io/nvidia/cuda:12.6.3-cudnn-devel-ubi9 -RUN dnf -y install openblas-devel git python3-pip && \ - dnf install -y libcudnn8 nvidia-driver-NVML nvidia-driver-cuda-libs && \ +RUN dnf -y install libcudnn8 nvidia-driver-NVML nvidia-driver-cuda-libs openblas-devel git python3-pip && \ dnf clean all RUN pip cache remove llama_cpp_python