Prepare containers to run with ai-lab-recipes

Add two new scripts llama-server.sh and whisper-server.sh which can handle environment variables from the ai-lab-recipes. Signed-off-by: Daniel J Walsh <[email protected]>
containers · Feb 13, 2025 · dcdfbc0 · dcdfbc0
1 parent 8dd7ec4
commit dcdfbc0
Show file tree

Hide file tree

Showing 5 changed files with 39 additions and 6 deletions.
diff --git a/container-images/cuda/Containerfile b/container-images/cuda/Containerfile
@@ -14,3 +14,6 @@ RUN dnf install -y python3 && \
 # Copy the entire installation directory from the builder
 COPY --from=builder /tmp/install /usr
 
+ENV MODEL_PATH=/mnt/models/model.file
+
+COPY --chmod=755 ../scripts /usr/bin
diff --git a/container-images/ramalama/Containerfile b/container-images/ramalama/Containerfile
@@ -1,5 +1,7 @@
 FROM registry.access.redhat.com/ubi9/ubi:9.5-1738814488
 
-COPY ../scripts /scripts
-RUN chmod +x /scripts/*.sh && \
-    /scripts/build_llama_and_whisper.sh "ramalama"
+ENV MODEL_PATH=/mnt/models/model.file
+
+COPY --chmod=755 ../scripts /usr/bin
+
+RUN /usr/bin/build_llama_and_whisper.sh "ramalama"
diff --git a/container-images/scripts/llama-server.sh b/container-images/scripts/llama-server.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+if [ "${MODEL_CHAT_FORMAT}" != "" ]; then
+    CHAT_FORMAT="--chat_template ${MODEL_CHAT_FORMAT}"
+fi
+
+if [ ${MODEL_PATH} ]; then
+    llama-server \
+        --model ${MODEL_PATH} \
+        --host ${HOST:=0.0.0.0} \
+        --port ${PORT:=8001} \
+        --gpu_layers ${GPU_LAYERS:=0} \
+	${CHAT_FORMAT}
+    exit 0
+fi
+
+echo "Please set a MODEL_PATH"
+exit 1
+
diff --git a/container-images/scripts/whisper-run.sh b/container-images/scripts/whisper-run.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+whisper-server \
+    -tr \
+    --model ${MODEL_PATH} \
+    --convert \
+    --host ${HOST:=0.0.0.0} \
+    --port ${PORT:=8001}
diff --git a/container-images/vulkan/Containerfile b/container-images/vulkan/Containerfile
@@ -1,6 +1,8 @@
 FROM registry.access.redhat.com/ubi9/ubi:9.5-1738814488
 
-COPY ../scripts /scripts
-RUN chmod +x /scripts/*.sh && \
-    /scripts/build_llama_and_whisper.sh "vulkan"
+ENV MODEL_PATH=/mnt/models/model.file
+
+COPY --chmod=755 ../scripts /usr/bin
+
+RUN /usr/bin/build_llama_and_whisper.sh "ramalama"