Added Docker Compose

Author: cdgraff

Dockerfile

@@ -1,68 +1,4 @@
-FROM balenalib/genericx86-64-ext:latest-run-20231106
-
-WORKDIR /usr/src
-
-ENV DEBIAN_FRONTEND noninteractive
-
-# Set some variables to download the proper header modules
-ENV VERSION="4.0.23%2Brev1"
-ENV BALENA_MACHINE_NAME="genericx86-64-ext"
-
-# Set variables for the Yocto version of the OS
-ENV YOCTO_VERSION=5.15.72
-ENV YOCTO_KERNEL=${YOCTO_VERSION}-yocto-standard
-
-# Set variables to download proper NVIDIA driver
-ENV NVIDIA_DRIVER_VERSION=550.67
-ENV NVIDIA_DRIVER=NVIDIA-Linux-x86_64-${NVIDIA_DRIVER_VERSION}
-
-# Install some prereqs
-RUN install_packages git wget unzip build-essential libelf-dev bc libssl-dev bison flex software-properties-common pciutils libglvnd-dev
-
-WORKDIR /usr/src/nvidia
-
-# Download and compile NVIDIA driver
-RUN \
-    curl -fsSL -O https://us.download.nvidia.com/XFree86/Linux-x86_64/$NVIDIA_DRIVER_VERSION/$NVIDIA_DRIVER.run && \
-    chmod +x ./${NVIDIA_DRIVER}.run && \
-    ./${NVIDIA_DRIVER}.run --extract-only && \
-    ./${NVIDIA_DRIVER}/nvidia-installer \
-    --ui=none \
-    --no-questions \
-    --no-drm \
-    --no-x-check \
-    --no-systemd \
-    --no-kernel-module \
-    --no-distro-scripts \
-    --install-compat32-libs \
-    --no-nouveau-check \
-    --no-rpms \
-    --no-backup \
-    --no-abi-note \
-    --no-check-for-alternate-installs \
-    --no-libglx-indirect \
-    --install-libglvnd \
-    --x-prefix=/tmp/null \
-    --x-module-path=/tmp/null \
-    --x-library-path=/tmp/null \
-    --x-sysconfig-path=/tmp/null \
-    --skip-depmod \
-    --expert 
-    
-    
-# Install CUDA Toolkit for Ubuntu per https://developer.nvidia.com/cuda-downloads
-
-RUN \
-    wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-ubuntu2204.pin && \
-    mv cuda-ubuntu2204.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \
-    wget https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda-repo-ubuntu2204-12-4-local_12.4.0-550.54.14-1_amd64.deb && \
-    dpkg -i cuda-repo-ubuntu2204-12-4-local_12.4.0-550.54.14-1_amd64.deb && \
-    cp /var/cuda-repo-ubuntu2204-12-4-local/cuda-*-keyring.gpg /usr/share/keyrings/ && \
-    apt-get update && \
-    apt-get -y install cuda-toolkit-12-4
-    
-ENV PATH="/usr/local/cuda-12.4/bin:$PATH"
-ENV LD_LIBRARY_PATH="/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH"
+FROM nvidia/cuda:12.3.2-devel-ubuntu22.04 as build
 
 ENV PYTHON_VERSION 3.11
 
@@ -93,10 +29,4 @@ RUN python -mpip install toml
 RUN poetry
 RUN ./build-bin.sh cuda linux-64 "-DLLAMA_CUBLAS=1"
 
-
-WORKDIR /usr/src/app
-COPY *.sh ./
-
-ENTRYPOINT ["/bin/bash", "/usr/src/app/entry.sh"]
-
-#CMD ["/app/dist/gputopia-worker-cuda-linux-64"]
+ENTRYPOINT /app/dist/gputopia-worker-cuda-linux-64 --queen_url $QUEEN_URL

docker-compose.yaml

@@ -0,0 +1,16 @@
+services:
+  workerbee:
+    image: mediainbox/workerbee:latest
+    environment:
+      QUEEN_URL: "wss://queenbee-production.up.railway.app/worker"
+      BALENA_DEVICE_NAME: "edge-ml-1"
+      HF_HOME: "/cache"
+    volumes:
+      - "/cache:/cache"
+    deploy:
+      resources:
+        reservations:
+          devices:
+          - driver: nvidia
+            count: 2
+            capabilities: [gpu]