back out of balena

Author: cdgraff

Dockerfile.balena

@@ -0,0 +1,102 @@
+FROM balenalib/genericx86-64-ext:latest-run-20231106
+
+WORKDIR /usr/src
+
+ENV DEBIAN_FRONTEND noninteractive
+
+# Set some variables to download the proper header modules
+ENV VERSION="4.0.23%2Brev1"
+ENV BALENA_MACHINE_NAME="genericx86-64-ext"
+
+# Set variables for the Yocto version of the OS
+ENV YOCTO_VERSION=5.15.72
+ENV YOCTO_KERNEL=${YOCTO_VERSION}-yocto-standard
+
+# Set variables to download proper NVIDIA driver
+ENV NVIDIA_DRIVER_VERSION=550.67
+ENV NVIDIA_DRIVER=NVIDIA-Linux-x86_64-${NVIDIA_DRIVER_VERSION}
+
+# Install some prereqs
+RUN install_packages git wget unzip build-essential libelf-dev bc libssl-dev bison flex software-properties-common pciutils libglvnd-dev
+
+WORKDIR /usr/src/nvidia
+
+# Download and compile NVIDIA driver
+RUN \
+    curl -fsSL -O https://us.download.nvidia.com/XFree86/Linux-x86_64/$NVIDIA_DRIVER_VERSION/$NVIDIA_DRIVER.run && \
+    chmod +x ./${NVIDIA_DRIVER}.run && \
+    ./${NVIDIA_DRIVER}.run --extract-only && \
+    ./${NVIDIA_DRIVER}/nvidia-installer \
+    --ui=none \
+    --no-questions \
+    --no-drm \
+    --no-x-check \
+    --no-systemd \
+    --no-kernel-module \
+    --no-distro-scripts \
+    --install-compat32-libs \
+    --no-nouveau-check \
+    --no-rpms \
+    --no-backup \
+    --no-abi-note \
+    --no-check-for-alternate-installs \
+    --no-libglx-indirect \
+    --install-libglvnd \
+    --x-prefix=/tmp/null \
+    --x-module-path=/tmp/null \
+    --x-library-path=/tmp/null \
+    --x-sysconfig-path=/tmp/null \
+    --skip-depmod \
+    --expert 
+    
+    
+# Install CUDA Toolkit for Ubuntu per https://developer.nvidia.com/cuda-downloads
+
+RUN \
+    wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-ubuntu2204.pin && \
+    mv cuda-ubuntu2204.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \
+    wget https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda-repo-ubuntu2204-12-4-local_12.4.0-550.54.14-1_amd64.deb && \
+    dpkg -i cuda-repo-ubuntu2204-12-4-local_12.4.0-550.54.14-1_amd64.deb && \
+    cp /var/cuda-repo-ubuntu2204-12-4-local/cuda-*-keyring.gpg /usr/share/keyrings/ && \
+    apt-get update && \
+    apt-get -y install cuda-toolkit-12-4
+    
+ENV PATH="/usr/local/cuda-12.4/bin:$PATH"
+ENV LD_LIBRARY_PATH="/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH"
+
+ENV PYTHON_VERSION 3.11
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+RUN apt-get update
+RUN apt-get install -y curl git-core gcc make zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev libssl-dev
+RUN apt-get install -y build-essential libncursesw5-dev libgdbm-dev libc6-dev tk-dev
+RUN apt-get install -y libffi-dev liblzma-dev
+
+ENV PYENV_ROOT $HOME/.pyenv
+ENV PATH $PYENV_ROOT/shims:$PYENV_ROOT/bin:$PATH
+
+# Install pyenv
+RUN set -ex \
+    && curl https://pyenv.run | bash \
+    && pyenv update \
+    && pyenv install $PYTHON_VERSION \
+    && pyenv global $PYTHON_VERSION \
+    && pyenv rehash
+
+ENV POETRY_HOME='/usr/local'
+RUN python -mpip install --upgrade pip
+RUN curl -sSL https://install.python-poetry.org | python3 -
+COPY . /app
+WORKDIR /app
+RUN python -mpip install toml
+RUN poetry
+RUN ./build-bin.sh cuda linux-64 "-DLLAMA_CUBLAS=1"
+
+
+WORKDIR /usr/src/app
+COPY *.sh ./
+
+ENTRYPOINT ["/bin/bash", "/usr/src/app/entry.sh"]
+
+#CMD ["/app/dist/gputopia-worker-cuda-linux-64"]