tgi: Fix permission issue of non-root user

Fix issue #639

Signed-off-by: Lianhao Lu <[email protected]>

Author: lianhao

helm-charts/common/tgi/templates/configmap.yaml

@@ -19,6 +19,7 @@ data:
   no_proxy: {{ .Values.global.no_proxy | quote }}
   {{- if contains "tgi-gaudi" .Values.image.repository }}
   HABANA_LOGS: "/tmp/habana_logs"
+  TRITON_CACHE_DIR: "/tmp/triton_cache"
   {{- end }}
   NUMBA_CACHE_DIR: "/tmp"
   HF_HOME: "/tmp/.cache/huggingface"

helm-charts/common/tgi/templates/deployment.yaml

@@ -100,6 +100,8 @@ spec:
               name: shm
             - mountPath: /tmp
               name: tmp
+            - mountPath: /usr/src/out
+              name: tokenizer
           ports:
             - name: http
               containerPort: {{ .Values.port }}
@@ -136,6 +138,8 @@ spec:
             sizeLimit: {{ .Values.shmSize }}
         - name: tmp
           emptyDir: {}
+        - name: tokenizer
+          emptyDir: {}
       {{- with .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}