vllm parameters added

ilkersigirci · Jan 20, 2025 · 37741fd · 37741fd
1 parent a8dd860
commit 37741fd
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/scripts/start_vllm.sh b/scripts/start_vllm.sh
@@ -38,6 +38,8 @@ MODEL_PATH=$LIBRARY_BASE_PATH/models/$SERVED_MODEL_NAME
 # --num-scheduler-steps 8 \
 # --enable-chunked-prefill \
 # --chat-template $LIBRARY_BASE_PATH/prompt_templates/codestral.jinja
+# --enable-auto-tool-choice \
+# --tool-call-parser llama3_json
 
 # python -m vllm.entrypoints.openai.api_server \
 vllm serve $MODEL_PATH \