From 07500f2c21ec6323468f68a5c36b8ed70aae40e1 Mon Sep 17 00:00:00 2001
From: Andre Luckow <222015+drelu@users.noreply.github.com>
Date: Tue, 26 Dec 2023 18:11:40 +0100
Subject: [PATCH] fixed URL of OpenAI LLMPerf client

* Added v1 to URL
* Example: https://x.x.x.x/v1/chat/completions
* Complies now with OpenAI and vLLM OpenAI server
* See https://platform.openai.com/docs/api-reference/authentication
---
 src/llmperf/ray_clients/openai_chat_completions_client.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llmperf/ray_clients/openai_chat_completions_client.py b/src/llmperf/ray_clients/openai_chat_completions_client.py
index f2e0a91..6b6145c 100644
--- a/src/llmperf/ray_clients/openai_chat_completions_client.py
+++ b/src/llmperf/ray_clients/openai_chat_completions_client.py
@@ -58,7 +58,7 @@ def llm_request(self, request_config: RequestConfig) -> Dict[str, Any]:
             raise ValueError("No host provided.")
         if not address.endswith("/"):
             address = address + "/"
-        address += "chat/completions"
+        address += "v1/chat/completions"
         try:
             with requests.post(
                 address,