use llama3.2

kaarthik108 · Oct 13, 2024 · 28cbf6a · 28cbf6a
1 parent 99a179c
commit 28cbf6a
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/agent.py b/agent.py
@@ -33,8 +33,8 @@ class ModelConfig:
 
 def create_agent(callback_handler: BaseCallbackHandler, model_name: str):
     model_configurations = {
-        "gpt-4o-mini": ModelConfig(
-            model_name="gpt-4o-mini", api_key=os.getenv("OPENAI_API_KEY")
+        "gpt-4o": ModelConfig(
+            model_name="gpt-4o", api_key=os.getenv("OPENAI_API_KEY")
         ),
         "gemma2-9b": ModelConfig(
             model_name="gemma2-9b-it",
@@ -44,8 +44,8 @@ def create_agent(callback_handler: BaseCallbackHandler, model_name: str):
         "claude3-haiku": ModelConfig(
             model_name="claude-3-haiku-20240307", api_key=os.getenv("ANTHROPIC_API_KEY")
         ),
-        "mixtral-8x22b": ModelConfig(
-            model_name="accounts/fireworks/models/mixtral-8x22b-instruct",
+        "llama-3.2-3b": ModelConfig(
+            model_name="accounts/fireworks/models/llama-v3p2-3b-instruct",
             api_key=os.getenv("FIREWORKS_API_KEY"),
             base_url="https://api.fireworks.ai/inference/v1",
         ),

diff --git a/main.py b/main.py
@@ -35,11 +35,11 @@
 st.caption("Talk your way through data")
 
 model_options = {
-    "gpt-4o-mini": "GPT-4o Mini",
+    "gpt-4o": "GPT-4o",
     "llama-3.1-405b": "Llama 3.1 405B",
     "gemma2-9b": "Gemma 2 9B",
     "claude3-haiku": "Claude 3 Haiku",
-    "mixtral-8x22b": "Mixtral 8x22B",
+    "llama-3.2-3b": "Llama 3.2 3B",
 }
 
 model = st.radio(