add o3-mini

cleanlab · Jan 31, 2025 · c2239da · c2239da
1 parent 4012f85
commit c2239da
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 2 deletions.
diff --git a/cleanlab_studio/internal/constants.py b/cleanlab_studio/internal/constants.py
@@ -11,6 +11,7 @@
     "o1-preview",
     "o1",
     "o1-mini",
+    "o3-mini",
     "claude-3-haiku",
     "claude-3.5-haiku",
     "claude-3-sonnet",
@@ -37,3 +38,4 @@
 TLM_VALID_LOG_OPTIONS: Set[str] = {"perplexity", "explanation"}
 TLM_VALID_GET_TRUSTWORTHINESS_SCORE_KWARGS: Set[str] = {"perplexity"}
 TLM_VALID_KWARGS: Set[str] = {"constrain_outputs"}
+TLM_MODELS_NOT_SUPPORTING_EXPLANATION: Set[str] = {"o1-mini", "o1-preview", "o1", "o3-mini"}
diff --git a/cleanlab_studio/internal/tlm/validation.py b/cleanlab_studio/internal/tlm/validation.py
@@ -13,6 +13,7 @@
     TLM_VALID_GET_TRUSTWORTHINESS_SCORE_KWARGS,
     TLM_VALID_KWARGS,
     TLM_VALID_LOG_OPTIONS,
+    TLM_MODELS_NOT_SUPPORTING_EXPLANATION,
 )
 
 SKIP_VALIDATE_TLM_OPTIONS: bool = (
@@ -251,6 +252,10 @@ def validate_tlm_options(options: Any) -> None:
 
             invalid_log_options = set(val) - TLM_VALID_LOG_OPTIONS
 
+            model = options.get("model", _TLM_DEFAULT_MODEL)
+            if "explanation" in val and model in TLM_MODELS_NOT_SUPPORTING_EXPLANATION:
+                raise ValidationError(f"Explanation is not supported for this model: {model}. ")
+
             if invalid_log_options:
                 raise ValidationError(
                     f"Invalid options for log: {invalid_log_options}. Valid options include: {TLM_VALID_LOG_OPTIONS}"

diff --git a/cleanlab_studio/studio/trustworthy_language_model.py b/cleanlab_studio/studio/trustworthy_language_model.py
@@ -790,9 +790,10 @@ class TLMOptions(TypedDict):
     You can set custom values for these arguments regardless of the quality preset specified.
 
     Args:
-        model ({"gpt-4o-mini", "gpt-4o", "o1", "o1-mini", "o1-preview", "gpt-3.5-turbo-16k", "gpt-4", "claude-3.5-sonnet-v2", "claude-3.5-sonnet", "claude-3.5-haiku", "claude-3-haiku", "nova-micro", "nova-lite", "nova-pro"}, default = "gpt-4o-mini"):
+        model ({"gpt-4o-mini", "gpt-4o", "o3-mini", "o1", "o1-mini", "o1-preview", "gpt-3.5-turbo-16k", "gpt-4", "claude-3.5-sonnet-v2",
+        "claude-3.5-sonnet", "claude-3.5-haiku", "claude-3-haiku", "nova-micro", "nova-lite", "nova-pro"}, default = "gpt-4o-mini"):
         Underlying base LLM to use (better models yield better results, faster models yield faster/cheaper results).
-        - Models still in beta: "o1", "o1-mini", "claude-3.5-sonnet-v2", "claude-3.5-haiku", "nova-micro", "nova-lite", "nova-pro".
+        - Models still in beta: "o1", "o3-mini", "o1-mini", "claude-3.5-sonnet-v2", "claude-3.5-haiku", "nova-micro", "nova-lite", "nova-pro".
         - Recommended models for accuracy: "gpt-4o", "o1", "claude-3.5-sonnet-v2".
         - Recommended models for low latency/costs: "nova-micro", "gpt-4o-mini".
 

diff --git a/tests/tlm/constants.py b/tests/tlm/constants.py
@@ -24,6 +24,7 @@
     "o1-preview",
     "o1",
     "o1-mini",
+    "o3-mini",
     "nova-lite",
     "nova-pro",
 ]
@@ -39,6 +40,7 @@
     "o1-preview",
     "o1",
     "o1-mini",
+    "o3-mini",
     "nova-micro",
     "nova-lite",
     "nova-pro",