Skip to content

Commit

Permalink
Merge pull request #356 from cleanlab/tlm-explanation-pytest
Browse files Browse the repository at this point in the history
Fix unittests settings for explanation
  • Loading branch information
jas2600 authored Feb 6, 2025
2 parents b7e65af + 0c2ab9c commit d0729b4
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion tests/tlm/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
_VALID_TLM_QUALITY_PRESETS,
TLM_SIMILARITY_MEASURES,
TLM_REASONING_EFFORT_VALUES,
TLM_MODELS_NOT_SUPPORTING_EXPLANATION,
)
from cleanlab_studio.internal.tlm.concurrency import TlmRateHandler
from cleanlab_studio.studio.trustworthy_language_model import TLM
Expand Down Expand Up @@ -89,7 +90,11 @@ def _get_options_dictionary(model: Optional[str]) -> dict:
add_use_self_reflection = np.random.choice([True, False])
add_similarity_measure = np.random.choice([True, False])
add_reasoning_effort = np.random.choice([True, False])
add_log_explanation = np.random.choice([True, False])
add_log_explanation = (
np.random.choice([True, False])
if model not in TLM_MODELS_NOT_SUPPORTING_EXPLANATION
else False
)
add_log_perplexity_score = np.random.choice([True, False])

if add_max_tokens:
Expand Down

0 comments on commit d0729b4

Please sign in to comment.