[LEADS-489] Ragas metric crash when agent disabled/using cache

pyproject.toml

@@ -9,6 +9,7 @@ license = {file = "LICENSE"}
 
 dependencies = [
     "ragas>=0.4.0,<=0.4.3",
+    "instructor<1.15.0", # 1.15.x has a race condition bug in ModeRegistry.get_handlers(), downgrading until it is resolved upstream
     "deepeval>=3.9.0,<=3.9.1",
     "litellm>=1.84.0,<=1.89.3",
     "pydantic>=2.10.0,<=2.12.5",

requirements-all-extras.txt

@@ -1,8 +1,8 @@
 # This file was autogenerated by uv via the following command:
 #    uv export --frozen --no-hashes --no-dev --no-emit-project --all-extras --no-emit-package torch -o requirements-all-extras.txt
-absl-py==2.4.0
+absl-py==2.5.0
     # via rouge-score
-aiohappyeyeballs==2.6.2
+aiohappyeyeballs==2.7.1
     # via aiohttp
 aiohttp==3.14.1
     # via
@@ -17,9 +17,10 @@ annotated-doc==0.0.4
     # via typer
 annotated-types==0.7.0
     # via pydantic
-anyio==4.14.0
+anyio==4.14.1
     # via
     #   httpx
+    #   langsmith
     #   openai
 appdirs==1.4.4
     # via ragas
@@ -75,10 +76,12 @@ dill==0.3.8
     #   multiprocess
 diskcache==5.6.3
     # via
+    #   instructor
     #   lightspeed-evaluation
     #   ragas
 distro==1.9.0
     # via
+    #   langsmith
     #   openai
     #   posthog
 docstring-parser==0.18.0
@@ -87,7 +90,7 @@ execnet==2.1.2
     # via pytest-xdist
 fastuuid==0.14.0
     # via litellm
-filelock==3.29.4
+filelock==3.29.5
     # via
     #   datasets
     #   huggingface-hub
@@ -109,7 +112,7 @@ google-ai-generativelanguage==0.12.0
     # via langchain-google-genai
 google-api-core==2.31.0
     # via google-ai-generativelanguage
-google-auth==2.55.0
+google-auth==2.55.1
     # via
     #   google-ai-generativelanguage
     #   google-api-core
@@ -118,7 +121,7 @@ googleapis-common-protos==1.75.0
     #   google-api-core
     #   grpcio-status
     #   opentelemetry-exporter-otlp-proto-http
-greenlet==3.5.2 ; platform_machine == 'AMD64' or platform_machine == 'WIN32' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'ppc64le' or platform_machine == 'win32' or platform_machine == 'x86_64'
+greenlet==3.5.3 ; platform_machine == 'AMD64' or platform_machine == 'WIN32' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'ppc64le' or platform_machine == 'win32' or platform_machine == 'x86_64'
     # via sqlalchemy
 grpcio==1.81.1
     # via
@@ -162,15 +165,17 @@ importlib-metadata==8.9.0
     # via litellm
 iniconfig==2.3.0
     # via pytest
-instructor==1.15.3
-    # via ragas
+instructor==1.14.5
+    # via
+    #   lightspeed-evaluation
+    #   ragas
 jinja2==3.1.6
     # via
     #   deepeval
     #   instructor
     #   litellm
     #   torch
-jiter==0.14.0
+jiter==0.11.1
     # via
     #   instructor
     #   openai
@@ -219,9 +224,9 @@ langchain-protocol==0.0.18
     # via
     #   langchain-core
     #   langgraph-sdk
-langfuse==4.10.0
+langfuse==4.13.0
     # via lightspeed-evaluation
-langgraph==1.2.6
+langgraph==1.2.7
     # via langchain
 langgraph-checkpoint==4.1.1
     # via
@@ -231,7 +236,7 @@ langgraph-prebuilt==1.1.0
     # via langgraph
 langgraph-sdk==0.4.2
     # via langgraph
-langsmith==0.9.0
+langsmith==0.9.7
     # via
     #   langchain-community
     #   langchain-core
@@ -261,7 +266,7 @@ multiprocess==0.70.16
     # via datasets
 mypy-extensions==1.1.0
     # via typing-inspect
-narwhals==2.22.1
+narwhals==2.23.0
     # via scikit-learn
 nest-asyncio==1.6.0
     # via
@@ -290,34 +295,34 @@ numpy==2.3.2
     #   seaborn
     #   sentence-transformers
     #   transformers
-openai==2.43.0
+openai==2.44.0
     # via
     #   deepeval
     #   instructor
     #   langchain-openai
     #   litellm
     #   ragas
-opentelemetry-api==1.42.1
+opentelemetry-api==1.43.0
     # via
     #   deepeval
     #   langfuse
     #   opentelemetry-exporter-otlp-proto-http
     #   opentelemetry-sdk
     #   opentelemetry-semantic-conventions
-opentelemetry-exporter-otlp-proto-common==1.42.1
+opentelemetry-exporter-otlp-proto-common==1.43.0
     # via opentelemetry-exporter-otlp-proto-http
-opentelemetry-exporter-otlp-proto-http==1.42.1
+opentelemetry-exporter-otlp-proto-http==1.43.0
     # via langfuse
-opentelemetry-proto==1.42.1
+opentelemetry-proto==1.43.0
     # via
     #   opentelemetry-exporter-otlp-proto-common
     #   opentelemetry-exporter-otlp-proto-http
-opentelemetry-sdk==1.42.1
+opentelemetry-sdk==1.43.0
     # via
     #   deepeval
     #   langfuse
     #   opentelemetry-exporter-otlp-proto-http
-opentelemetry-semantic-conventions==0.63b1
+opentelemetry-semantic-conventions==0.64b0
     # via opentelemetry-sdk
 orjson==3.11.9
     # via
@@ -343,7 +348,7 @@ pandas==2.3.2
     #   datasets
     #   lightspeed-evaluation
     #   seaborn
-pillow==12.2.0
+pillow==12.3.0
     # via
     #   matplotlib
     #   ragas
@@ -363,7 +368,7 @@ proto-plus==1.28.0
     # via
     #   google-ai-generativelanguage
     #   google-api-core
-protobuf==6.33.6
+protobuf==7.35.1
     # via
     #   google-ai-generativelanguage
     #   google-api-core
@@ -421,7 +426,7 @@ pytest-asyncio==1.4.0
     # via deepeval
 pytest-repeat==0.9.4
     # via deepeval
-pytest-rerunfailures==16.3
+pytest-rerunfailures==16.4
     # via deepeval
 pytest-xdist==3.8.0
     # via deepeval
@@ -455,7 +460,7 @@ referencing==0.37.0
     # via
     #   jsonschema
     #   jsonschema-specifications
-regex==2026.5.9
+regex==2026.6.28
     # via
     #   nltk
     #   sacrebleu
@@ -483,7 +488,7 @@ rich==14.3.4
     #   typer
 rouge-score==0.1.2
     # via lightspeed-evaluation
-rpds-py==2026.5.1
+rpds-py==2026.6.3
     # via
     #   jsonschema
     #   referencing
@@ -505,7 +510,7 @@ seaborn==0.13.2
     # via lightspeed-evaluation
 sentence-transformers==5.2.3
     # via lightspeed-evaluation
-sentry-sdk==2.63.0
+sentry-sdk==2.64.0
     # via deepeval
 setuptools==82.0.1
     # via
@@ -519,7 +524,9 @@ six==1.17.0
     #   python-dateutil
     #   rouge-score
 sniffio==1.3.1
-    # via openai
+    # via
+    #   langsmith
+    #   openai
 sqlalchemy==2.0.43
     # via
     #   langchain-community
@@ -562,14 +569,14 @@ tqdm==4.67.1
     #   transformers
 transformers==5.12.1
     # via sentence-transformers
-typer==0.26.7
+typer==0.26.8
     # via
     #   deepeval
     #   huggingface-hub
     #   instructor
     #   ragas
     #   transformers
-typing-extensions==4.15.0
+typing-extensions==4.16.0
     # via
     #   aiohttp
     #   aiosignal
@@ -578,6 +585,7 @@ typing-extensions==4.15.0
     #   huggingface-hub
     #   langchain-core
     #   langchain-protocol
+    #   langsmith
     #   openai
     #   opentelemetry-api
     #   opentelemetry-exporter-otlp-proto-http
@@ -616,7 +624,7 @@ wheel==0.47.0
     # via deepeval
 wrapt==2.2.2
     # via langfuse
-xxhash==3.7.0
+xxhash==3.8.0
     # via
     #   datasets
     #   langgraph