From 8f065791b23964103ea28acac89566720b7c41e7 Mon Sep 17 00:00:00 2001 From: shayaks <47965099+shayaks@users.noreply.github.com> Date: Thu, 16 Nov 2023 10:21:07 -0800 Subject: [PATCH] Release 0.18.0 readiness (#564) Co-authored-by: Shayak Sen --- docs/trulens_eval/intro.md | 10 +++++----- trulens_eval/examples/quickstart/langchain_async.ipynb | 2 +- .../examples/quickstart/langchain_quickstart.ipynb | 2 +- .../quickstart/langchain_retrieval_agent.ipynb | 2 +- .../examples/quickstart/llama_index_async.ipynb | 2 +- .../examples/quickstart/llama_index_quickstart.ipynb | 2 +- .../examples/quickstart/pinecone_quickstart.ipynb | 2 +- trulens_eval/examples/quickstart/prototype_evals.ipynb | 2 +- .../examples/quickstart/summarization_eval.ipynb | 5 +++-- trulens_eval/trulens_eval/__init__.py | 2 +- 10 files changed, 16 insertions(+), 15 deletions(-) diff --git a/docs/trulens_eval/intro.md b/docs/trulens_eval/intro.md index 50df2cd25..65287d3f1 100644 --- a/docs/trulens_eval/intro.md +++ b/docs/trulens_eval/intro.md @@ -46,18 +46,18 @@ TruLens supports the evaluation of tracking for any LLM app framework. Choose a **Langchain** -[langchain_quickstart.ipynb](https://github.com/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/langchain_quickstart.ipynb). -[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/colab/langchain_quickstart_colab.ipynb) +[langchain_quickstart.ipynb](https://github.com/truera/trulens/blob/main/trulens_eval/examples/quickstart/langchain_quickstart.ipynb). +[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/main/trulens_eval/examples/quickstart/colab/langchain_quickstart_colab.ipynb) **Llama-Index** [llama_index_quickstart.ipynb](https://github.com/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/llama_index_quickstart.ipynb). -[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/colab/llama_index_quickstart_colab.ipynb) +[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/main/trulens_eval/examples/quickstart/colab/llama_index_quickstart_colab.ipynb) **Custom Text to Text Apps** -[text2text_quickstart.ipynb](https://github.com/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/text2text_quickstart.ipynb). -[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/releases/rc-trulens-eval-0.17.0/trulens_eval/examples/quickstart/colab/text2text_quickstart_colab.ipynb) +[text2text_quickstart.ipynb](https://github.com/truera/trulens/blob/main/trulens_eval/examples/quickstart/text2text_quickstart.ipynb). +[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/truera/trulens/blob/main/trulens_eval/examples/quickstart/colab/text2text_quickstart_colab.ipynb) ### 💡 Contributing diff --git a/trulens_eval/examples/quickstart/langchain_async.ipynb b/trulens_eval/examples/quickstart/langchain_async.ipynb index f0c85e806..d5c5d82be 100644 --- a/trulens_eval/examples/quickstart/langchain_async.ipynb +++ b/trulens_eval/examples/quickstart/langchain_async.ipynb @@ -28,7 +28,7 @@ "metadata": {}, "outputs": [], "source": [ - "# ! pip install trulens_eval==0.17.0 langchain>=0.0.263" + "# ! pip install trulens_eval==0.18.0 langchain>=0.0.336" ] }, { diff --git a/trulens_eval/examples/quickstart/langchain_quickstart.ipynb b/trulens_eval/examples/quickstart/langchain_quickstart.ipynb index f56f66fb7..6dab55a59 100644 --- a/trulens_eval/examples/quickstart/langchain_quickstart.ipynb +++ b/trulens_eval/examples/quickstart/langchain_quickstart.ipynb @@ -18,7 +18,7 @@ "metadata": {}, "outputs": [], "source": [ - "# ! pip install trulens_eval==0.17.0 langchain>=0.0.263" + "# ! pip install trulens_eval==0.18.0 langchain>=0.0.336" ] }, { diff --git a/trulens_eval/examples/quickstart/langchain_retrieval_agent.ipynb b/trulens_eval/examples/quickstart/langchain_retrieval_agent.ipynb index 7b7520ba8..e430f4629 100644 --- a/trulens_eval/examples/quickstart/langchain_retrieval_agent.ipynb +++ b/trulens_eval/examples/quickstart/langchain_retrieval_agent.ipynb @@ -23,7 +23,7 @@ "metadata": {}, "outputs": [], "source": [ - "#! pip install trulens_eval==0.17.0 langchain==0.0.315 unstructured==0.10.23 chromadb==0.4.14" + "#! pip install trulens_eval==0.18.0 langchain==0.0.336 unstructured==0.10.23 chromadb==0.4.14" ] }, { diff --git a/trulens_eval/examples/quickstart/llama_index_async.ipynb b/trulens_eval/examples/quickstart/llama_index_async.ipynb index 7b6c2d3a7..7bdbeee55 100644 --- a/trulens_eval/examples/quickstart/llama_index_async.ipynb +++ b/trulens_eval/examples/quickstart/llama_index_async.ipynb @@ -24,7 +24,7 @@ "metadata": {}, "outputs": [], "source": [ - "# ! pip install trulens_eval==0.17.0 llama_index>=0.8.29post1 html2text>=2020.1.16" + "# ! pip install trulens_eval==0.17.0 llama_index>=0.8.29post1 html2text>=2020.1.16 openai<=0.28.1" ] }, { diff --git a/trulens_eval/examples/quickstart/llama_index_quickstart.ipynb b/trulens_eval/examples/quickstart/llama_index_quickstart.ipynb index 16f870e7a..1ad414e42 100644 --- a/trulens_eval/examples/quickstart/llama_index_quickstart.ipynb +++ b/trulens_eval/examples/quickstart/llama_index_quickstart.ipynb @@ -31,7 +31,7 @@ "metadata": {}, "outputs": [], "source": [ - "# pip install trulens-eval==0.17.0 llama_index>=0.8.29post1 html2text>=2020.1.16" + "# pip install trulens-eval==0.18.0 llama_index>=0.9.1 html2text>=2020.1.16" ] }, { diff --git a/trulens_eval/examples/quickstart/pinecone_quickstart.ipynb b/trulens_eval/examples/quickstart/pinecone_quickstart.ipynb index c9322343a..75426c909 100644 --- a/trulens_eval/examples/quickstart/pinecone_quickstart.ipynb +++ b/trulens_eval/examples/quickstart/pinecone_quickstart.ipynb @@ -29,7 +29,7 @@ "metadata": {}, "outputs": [], "source": [ - "#! pip install trulens-eval==0.17.0 llama_index>=0.8.29post1 pinecone-client>=2.2.2 nltk>=3.8.1 html2text>=2020.1.16" + "#! pip install trulens-eval==0.18.0 llama_index>=0.9.1 pinecone-client>=2.2.2 nltk>=3.8.1 html2text>=2020.1.16" ] }, { diff --git a/trulens_eval/examples/quickstart/prototype_evals.ipynb b/trulens_eval/examples/quickstart/prototype_evals.ipynb index 92d0cb44f..7f7c603b0 100644 --- a/trulens_eval/examples/quickstart/prototype_evals.ipynb +++ b/trulens_eval/examples/quickstart/prototype_evals.ipynb @@ -32,7 +32,7 @@ "metadata": {}, "outputs": [], "source": [ - "#! pip install trulens-eval==0.17.0" + "#! pip install trulens-eval==0.18.0" ] }, { diff --git a/trulens_eval/examples/quickstart/summarization_eval.ipynb b/trulens_eval/examples/quickstart/summarization_eval.ipynb index 768b9ea3e..64c30e29f 100644 --- a/trulens_eval/examples/quickstart/summarization_eval.ipynb +++ b/trulens_eval/examples/quickstart/summarization_eval.ipynb @@ -32,7 +32,7 @@ "metadata": {}, "outputs": [], "source": [ - "\"\"\"!pip install trulens_eval==0.17.0\n", + "\"\"\"!pip install trulens_eval==0.18.0\n", " bert_score==0.3.13 \\\n", " evaluate==0.4.0 \\\n", " absl-py==1.4.0 \\\n", @@ -143,7 +143,8 @@ " \n", " @instrument\n", " def summarize(self, dialog):\n", - " summary = openai.ChatCompletion.create(\n", + " client = openai.OpenAI()\n", + " summary = client.chat.completions.create(\n", " model=\"gpt-3.5-turbo\",\n", " messages=[\n", " {\"role\": \"system\", \"content\": \"\"\"Summarize the given dialog into 1-2 sentences based on the following criteria: \n", diff --git a/trulens_eval/trulens_eval/__init__.py b/trulens_eval/trulens_eval/__init__.py index b4876667d..f2c43bf60 100644 --- a/trulens_eval/trulens_eval/__init__.py +++ b/trulens_eval/trulens_eval/__init__.py @@ -78,7 +78,7 @@ """ -__version__ = "0.17.0" +__version__ = "0.18.0" from trulens_eval.feedback import Bedrock from trulens_eval.feedback import Feedback