feat: add token limit to openai encoder

aurelio-labs · Apr 28, 2024 · f497e32 · f497e32
1 parent 17fd519
commit f497e32
Show file tree

Hide file tree

Showing 6 changed files with 1,552 additions and 1,233 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -45,7 +45,7 @@ jobs:
       - name: Download nltk data
         run: |
           python -m nltk.downloader punkt stopwords wordnet
-      - name: Pytest
+      - name: Pytest All
         env:
           PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

diff --git a/Makefile b/Makefile
@@ -13,3 +13,10 @@ lint lint_diff:
 
 test:
 	poetry run pytest -vv -n 20 --cov=semantic_router --cov-report=term-missing --cov-report=xml
+
+test_functional:
+	poetry run pytest -vv -n 20 tests/functional
+test_unit:
+	poetry run pytest -vv -n 20 tests/unit
+test_integration:
+	poetry run pytest -vv -n 20 tests/integration