diff --git a/ai/knowledge_base.py b/ai/knowledge_base.py index cc356eb..508fd56 100644 --- a/ai/knowledge_base.py +++ b/ai/knowledge_base.py @@ -1,44 +1,24 @@ +from phi.embedder.openai import OpenAIEmbedder from phi.knowledge.combined import CombinedKnowledgeBase from phi.knowledge.pdf import PDFUrlKnowledgeBase, PDFKnowledgeBase -from phi.vectordb.pgvector import PgVector +from phi.vectordb.pgvector import PgVector2 from db.session import db_url -url_pdf_knowledge_base = PDFUrlKnowledgeBase( - urls=["https://www.family-action.org.uk/content/uploads/2019/07/meals-more-recipes.pdf"], - # Store this knowledge base in ai.url_pdf_documents - vector_db=PgVector( - schema="ai", - db_url=db_url, - collection="url_pdf_documents", - ), - # 2 references are added to the prompt - num_documents=2, -) - -local_pdf_knowledge_base = PDFKnowledgeBase( - path="data/pdfs", - # Store this knowledge base in ai.local_pdf_documents - vector_db=PgVector( - schema="ai", - db_url=db_url, - collection="local_pdf_documents", - ), - # 3 references are added to the prompt - num_documents=3, -) - pdf_knowledge_base = CombinedKnowledgeBase( sources=[ - url_pdf_knowledge_base, - local_pdf_knowledge_base, + PDFUrlKnowledgeBase( + urls=["https://www.family-action.org.uk/content/uploads/2019/07/meals-more-recipes.pdf"] + ), + PDFKnowledgeBase(path="data/pdfs"), ], # Store this knowledge base in ai.pdf_documents - vector_db=PgVector( + vector_db=PgVector2( schema="ai", db_url=db_url, collection="pdf_documents", + embedder=OpenAIEmbedder(model="text-embedding-3-small"), ), # 2 references are added to the prompt num_documents=2, -) +) \ No newline at end of file diff --git a/pyproject.toml b/pyproject.toml index 439f292..a79acbf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -28,7 +28,7 @@ dependencies = [ # Linting and Formatting "ruff", # phidata - "phidata==2.3.13", + "phidata==2.3.14", ] [build-system] diff --git a/requirements.txt b/requirements.txt index 31c6583..aafd512 100644 --- a/requirements.txt +++ b/requirements.txt @@ -34,7 +34,7 @@ numpy==1.26.3 openai==1.11.0 packaging==23.2 pgvector==0.2.4 -phidata==2.3.13 +phidata==2.3.14 pluggy==1.4.0 psycopg[binary]==3.1.17 psycopg-binary==3.1.17