Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions populate_database.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
import argparse
import os
import shutil
from langchain.document_loaders.pdf import PyPDFDirectoryLoader
from langchain_community.document_loaders import PyPDFDirectoryLoader
from langchain_text_splitters import RecursiveCharacterTextSplitter
from langchain.schema.document import Document
from get_embedding_function import get_embedding_function
from langchain.vectorstores.chroma import Chroma
from langchain_chroma.vectorstores import Chroma


CHROMA_PATH = "chroma"
Expand Down Expand Up @@ -67,7 +67,7 @@ def add_to_chroma(chunks: list[Document]):
print(f"👉 Adding new documents: {len(new_chunks)}")
new_chunk_ids = [chunk.metadata["id"] for chunk in new_chunks]
db.add_documents(new_chunks, ids=new_chunk_ids)
db.persist()
db.persist() #no longer required to persist explicitly
else:
print("✅ No new documents to add")

Expand Down