verint.com/rag-system
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added logger

Browse Source
This commit is contained in:
Peter Morton
2025-05-30 16:27:48 -05:00
parent 548307102d
commit 2552d867da
3 changed files with 21 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
rag_system/loaders/pdf_loader.py
View File

@@ -1,11 +1,15 @@
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain_community.document_loaders import PyPDFLoader
import logging
logger: logging.Logger = logging.getLogger("pdf_loader")
def load_pdf(file_path):
loader = PyPDFLoader(file_path)
splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
documents = loader.load_and_split(splitter)
print(f"Loaded and Split into {len(documents)} documents from {file_path}")
logger.info(f"Loaded and Split into {len(documents)} documents from {file_path}")
return documents