saaketvarma commited on
Commit
72edbfa
1 Parent(s): d7b41e3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def data_ingestion():
39
  loader = PDFMinerLoader(os.path.join(root, file))
40
 
41
  documents = loader.load()
42
- text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=500)
43
  splits = text_splitter.split_documents(documents)
44
 
45
  # create embeddings here
 
39
  loader = PDFMinerLoader(os.path.join(root, file))
40
 
41
  documents = loader.load()
42
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=20)
43
  splits = text_splitter.split_documents(documents)
44
 
45
  # create embeddings here