arasu088 commited on
Commit
ebddcd4
1 Parent(s): b54c4d6

Upload helper.py

Browse files
Files changed (1) hide show
  1. helper.py +5 -5
helper.py CHANGED
@@ -42,7 +42,7 @@ llm = HuggingFacePipeline(pipeline=pipe)
42
  # # Initialize instructor embeddings using the Hugging Face model
43
  # instructor_embeddings = HuggingFaceInstructEmbeddings(model_name="C:/Users/arasu/Workspace/Projects/GenAI/embeddings/hkunlp_instructor-large")
44
  instructor_embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-large")
45
- db_path = "./vector_db"
46
 
47
  def create_vector_db():
48
  # Load data from pdf
@@ -64,13 +64,13 @@ def create_vector_db():
64
  texts = text_splitter.split_text(raw_text)
65
 
66
  # Create a vector database from 'text'
67
- vector_db = Chroma.from_texts(texts,instructor_embeddings,persist_directory=db_path)
68
- vector_db.persist()
69
- vector_db = None
70
 
71
  def get_qa_chain():
72
  # Load the vector database from the local folder
73
- vector_db = Chroma(persist_directory=db_path, embedding_function = instructor_embeddings)
74
 
75
  # Create a retriever for querying the vector database
76
  retriever = vector_db.as_retriever(search_kwargs={"k":3})
 
42
  # # Initialize instructor embeddings using the Hugging Face model
43
  # instructor_embeddings = HuggingFaceInstructEmbeddings(model_name="C:/Users/arasu/Workspace/Projects/GenAI/embeddings/hkunlp_instructor-large")
44
  instructor_embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-large")
45
+ vector_db = ""
46
 
47
  def create_vector_db():
48
  # Load data from pdf
 
64
  texts = text_splitter.split_text(raw_text)
65
 
66
  # Create a vector database from 'text'
67
+ vector_db = Chroma.from_texts(texts,instructor_embeddings)
68
+ # vector_db.persist()
69
+ # vector_db = None
70
 
71
  def get_qa_chain():
72
  # Load the vector database from the local folder
73
+ # vector_db = Chroma(persist_directory=db_path, embedding_function = instructor_embeddings)
74
 
75
  # Create a retriever for querying the vector database
76
  retriever = vector_db.as_retriever(search_kwargs={"k":3})