Update app.py

app.py

@@ -4,8 +4,9 @@ import pickle
 from langchain.prompts import ChatPromptTemplate
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_huggingface import HuggingFaceEmbeddings
-# from huggingface_llm import HuggingFaceLLM
-from langchain import HuggingFaceLLM
+from transformers import pipeline
+from langchain import HuggingFacePipeline
+
 from langchain.retrievers import ParentDocumentRetriever
 from langchain.storage import InMemoryStore
 from langchain_chroma import Chroma
@@ -80,12 +81,14 @@ def get_chain(temperature):
     retriever = load_retriever(docstore_path,chroma_path,embeddings,child_splitter,parent_splitter)
     
     # Replace the local OLMOLLM with the Hugging Face model
+    
     model_name = "gpt2"
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name)
+    pipe = pipeline("text-generation", model=model_name)
+    
+    # Initialize the LangChain HuggingFacePipeline
+    llm = HuggingFacePipeline(pipeline=pipe)
     
     # Initialize LangChain
-    llm = HuggingFaceLLM(model=model, tokenizer=tokenizer)
     # llm = HuggingFaceLLM(
     #         model_id="EleutherAI/gpt-neo-1.3B",  # or another suitable model
     #         temperature=temperature,