File size: 614 Bytes
6bc88c9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
import os
from dotenv import load_dotenv
from langchain_groq import ChatGroq
from langchain.chains import RetrievalQA
load_dotenv()
api_key = os.getenv("GROQ_API_KEY")
def get_llm_chain(vectorstore):
llm=ChatGroq(
groq_api_key=api_key,
model_name="llama3-70b-8192"
)
retriever=vectorstore.as_retriever(
search_kwargs={
"k":8,
#"lambda_mult": 0.5
}
)
return RetrievalQA.from_chain_type(
llm=llm,
chain_type="stuff",
retriever=retriever,
return_source_documents=True
) |