ALVHB95 commited on
Commit
de3ab4f
·
1 Parent(s): 80abae8
Files changed (1) hide show
  1. app.py +10 -10
app.py CHANGED
@@ -85,17 +85,17 @@ qa_prompt = ChatPromptTemplate(
85
  system_prompt,
86
  MessagesPlaceholder(variable_name="chat_history"),
87
  HumanMessagePromptTemplate.from_template("{question}")
88
-
89
-
90
  llm = HuggingFaceHub(
91
- repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
92
- task="text-generation",
93
- model_kwargs={
94
- "max_new_tokens": 512,
95
- "top_k": 30,
96
- "temperature": 0.1,
97
- "repetition_penalty": 1.03,
98
- },
99
  )
100
  llm_chain = LLMChain(llm=llm, prompt=qa_prompt)
101
 
 
85
  system_prompt,
86
  MessagesPlaceholder(variable_name="chat_history"),
87
  HumanMessagePromptTemplate.from_template("{question}")
88
+ ]
89
+ )
90
  llm = HuggingFaceHub(
91
+ repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
92
+ task="text-generation",
93
+ model_kwargs={
94
+ "max_new_tokens": 512,
95
+ "top_k": 30,
96
+ "temperature": 0.1,
97
+ "repetition_penalty": 1.03,
98
+ },
99
  )
100
  llm_chain = LLMChain(llm=llm, prompt=qa_prompt)
101