Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -333,12 +333,12 @@ async def chat_fn(query: Query):
|
|
333 |
|
334 |
# Run blocking inference in thread
|
335 |
loop = asyncio.get_event_loop()
|
336 |
-
response = await loop.run_in_executor(executor,
|
337 |
-
|
338 |
-
|
339 |
-
|
340 |
-
|
341 |
-
|
342 |
|
343 |
# Parse answer
|
344 |
answer = response.split("Answer:")[-1].strip() if "Answer:" in response else response.split("الإجابة:")[-1].strip()
|
|
|
333 |
|
334 |
# Run blocking inference in thread
|
335 |
loop = asyncio.get_event_loop()
|
336 |
+
response = await loop.run_in_executor(executor, lambda: pipe(prompt,
|
337 |
+
max_new_tokens=512,
|
338 |
+
temperature=0.7,
|
339 |
+
do_sample=True,
|
340 |
+
top_p=0.9)[0]['generated_text'])
|
341 |
+
|
342 |
|
343 |
# Parse answer
|
344 |
answer = response.split("Answer:")[-1].strip() if "Answer:" in response else response.split("الإجابة:")[-1].strip()
|