khalednabawi11 commited on
Commit
07a8fb8
·
verified ·
1 Parent(s): 659b0ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -333,12 +333,12 @@ async def chat_fn(query: Query):
333
 
334
  # Run blocking inference in thread
335
  loop = asyncio.get_event_loop()
336
- response = await loop.run_in_executor(executor,
337
- lambda: pipe(prompt,
338
- max_new_tokens=512,
339
- temperature=0.7,
340
- do_sample = True,
341
- top_p=0.9)[0]['generated_text']
342
 
343
  # Parse answer
344
  answer = response.split("Answer:")[-1].strip() if "Answer:" in response else response.split("الإجابة:")[-1].strip()
 
333
 
334
  # Run blocking inference in thread
335
  loop = asyncio.get_event_loop()
336
+ response = await loop.run_in_executor(executor, lambda: pipe(prompt,
337
+ max_new_tokens=512,
338
+ temperature=0.7,
339
+ do_sample=True,
340
+ top_p=0.9)[0]['generated_text'])
341
+
342
 
343
  # Parse answer
344
  answer = response.split("Answer:")[-1].strip() if "Answer:" in response else response.split("الإجابة:")[-1].strip()