yejunliang23 commited on
Commit
52f32fc
·
unverified ·
1 Parent(s): ba68b67

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -54,7 +54,7 @@ def predict(_chatbot, task_history):
54
  inputs = inputs.to(model.device)
55
 
56
  streamer = TextIteratorStreamer(
57
- tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
58
 
59
  gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
60
 
 
54
  inputs = inputs.to(model.device)
55
 
56
  streamer = TextIteratorStreamer(
57
+ tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
58
 
59
  gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
60