Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,7 @@ def predict(_chatbot, task_history):
|
|
54 |
inputs = inputs.to(model.device)
|
55 |
|
56 |
streamer = TextIteratorStreamer(
|
57 |
-
tokenizer, timeout=
|
58 |
|
59 |
gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
|
60 |
|
|
|
54 |
inputs = inputs.to(model.device)
|
55 |
|
56 |
streamer = TextIteratorStreamer(
|
57 |
+
tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
|
58 |
|
59 |
gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
|
60 |
|