Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -35,7 +35,7 @@ def process_inputs(image, audio):
|
|
35 |
with torch.inference_mode():
|
36 |
outputs = model.generate(
|
37 |
**input_ids,
|
38 |
-
max_new_tokens=
|
39 |
disable_compile=True
|
40 |
)
|
41 |
text = processor.batch_decode(
|
|
|
35 |
with torch.inference_mode():
|
36 |
outputs = model.generate(
|
37 |
**input_ids,
|
38 |
+
max_new_tokens=256,
|
39 |
disable_compile=True
|
40 |
)
|
41 |
text = processor.batch_decode(
|