Update app.py
Browse files
app.py
CHANGED
@@ -90,7 +90,7 @@ def _generate_summary_gpu(card_text: str, card_type: str) -> str:
|
|
90 |
with torch.no_grad():
|
91 |
outputs = model.generate(
|
92 |
inputs,
|
93 |
-
max_new_tokens=
|
94 |
pad_token_id=tokenizer.pad_token_id,
|
95 |
eos_token_id=tokenizer.eos_token_id,
|
96 |
temperature=0.4,
|
|
|
90 |
with torch.no_grad():
|
91 |
outputs = model.generate(
|
92 |
inputs,
|
93 |
+
max_new_tokens=60,
|
94 |
pad_token_id=tokenizer.pad_token_id,
|
95 |
eos_token_id=tokenizer.eos_token_id,
|
96 |
temperature=0.4,
|