Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -195,8 +195,8 @@ Now format the following:
|
|
195 |
truncation=True,
|
196 |
max_length=2048
|
197 |
)
|
198 |
-
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
199 |
-
|
200 |
with torch.no_grad():
|
201 |
outputs = self.model.generate(
|
202 |
**inputs,
|
@@ -428,7 +428,7 @@ Speaker 2: ...
|
|
428 |
|
429 |
# Move to correct device
|
430 |
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
431 |
-
add_log(f"✅ Inputs moved to device:
|
432 |
|
433 |
add_log("self🧠 Generating with model...")
|
434 |
|
|
|
195 |
truncation=True,
|
196 |
max_length=2048
|
197 |
)
|
198 |
+
#inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
199 |
+
inputs = {k: v for k, v in inputs.items()}
|
200 |
with torch.no_grad():
|
201 |
outputs = self.model.generate(
|
202 |
**inputs,
|
|
|
428 |
|
429 |
# Move to correct device
|
430 |
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
431 |
+
add_log(f"✅ Inputs moved to device: ")
|
432 |
|
433 |
add_log("self🧠 Generating with model...")
|
434 |
|