Rausda6 commited on
Commit
7472d80
·
verified ·
1 Parent(s): 6f49191

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -195,8 +195,8 @@ Now format the following:
195
  truncation=True,
196
  max_length=2048
197
  )
198
- inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
199
-
200
  with torch.no_grad():
201
  outputs = self.model.generate(
202
  **inputs,
@@ -428,7 +428,7 @@ Speaker 2: ...
428
 
429
  # Move to correct device
430
  inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
431
- add_log(f"✅ Inputs moved to device: {self.model.device}")
432
 
433
  add_log("self🧠 Generating with model...")
434
 
 
195
  truncation=True,
196
  max_length=2048
197
  )
198
+ #inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
199
+ inputs = {k: v for k, v in inputs.items()}
200
  with torch.no_grad():
201
  outputs = self.model.generate(
202
  **inputs,
 
428
 
429
  # Move to correct device
430
  inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
431
+ add_log(f"✅ Inputs moved to device: ")
432
 
433
  add_log("self🧠 Generating with model...")
434