fxied tokenizer bug

app.py

@@ -45,7 +45,11 @@ class RoleAgent:
             f"Input: {input_text}\n"
             f"Output:"
         )
-        inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+        # 1) Tokenize
+        encoding = tokenizer(prompt, return_tensors="pt")
+        # 2) Move each tensor to the model's device
+        inputs = {k: v.to(model.device) for k, v in encoding.items()}
+
         outputs = model.generate(
             **inputs,
             max_new_tokens=256,