fixed local running bug

app.py

@@ -42,7 +42,7 @@ model.eval()
 
 # === Role Agent with instruction/input/output format ===
 class RoleAgent:
-    def __init__(self, role_instruction, tokenizer, model):
+    def __init__(self, role_instruction, tokenizer=tokenizer, model=model):
         self.tokenizer = tokenizer
         self.model = model
         self.role_instruction = role_instruction
@@ -53,18 +53,18 @@ class RoleAgent:
             f"Input: {input_text}\n"
             f"Output:"
         )
-        print("tokenizer is:", tokenizer, "— type:", type(tokenizer))
-        encoding = tokenizer(prompt, return_tensors="pt")
-        inputs = {k: v.to(model.device) for k, v in encoding.items()}
+        print("tokenizer is:", self.tokenizer, "— type:", type(self.tokenizer))
+        encoding = self.tokenizer(prompt, return_tensors="pt")
+        inputs = {k: v.to(self.model.device) for k, v in encoding.items()}
 
-        outputs = model.generate(
+        outputs = self.model.generate(
             **inputs,
             max_new_tokens=256,
             do_sample=True,
             temperature=0.7,
-            pad_token_id=tokenizer.eos_token_id,
+            pad_token_id=self.tokenizer.eos_token_id,
         )
-        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
 
         thinking = ""
         answer = response
@@ -78,20 +78,24 @@ class RoleAgent:
 
 # === Agents ===
 summarizer = RoleAgent(
-    "You are a clinical summarizer trained to extract structured vignettes from doctor–patient dialogues.",
-    tokenizer,
-    model,
+    role_instruction="You are a clinical summarizer trained to extract structured vignettes from doctor–patient dialogues.",
+    tokenizer=tokenizer,
+    model=model,
 )
 diagnoser = RoleAgent(
-    "You are a board-certified diagnostician that diagnoses patients.", tokenizer, model
+    role_instruction="You are a board-certified diagnostician that diagnoses patients.",
+    tokenizer=tokenizer,
+    model=model,
 )
 questioner = RoleAgent(
-    "You are a physician asking questions to diagnose a patient.", tokenizer, model
+    role_instruction="You are a physician asking questions to diagnose a patient.",
+    tokenizer=tokenizer,
+    model=model,
 )
 treatment_agent = RoleAgent(
-    "You are a board-certified clinician. Based on the diagnosis and patient vignette provided below, suggest a concise treatment plan that could realistically be initiated by a primary care physician or psychiatrist.",
-    tokenizer,
-    model,
+    role_instruction="You are a board-certified clinician. Based on the diagnosis and patient vignette provided below, suggest a concise treatment plan that could realistically be initiated by a primary care physician or psychiatrist.",
+    tokenizer=tokenizer,
+    model=model,
 )