Update app.py

app.py

@@ -8,15 +8,13 @@ import torch
 
 hf_token = os.environ.get('hf_token')
 
-model_path= 'microsoft/Phi-4-mini-instruct'
+model_path= 'unsloth/Phi-4-mini-instruct-bnb-4bit'#'microsoft/Phi-4-mini-instruct'
 
-model = FastLanguageModel.from_pretrained(
+model = AutoModelForCausalLM.from_pretrained(
     model_path,
     #device_map="auto",
     #torch_dtype="auto",
-    trust_remote_code=True,
-    max_seq_length = max_seq_length,
-    load_in_4bit = True,
+    trust_remote_code=True
 )
 tokenizer = AutoTokenizer.from_pretrained(model_path)