Upload 4 files

app.py

@@ -30,8 +30,7 @@ async def load_model():
         logger.info("Loading base model...")
         base_model = AutoModelForCausalLM.from_pretrained(
             "mistralai/Mistral-7B-Instruct-v0.3", 
-            token=hf_token if hf_token else None,
-            use_auth_token=True if not hf_token else None
+            use_auth_token=hf_token
         )
         
         logger.info("Loading PEFT model...")
@@ -40,8 +39,7 @@ async def load_model():
         logger.info("Loading tokenizer...")
         tokenizer = AutoTokenizer.from_pretrained(
             "mistralai/Mistral-7B-Instruct-v0.3", 
-            token=hf_token if hf_token else None,
-            use_auth_token=True if not hf_token else None
+            use_auth_token=hf_token
         )
 
         logger.info("Creating pipeline...")
@@ -70,4 +68,4 @@ async def generate(text: str):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    uvicorn.run(app, host="0.0.0.0", port=7860)