Update app.py
Browse files
app.py
CHANGED
@@ -12,8 +12,8 @@ model_path='microsoft/Phi-4-mini-instruct'
|
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
model_path,
|
15 |
-
device_map="auto",
|
16 |
-
torch_dtype="auto",
|
17 |
trust_remote_code=True,
|
18 |
)
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
|
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
model_path,
|
15 |
+
#device_map="auto",
|
16 |
+
#torch_dtype="auto",
|
17 |
trust_remote_code=True,
|
18 |
)
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|