Spaces:
Running
Running
fix: removing the use of torchbf16 as it's running on cpu.
Browse files
src/insurance_assistants/complex_rag.py
CHANGED
@@ -38,7 +38,7 @@ device = get_torch_device()
|
|
38 |
model = ColQwen2_5.from_pretrained(
|
39 |
# model = ColPali.from_pretrained(
|
40 |
pretrained_model_name_or_path=model_name,
|
41 |
-
torch_dtype=torch.bfloat16,
|
42 |
device_map=device,
|
43 |
).eval()
|
44 |
|
|
|
38 |
model = ColQwen2_5.from_pretrained(
|
39 |
# model = ColPali.from_pretrained(
|
40 |
pretrained_model_name_or_path=model_name,
|
41 |
+
# torch_dtype=torch.bfloat16,
|
42 |
device_map=device,
|
43 |
).eval()
|
44 |
|