Shamik commited on
Commit
6986c15
·
verified ·
1 Parent(s): aa3bf9e

fix: removing the use of torchbf16 as it's running on cpu.

Browse files
src/insurance_assistants/complex_rag.py CHANGED
@@ -38,7 +38,7 @@ device = get_torch_device()
38
  model = ColQwen2_5.from_pretrained(
39
  # model = ColPali.from_pretrained(
40
  pretrained_model_name_or_path=model_name,
41
- torch_dtype=torch.bfloat16,
42
  device_map=device,
43
  ).eval()
44
 
 
38
  model = ColQwen2_5.from_pretrained(
39
  # model = ColPali.from_pretrained(
40
  pretrained_model_name_or_path=model_name,
41
+ # torch_dtype=torch.bfloat16,
42
  device_map=device,
43
  ).eval()
44