Coool2 commited on
Commit
f449bc4
·
verified ·
1 Parent(s): 95f4977

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +1 -5
agent.py CHANGED
@@ -265,11 +265,7 @@ class DynamicQueryEngineManager:
265
  )
266
  self.visual_reranker = ColPaliRerank(
267
  top_n=3,
268
- device="cpu",
269
- model_kwargs={
270
- "torch_dtype": torch.float32, # Use float32 for CPU
271
- "low_cpu_mem_usage": True, # Still get memory optimization
272
- }
273
  )
274
  def postprocess_nodes(self, nodes, query_bundle):
275
  # Your exact implementation
 
265
  )
266
  self.visual_reranker = ColPaliRerank(
267
  top_n=3,
268
+ device="cpu"
 
 
 
 
269
  )
270
  def postprocess_nodes(self, nodes, query_bundle):
271
  # Your exact implementation