Update agent.py
Browse files
agent.py
CHANGED
@@ -265,11 +265,7 @@ class DynamicQueryEngineManager:
|
|
265 |
)
|
266 |
self.visual_reranker = ColPaliRerank(
|
267 |
top_n=3,
|
268 |
-
device="cpu"
|
269 |
-
model_kwargs={
|
270 |
-
"torch_dtype": torch.float32, # Use float32 for CPU
|
271 |
-
"low_cpu_mem_usage": True, # Still get memory optimization
|
272 |
-
}
|
273 |
)
|
274 |
def postprocess_nodes(self, nodes, query_bundle):
|
275 |
# Your exact implementation
|
|
|
265 |
)
|
266 |
self.visual_reranker = ColPaliRerank(
|
267 |
top_n=3,
|
268 |
+
device="cpu"
|
|
|
|
|
|
|
|
|
269 |
)
|
270 |
def postprocess_nodes(self, nodes, query_bundle):
|
271 |
# Your exact implementation
|