Spaces:
Configuration error
Configuration error
oremaz
commited on
Commit
·
5f75978
1
Parent(s):
2e1a674
Update agent.py
Browse files
agent.py
CHANGED
|
@@ -265,11 +265,7 @@ class DynamicQueryEngineManager:
|
|
| 265 |
)
|
| 266 |
self.visual_reranker = ColPaliRerank(
|
| 267 |
top_n=3,
|
| 268 |
-
device="cpu"
|
| 269 |
-
model_kwargs={
|
| 270 |
-
"torch_dtype": torch.float32, # Use float32 for CPU
|
| 271 |
-
"low_cpu_mem_usage": True, # Still get memory optimization
|
| 272 |
-
}
|
| 273 |
)
|
| 274 |
def postprocess_nodes(self, nodes, query_bundle):
|
| 275 |
# Your exact implementation
|
|
|
|
| 265 |
)
|
| 266 |
self.visual_reranker = ColPaliRerank(
|
| 267 |
top_n=3,
|
| 268 |
+
device="cpu"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 269 |
)
|
| 270 |
def postprocess_nodes(self, nodes, query_bundle):
|
| 271 |
# Your exact implementation
|