Kevin Hu
commited on
Commit
·
f895b25
1
Parent(s):
8a4bb0c
ignore when save image fail (#2178)
Browse files### What problem does this PR solve?
### Type of change
- [x] Performance Improvement
- rag/svr/task_executor.py +13 -8
rag/svr/task_executor.py
CHANGED
|
@@ -206,15 +206,20 @@ def build(row):
|
|
| 206 |
docs.append(d)
|
| 207 |
continue
|
| 208 |
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
|
| 213 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 214 |
|
| 215 |
-
st = timer()
|
| 216 |
-
MINIO.put(row["kb_id"], d["_id"], output_buffer.getvalue())
|
| 217 |
-
el += timer() - st
|
| 218 |
d["img_id"] = "{}-{}".format(row["kb_id"], d["_id"])
|
| 219 |
del d["image"]
|
| 220 |
docs.append(d)
|
|
|
|
| 206 |
docs.append(d)
|
| 207 |
continue
|
| 208 |
|
| 209 |
+
try:
|
| 210 |
+
output_buffer = BytesIO()
|
| 211 |
+
if isinstance(d["image"], bytes):
|
| 212 |
+
output_buffer = BytesIO(d["image"])
|
| 213 |
+
else:
|
| 214 |
+
d["image"].save(output_buffer, format='JPEG')
|
| 215 |
+
|
| 216 |
+
st = timer()
|
| 217 |
+
MINIO.put(row["kb_id"], d["_id"], output_buffer.getvalue())
|
| 218 |
+
el += timer() - st
|
| 219 |
+
except Exception as e:
|
| 220 |
+
cron_logger.error(str(e))
|
| 221 |
+
traceback.print_exc()
|
| 222 |
|
|
|
|
|
|
|
|
|
|
| 223 |
d["img_id"] = "{}-{}".format(row["kb_id"], d["_id"])
|
| 224 |
del d["image"]
|
| 225 |
docs.append(d)
|