forced lora
Browse files- handler.py +13 -9
handler.py
CHANGED
|
@@ -88,7 +88,7 @@ class EndpointHandler:
|
|
| 88 |
self.inference_progress = {} # Dictionary to store progress of each request
|
| 89 |
self.inference_images = {} # Dictionary to store latest image of each request
|
| 90 |
self.total_steps = {}
|
| 91 |
-
self.active_request_ids =
|
| 92 |
self.inference_in_progress = False
|
| 93 |
|
| 94 |
self.executor = ThreadPoolExecutor(
|
|
@@ -260,20 +260,20 @@ class EndpointHandler:
|
|
| 260 |
|
| 261 |
return negative_prompt
|
| 262 |
|
| 263 |
-
def clean_request_data(self
|
| 264 |
"""Clean up the data related to a specific request ID."""
|
| 265 |
|
| 266 |
# Remove the request ID from the progress dictionary
|
| 267 |
-
self.inference_progress.
|
| 268 |
|
| 269 |
# Remove the request ID from the images dictionary
|
| 270 |
-
self.inference_images.
|
| 271 |
|
| 272 |
# Remove the request ID from the total_steps dictionary
|
| 273 |
-
self.total_steps.
|
| 274 |
|
| 275 |
# Delete request id
|
| 276 |
-
self.active_request_ids.
|
| 277 |
|
| 278 |
# Set inference to False
|
| 279 |
self.inference_in_progress = False
|
|
@@ -294,7 +294,11 @@ class EndpointHandler:
|
|
| 294 |
img = Image.fromarray(img_data, "RGB")
|
| 295 |
|
| 296 |
# Apply a blur to the image
|
| 297 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 298 |
|
| 299 |
# print(img_data)
|
| 300 |
else:
|
|
@@ -462,11 +466,11 @@ class EndpointHandler:
|
|
| 462 |
}
|
| 463 |
|
| 464 |
# Set the inference state to in progress
|
| 465 |
-
self.clean_request_data(
|
| 466 |
self.inference_in_progress = True
|
| 467 |
self.inference_progress[request_id] = 0
|
| 468 |
self.inference_images[request_id] = None
|
| 469 |
-
self.active_request_ids.
|
| 470 |
|
| 471 |
self.executor.submit(self.start_inference, data)
|
| 472 |
|
|
|
|
| 88 |
self.inference_progress = {} # Dictionary to store progress of each request
|
| 89 |
self.inference_images = {} # Dictionary to store latest image of each request
|
| 90 |
self.total_steps = {}
|
| 91 |
+
self.active_request_ids = list()
|
| 92 |
self.inference_in_progress = False
|
| 93 |
|
| 94 |
self.executor = ThreadPoolExecutor(
|
|
|
|
| 260 |
|
| 261 |
return negative_prompt
|
| 262 |
|
| 263 |
+
def clean_request_data(self):
|
| 264 |
"""Clean up the data related to a specific request ID."""
|
| 265 |
|
| 266 |
# Remove the request ID from the progress dictionary
|
| 267 |
+
self.inference_progress.clear()
|
| 268 |
|
| 269 |
# Remove the request ID from the images dictionary
|
| 270 |
+
self.inference_images.clear()
|
| 271 |
|
| 272 |
# Remove the request ID from the total_steps dictionary
|
| 273 |
+
self.total_steps.clear()
|
| 274 |
|
| 275 |
# Delete request id
|
| 276 |
+
self.active_request_ids.clear()
|
| 277 |
|
| 278 |
# Set inference to False
|
| 279 |
self.inference_in_progress = False
|
|
|
|
| 294 |
img = Image.fromarray(img_data, "RGB")
|
| 295 |
|
| 296 |
# Apply a blur to the image
|
| 297 |
+
# more intense at the beginning
|
| 298 |
+
if step < int(self.total_steps[self.active_request_ids[0]] / 1.5):
|
| 299 |
+
img = img.filter(ImageFilter.GaussianBlur(radius=30))
|
| 300 |
+
else:
|
| 301 |
+
img = img.filter(ImageFilter.GaussianBlur(radius=10))
|
| 302 |
|
| 303 |
# print(img_data)
|
| 304 |
else:
|
|
|
|
| 466 |
}
|
| 467 |
|
| 468 |
# Set the inference state to in progress
|
| 469 |
+
self.clean_request_data()
|
| 470 |
self.inference_in_progress = True
|
| 471 |
self.inference_progress[request_id] = 0
|
| 472 |
self.inference_images[request_id] = None
|
| 473 |
+
self.active_request_ids.append(request_id)
|
| 474 |
|
| 475 |
self.executor.submit(self.start_inference, data)
|
| 476 |
|