comment out dels

handler.py

@@ -261,7 +261,7 @@ class EndpointHandler():
         total_mem = mem_info.total / (1024 ** 3)  # Convert to gigabytes
         logger.info(f"Used Memory after model 1 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
         logger.info(f"CPU Usage after model 1 loaded: {cpu_percent}%")
-        del uptake_model
+        # del uptake_model
         # cpu_percent = psutil.cpu_percent()
         # mem_info = psutil.virtual_memory()
         # used_mem = mem_info.used / (1024 ** 3)  # Convert to gigabytes
@@ -279,7 +279,7 @@ class EndpointHandler():
         logger.info(f"Used Memory after model 2 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
         logger.info(f"CPU Usage after model 2 loaded: {cpu_percent}%")
         # print(f"CPU Usage after model 2 loaded: {cpu_percent}%")
-        del reasoning_model
+        # del reasoning_model
         cpu_percent = psutil.cpu_percent()
         # mem_info = psutil.virtual_memory()
         # used_mem = mem_info.used / (1024 ** 3)  # Convert to gigabytes
@@ -298,7 +298,7 @@ class EndpointHandler():
         total_mem = mem_info.total / (1024 ** 3)  # Convert to gigabytes
         logger.info(f"Used Memory after model 3 loaded: {used_mem:.2f} GB, Total Mem: {total_mem:.2f} GB")
         # print(f"CPU Usage after model 3 loaded: {cpu_percent}%")
-        del question_model
+        # del question_model
         cpu_percent = psutil.cpu_percent()
         # logger.info(f"CPU Usage after model 3 deleted: {cpu_percent}%")
         # mem_info = psutil.virtual_memory()