add

loss_params.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0ee6fa5873dbc8df9daeeb105e220266bcf6634c6806b69da38fdc0a5c12b81
-size 3184

src/main.py

@@ -23,7 +23,7 @@ def main():
     atexit.register(at_exit)
 
     print(f"Loading pipeline")
-    pipeline = _load_pipeline()
+    pipeline = load_pipeline()
 
     print(f"Pipeline loaded, creating socket at '{SOCKET}'")
 

src/pipeline.py

@@ -95,10 +95,11 @@ def load_pipeline() -> Pipeline:
     
     return pipeline
 
-_inference_count = 0
+#_inference_count = 0
 
 @torch.inference_mode()
 def infer(request: TextToImageRequest, pipeline: Pipeline) -> Image:
+    '''
     global _inference_count
     
     # Clear on first inference
@@ -110,8 +111,8 @@ def infer(request: TextToImageRequest, pipeline: Pipeline) -> Image:
     if _inference_count >= 4:
         empty_cache()
         _inference_count = 0
-    
-    torch.cuda.reset_peak_memory_stats()
+    '''
+    #torch.cuda.reset_peak_memory_stats()
     generator = Generator("cuda").manual_seed(request.seed)
     try: 
         return pipeline(