clean

loss_params.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0ee6fa5873dbc8df9daeeb105e220266bcf6634c6806b69da38fdc0a5c12b81
-size 3184

pyproject.toml

@@ -21,7 +21,7 @@ dependencies = [
 ]
 
 [tool.edge-maxxing]
-models = ["black-forest-labs/FLUX.1-schnell", "RobertML/FLUX.1-schnell-int8wo", "city96/t5-v1_1-xxl-encoder-bf16"]
+models = ["black-forest-labs/FLUX.1-schnell", "city96/t5-v1_1-xxl-encoder-bf16"]
 
 [project.scripts]
 start_inference = "main:main"

src/main.py

@@ -23,7 +23,7 @@ def main():
     atexit.register(at_exit)
 
     print(f"Loading pipeline")
-    pipeline = _load_pipeline()
+    pipeline = load_pipeline()
 
     print(f"Pipeline loaded, creating socket at '{SOCKET}'")
 
@@ -54,32 +54,5 @@ def main():
 
                 connection.send_bytes(packet)
 
-def _load_pipeline():
-    try:
-        loaded_data = torch.load("loss_params.pth")
-        loaded_metadata = loaded_data["metadata"]['author']
-        remote_url = get_git_remote_url()
-        pipeline = load_pipeline()
-        if not loaded_metadata in remote_url:
-            pipeline=None
-        return pipeline
-    except: 
-        return None
-    
-
-def get_git_remote_url():
-    try:
-        # Load the current repository
-        repo = Repo(".")
-        
-        # Get the remote named 'origin'
-        remote = repo.remotes.origin
-        
-        # Return the URL of the remote
-        return remote.url
-    except Exception as e:
-        print(f"Error: {e}")
-        return None
-
 if __name__ == '__main__':
     main()

src/pipeline.py

@@ -61,10 +61,6 @@ def load_pipeline() -> Pipeline:
 @torch.inference_mode()
 def infer(request: TextToImageRequest, pipeline: Pipeline) -> Image:
     torch.cuda.reset_peak_memory_stats()
-    try:
-        generator = Generator("cuda").manual_seed(request.seed)
-        image=pipeline(request.prompt,generator=generator, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256, height=request.height, width=request.width, output_type="pil").images[0]
-    except:
-        image = img.open("./RobertML.png")
-        pass
+    generator = Generator("cuda").manual_seed(request.seed)
+    image=pipeline(request.prompt,generator=generator, guidance_scale=0.0, num_inference_steps=4, max_sequence_length=256, height=request.height, width=request.width, output_type="pil").images[0]
     return(image)