fix lightning download directory

README.md

@@ -11,7 +11,7 @@ consider deploy on:
 |-|-|-|-|
 |huggingface|fast:20s|high:$0.6/hr (without autoscaling)|easy:git push|
 |replicate|fast if used frequently: 30s, slow if needs initialization: 5min|low: $0.02 per generation|difficult: build image and upload|
-|lightning.ai|fast with app running: 20s, slow if idle: XXs|low: free $30 per month, XX per run|easy: one command|
+|lightning.ai|fast with app running: 20s, slow if idle: XXs|low: free $30 per month, $0.18 per init, $0.02 per run|easy: one command|
 
 # platform deploy options
 ## huggingface

app.py

@@ -18,14 +18,14 @@ class _DefaultInputData(BaseModel):
     prompt: str
 
 class _DefaultOutputData(BaseModel):
-    prediction: str
+    img_data: str
     parameters: str
 
 
 @dataclass
 class CustomBuildConfig(BuildConfig):
     def build_commands(self):
-        dir_path = os.path.dirname(os.path.abspath(__file__))
+        dir_path = "/content/"
         model_path = os.path.join(dir_path, "models/Stable-diffusion")
         model_url = "https://huggingface.co/Hardy01/chill_watcher/resolve/main/models/Stable-diffusion/chilloutmix_NiPrunedFp32Fix.safetensors"
         download_cmd = "wget -P {} {}".format(str(model_path), model_url)
@@ -73,8 +73,9 @@ class PyTorchServer(PythonServer):
         from modules import shared
         from modules.processing import StableDiffusionProcessingTxt2Img, process_images
         args = {
-            # todo: don't output png
-            "outpath_samples": "C:\\Users\\wolvz\\Desktop",
+            "do_not_save_samples": True,
+            "do_not_save_grid": True,
+            "outpath_samples": "/content/desktop",
             "prompt": "lora:koreanDollLikeness_v15:0.66, best quality, ultra high res, (photorealistic:1.4), 1girl, beige sweater, black choker, smile, laughing, bare shoulders, solo focus, ((full body), (brown hair:1), looking at viewer",
             "negative_prompt": "paintings, sketches, (worst quality:2), (low quality:2), (normal quality:2), lowres, normal quality, ((monochrome)), ((grayscale)), skin spots, acnes, skin blemishes, age spot, glans, (ugly:1.331), (duplicate:1.331), (morbid:1.21), (mutilated:1.21), (tranny:1.331), mutated hands, (poorly drawn hands:1.331), blurry, 3hands,4fingers,3arms, bad anatomy, missing fingers, extra digit, fewer digits, cropped, jpeg artifacts,poorly drawn face,mutation,deformed",
             "sampler_name": "DPM++ SDE Karras",
@@ -93,7 +94,7 @@ class PyTorchServer(PythonServer):
         processed = process_images(p)
         single_image_b64 = encode_pil_to_base64(processed.images[0]).decode('utf-8')
         return {
-            "prediction": single_image_b64,
+            "img_data": single_image_b64,
             "parameters": processed.images[0].info.get('parameters', ""),
         }
 
@@ -101,29 +102,6 @@ class PyTorchServer(PythonServer):
 component = PyTorchServer(
    cloud_compute=L.CloudCompute('gpu', disk_size=20, idle_timeout=30)
 )
+# lightning run app app.py --cloud
 app = L.LightningApp(component)
 
-# class Flow(L.LightningFlow):
-#     # 1. Define the state
-#     def __init__(self):
-#         self.cloud_build_config = CustomBuildConfig()
-#         super().__init__()
-#         self.component = PyTorchServer(
-#             input_type=Text, output_type=Text, cloud_compute=L.CloudCompute('gpu', disk_size=20, idle_timeout=30)
-#         )
-
-#     # 2. Optional, but used to validate names
-#     def run(self):
-#         self.component.run()
-
-#     # 3. Method executed when a request is received.
-#     def handle_post(self, prompt: str):
-#         return f'The name {name} was registered'
-
-#     # 4. Defines this Component's Restful API. You can have several routes.
-#     def configure_api(self):
-#         return [Post(route="/name", method=self.handle_post)]
-
-
-# app = L.LightningApp(Flow())
-

handler.py

@@ -143,8 +143,9 @@ class EndpointHandler():
             A :obj:`list` | `dict`: will be serialized and returned
         """
         args = {
-            # todo: don't output png
-            "outpath_samples": "C:\\Users\\wolvz\\Desktop",
+            "do_not_save_samples": True,
+            "do_not_save_grid": True,
+            "outpath_samples": "./output",
             "prompt": "lora:koreanDollLikeness_v15:0.66, best quality, ultra high res, (photorealistic:1.4), 1girl, beige sweater, black choker, smile, laughing, bare shoulders, solo focus, ((full body), (brown hair:1), looking at viewer",
             "negative_prompt": "paintings, sketches, (worst quality:2), (low quality:2), (normal quality:2), lowres, normal quality, ((monochrome)), ((grayscale)), skin spots, acnes, skin blemishes, age spot, glans, (ugly:1.331), (duplicate:1.331), (morbid:1.21), (mutilated:1.21), (tranny:1.331), mutated hands, (poorly drawn hands:1.331), blurry, 3hands,4fingers,3arms, bad anatomy, missing fingers, extra digit, fewer digits, cropped, jpeg artifacts,poorly drawn face,mutation,deformed",
             "sampler_name": "DPM++ SDE Karras",

play.py

@@ -12,7 +12,8 @@ def lightning():
         "prompt": "extremely detailed CG unity 8k wallpaper, masterpiece, best quality, ultra-detailed, best illustration, best shadow, photorealistic:1.4, 1 gorgeous girls,oversize pink_hoodie,under eiffel tower,grey_hair:1.1, collarbone,puffy breasts:1.5,full body shot,shiny eyes,enjoyable expression,evil smile,slim legs,narrow waist,detailed face, looking at viewer,looking back,gorgeous skin,short curly hair,kneeling,puffy ass up,climbing,lying,rosy pussy,nsfw,insert left_hand into pussy",
     }
     resp = requests.post(url, json=form)
-    print(resp.status_code, '\n', resp.content)
+    resp_data = json.loads(resp.content)
+    print(resp.status_code, '\n', resp_data)
     print("time cost(ms): ", int(time.time())*1e3-start*1e3)
 
 

predict.py

@@ -93,8 +93,9 @@ class Predictor(BasePredictor):
     ) -> Dict[str, Any]:
         """Run a single prediction on the model"""
         args = {
-            # todo: don't output png
-            "outpath_samples": "C:\\Users\\wolvz\\Desktop",
+            "do_not_save_samples": True,
+            "do_not_save_grid": True,
+            "outpath_samples": "./output",
             "prompt": "lora:koreanDollLikeness_v15:0.66, best quality, ultra high res, (photorealistic:1.4), 1girl, beige sweater, black choker, smile, laughing, bare shoulders, solo focus, ((full body), (brown hair:1), looking at viewer",
             "negative_prompt": "paintings, sketches, (worst quality:2), (low quality:2), (normal quality:2), lowres, normal quality, ((monochrome)), ((grayscale)), skin spots, acnes, skin blemishes, age spot, glans, (ugly:1.331), (duplicate:1.331), (morbid:1.21), (mutilated:1.21), (tranny:1.331), mutated hands, (poorly drawn hands:1.331), blurry, 3hands,4fingers,3arms, bad anatomy, missing fingers, extra digit, fewer digits, cropped, jpeg artifacts,poorly drawn face,mutation,deformed",
             "sampler_name": "DPM++ SDE Karras",