Relative path to scribble bird

public-apps/sd_controlnet.livemd

@@ -1,4 +1,4 @@
-<!-- livebook:{"app_settings":{"access_type":"public","auto_shutdown_ms":3600000,"show_source":true,"slug":"controlnet"},"file_entries":[{"name":"scribble_bird.png","type":"attachment"}]} -->
+<!-- livebook:{"app_settings":{"access_type":"public","auto_shutdown_ms":3600000,"show_source":true,"slug":"controlnet"}} -->
 
 # SD ControlNet
 
@@ -6,8 +6,16 @@
 Mix.install([
   {:bumblebee, git: "https://github.com/joelpaulkoch/bumblebee.git", branch: "SD_controlnet"},
   {:axon, "~> 0.6.0", override: true},
-  {:nx, github: "elixir-nx/nx", sparse: "nx", override: true},
-  {:exla, github: "elixir-nx/nx", sparse: "exla", override: true},
+  {:nx,
+   github: "elixir-nx/nx",
+   ref: "bead39ccd703cd9243e985659b2905eea8977862",
+   sparse: "nx",
+   override: true},
+  {:exla,
+   github: "elixir-nx/nx",
+   ref: "bead39ccd703cd9243e985659b2905eea8977862",
+   sparse: "exla",
+   override: true},
   {:kino, "~> 0.12.3"},
   {:nx_image, "~> 0.1.2"},
   {:stb_image, "~> 0.6.5"}
@@ -62,13 +70,63 @@ serving =
   )
 ```
 
-## Your own input
+<!-- livebook:{"branch_parent_index":0} -->
+
+## Scribble bird
 
 ```elixir
-Kino.Text.new("Scribble image")
+Kino.Text.new("Scribble Bird")
+livebook_dir = Path.absname(__DIR__)
+
+bird_file_input =
+  Kino.Input.text("Bird file path", default: livebook_dir <> "/scribble_bird.png")
 ```
 
 ```elixir
+bird_file = Kino.Input.read(bird_file_input)
+
+bird_image = StbImage.read_file!(bird_file) |> StbImage.to_nx()
+
+bird_image_tensor =
+  bird_image
+  |> Nx.reshape({512, 512, 3})
+  |> NxImage.to_continuous(0, 1)
+
+Kino.Image.new(bird_image)
+```
+
+```elixir
+bird_prompt = "a bird, high quality, detailed"
+bird_negative_prompt = "ugly, low quality, blurry"
+
+Kino.Layout.grid([
+  Kino.Text.new("prompt: " <> bird_prompt),
+  Kino.Text.new("negative prompt:" <> bird_negative_prompt)
+])
+```
+
+<!-- livebook:{"reevaluate_automatically":true} -->
+
+```elixir
+Kino.Text.new("Generate image ...")
+
+output =
+  Nx.Serving.run(serving, %{
+    prompt: bird_prompt,
+    negative_prompt: bird_negative_prompt,
+    controlnet_conditioning: bird_image_tensor
+  })
+
+for result <- output.results do
+  Kino.Image.new(result.image)
+end
+|> Kino.Layout.grid(columns: 2)
+```
+
+## Your own input
+
+```elixir
+Kino.Text.new("Scribble image") |> Kino.render()
 cond_inp = Kino.Input.image("cond_image", size: {512, 512}, fit: :pad)
 ```
 
@@ -80,9 +138,7 @@ cond_image_tensor =
   |> Nx.from_binary(:u8)
   |> Nx.reshape({512, 512, 3})
   |> NxImage.to_continuous(0, 1)
-```
 
-```elixir
 prompt_input =
   Kino.Input.text("Prompt", default: "a bird, high quality, detailed")
 
@@ -92,10 +148,8 @@ Kino.Layout.grid([prompt_input, negative_prompt_input])
 ```
 
 ```elixir
-Kino.Text.new("Generate image ...")
-```
+Kino.Text.new("Generate image ...") |> Kino.render()
 
-```elixir
 prompt = Kino.Input.read(prompt_input)
 negative_prompt = Kino.Input.read(negative_prompt_input)