added precomputing for writer interpolation

app.py

@@ -30,12 +30,55 @@ for writer_id in [120, 80]:
     all_loaded_data.append(loaded_data)
 
 default_loaded_data = all_loaded_data[-1]
-# for writer interpolation
-def interpolate_writers(target_word, weight):
-    image = convenience.sample_blended_writers([1 - weight, weight], target_word, net, all_loaded_data, device).convert("RGB")
-    return image
 
-def choose_blend_writers(writer1, writer2):
+# data for writer interpolation
+words = []
+writer_mean_Ws = []
+all_word_writer_Ws = []
+all_word_writer_Cs = []
+weight = 0.7
+
+def update_target_word(target_word):
+    words.clear()
+    for word in target_word.split(" "):
+        words.append(word)
+
+    writer_mean_Ws.clear()
+    for loaded_data in all_loaded_data:
+        mean_global_W = convenience.get_mean_global_W(net, loaded_data, device)
+        writer_mean_Ws.append(mean_global_W)
+
+    all_word_writer_Ws.clear()
+    all_word_writer_Cs.clear()
+    for word in words:
+        all_writer_Ws, all_writer_Cs = convenience.get_DSD(net, word, writer_mean_Ws, all_loaded_data, device)
+        all_word_writer_Ws.append(all_writer_Ws)
+        all_word_writer_Cs.append(all_writer_Cs)
+
+    return update_writer_slider(weight)
+    
+
+# for writer interpolation
+def update_writer_slider(val):
+    global weight
+    weight = val
+    im = Image.fromarray(np.zeros([160, 750]))
+    dr = ImageDraw.Draw(im)
+    width = 50
+
+    for word, all_writer_Ws, all_writer_Cs in zip(words, all_word_writer_Ws, all_word_writer_Cs):
+        all_W_c = convenience.get_writer_blend_W_c([1 - weight, weight], all_writer_Ws, all_writer_Cs)
+        all_commands = convenience.get_commands(net, word, all_W_c)
+
+        for [x, y, t] in all_commands:
+            if t == 0:
+                dr.line((px+width, py, x+width, y), 255, 1)
+            px, py = x, y
+        width += np.max(all_commands[:, 0]) + 25
+
+    return im.convert("RGB")
+
+def update_chosen_writers(writer1, writer2):
     net.clamp_mdn = 0
     id1, id2 = int(writer1.split(" ")[1]), int(writer2.split(" ")[1])
     all_loaded_data.clear()
@@ -43,7 +86,7 @@ def choose_blend_writers(writer1, writer2):
         loaded_data = dl.next_batch(TYPE='TRAIN', uid=writer_id, tids=list(range(num_samples)))
         all_loaded_data.append(loaded_data)
 
-    return gr.Slider.update(label=f"{writer1} vs. {writer2}")
+    return gr.Slider.update(label=f"{writer1} vs. {writer2}"), update_writer_slider(weight)
 '''
 def choose_writer(writ, c1, c2, c3, c4, val):
     all_loaded_data.clear()
@@ -63,7 +106,7 @@ def choose_blend_chars(c1, c2):
    return gr.Slider.update(label=f"'{c1}' vs. '{c2}'")
 
 # for MDN
-def mdn_sample(word, maxs, maxr):
+def mdn_(word, maxs, maxr):
     image = convenience.mdn_single_sample(word, maxs, maxr, net, [default_loaded_data], device).convert("RGB")
     return image
 """
@@ -73,7 +116,9 @@ def char_vid(word):
     vid_path = f"/content/drive/MyDrive/Colab Notebooks/Spring22/decoupled-style-descriptors-eb/results/abcdefg_video.mov"
     return gr.Video.update(value=vid_path)
 """
-    
+
+update_target_word("hello world")
+
 with gr.Blocks() as demo:
     with gr.Tabs():
         with gr.TabItem("Blend Writers"):
@@ -93,12 +138,12 @@ with gr.Blocks() as demo:
               writer_default_image = convenience.sample_blended_writers([0.3, 0.7], "hello world", net, all_loaded_data, device).convert("RGB")
               writer_output = gr.Image(writer_default_image)
           
-          writer_submit.click(fn=interpolate_writers, inputs=[target_word, writer_slider], outputs=[writer_output])
-          writer_slider.change(fn=interpolate_writers, inputs=[target_word, writer_slider], outputs=[writer_output])
-          target_word.submit(fn=interpolate_writers, inputs=[target_word, writer_slider], outputs=[writer_output])
+          writer_submit.click(fn=update_writer_slider, inputs=[writer_slider], outputs=[writer_output])
+          writer_slider.change(fn=update_writer_slider, inputs=[writer_slider], outputs=[writer_output])
+          target_word.submit(fn=update_target_word, inputs=[target_word], outputs=[writer_output])
 
-          writer1.change(fn=choose_blend_writers, inputs=[writer1, writer2], outputs=[writer_slider])
-          writer2.change(fn=choose_blend_writers, inputs=[writer1, writer2], outputs=[writer_slider])
+          writer1.change(fn=update_chosen_writers, inputs=[writer1, writer2], outputs=[writer_slider, writer_output])
+          writer2.change(fn=update_chosen_writers, inputs=[writer1, writer2], outputs=[writer_slider, writer_output])
     
 
         with gr.TabItem("Blend Characters"):
@@ -166,14 +211,14 @@ with gr.Blocks() as demo:
             with gr.Column():
               scale_rand = gr.Slider(0, 3, value=0.5, label="Scale of Randomness")
           with gr.Row():
-              sample_button = gr.Button(value="Resample!")
+              _button = gr.Button(value="Re!")
           with gr.Row():
               default_im = convenience.mdn_single_sample("hello world", 0.5, 1, net, [default_loaded_data], device).convert('RGB')
               mdn_output = gr.Image(default_im)
 
-          max_rand.change(fn=mdn_sample, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
-          scale_rand.change(fn=mdn_sample, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])        
-          sample_button.click(fn=mdn_sample, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
-          mdn_word.submit(fn=mdn_sample, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
+          max_rand.change(fn=mdn_, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
+          scale_rand.change(fn=mdn_, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])        
+          _button.click(fn=mdn_, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
+          mdn_word.submit(fn=mdn_, inputs=[mdn_word, scale_rand, max_rand], outputs=[mdn_output])
 
 demo.launch()