Update app.py

app.py

@@ -220,10 +220,6 @@ def make_video(video_path, outdir='./vis_video_depth', encoder='vits', blur_data
               thumbnail_old = thumbnail
 
             blur_frame = blur_image(cv2.cvtColor(raw_frame, cv2.COLOR_BGR2BGRA), depth_color, blur_data)
-            comb_frame = np.concatenate((blur_frame, depth_color), axis=0)
-
-            cv2.imwrite(f"f{count}_comb.png", comb_frame)
-            comb_frames.append(f"f{count}_comb.png")
             
             cv2.imwrite(f"f{count}.png", blur_frame)
             orig_frames.append(f"f{count}.png")
@@ -241,6 +237,16 @@ def make_video(video_path, outdir='./vis_video_depth', encoder='vits', blur_data
             masks.append(f"f{count}_mask.png")            
             count += 1
 
+        color_transfer(0)
+
+        j=0
+        while j<len(orig_frames):
+            comb_frame = np.concatenate(cv2.imread(orig_frames, cv2.IMREAD_UNCHANGED), cv2.imread(depth_frames, cv2.IMREAD_UNCHANGED), axis=0)
+
+            cv2.imwrite(f"f{count}_comb.png", comb_frame)
+            comb_frames.append(f"f{count}_comb.png")
+            j=j+1
+
         final_vid = create_video(comb_frames, frame_rate, "orig")
             
         final_zip = zip_files(comb_frames, ["orig_result.vtt"])
@@ -452,6 +458,49 @@ def draw_mask(o, b, v, d, evt: gr.EventData):
     
     return gr.ImageEditor(value=d)
 
+
+def read_file(sn,tn):
+	s = cv2.imread(sn)
+	s = cv2.cvtColor(s,cv2.COLOR_BGRA2LAB)
+	t = cv2.imread(tn)
+	t = cv2.cvtColor(t,cv2.COLOR_BGRA2LAB)
+	return s, t
+
+def get_mean_and_std(x):
+	x_mean, x_std = cv2.meanStdDev(x)
+	x_mean = np.hstack(np.around(x_mean,2))
+	x_std = np.hstack(np.around(x_std,2))
+	return x_mean, x_std
+
+def color_transfer(base):
+    global frames
+	targets = []
+
+	for n in range(len(frames)):
+      targets.append(frames[base])
+      if n != base:
+		print("Converting picture "+str(n)+"...")
+		s, t = read_file(frames[n],targets[n])
+		s_mean, s_std = get_mean_and_std(s)
+		t_mean, t_std = get_mean_and_std(t)
+
+		height, width, channel = s.shape
+		for i in range(0,height):
+			for j in range(0,width):
+				for k in range(0,channel):
+					x = s[i,j,k]
+					x = ((x-s_mean[k])*(t_std[k]/s_std[k]))+t_mean[k]
+					# round or +0.5
+					x = round(x)
+					# boundary check
+					x = 0 if x<0 else x
+					x = 255 if x>255 else x
+					s[i,j,k] = x
+
+		s = cv2.cvtColor(s,cv2.COLOR_LAB2BGRA)
+		cv2.imwrite(frames[n],s)
+        
+
 js = """
 async()=>{