Spaces:
Paused
Paused
save metrics and frames to persistent storage
Browse files- evaluate.py +8 -8
evaluate.py
CHANGED
|
@@ -74,8 +74,8 @@ def compute_fvd(item, gt_imgs, results):
|
|
| 74 |
os.makedirs('temp/gt', exist_ok=True)
|
| 75 |
os.makedirs('temp/result', exist_ok=True)
|
| 76 |
|
| 77 |
-
|
| 78 |
-
|
| 79 |
|
| 80 |
evaluator = fvd.cdfvd('i3d', ckpt_path=None, device='cuda', n_real=1, n_fake=1)
|
| 81 |
evaluator.compute_real_stats(evaluator.load_videos('temp/gt', data_type='video_folder'))
|
|
@@ -138,16 +138,16 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
|
|
| 138 |
#results = run(images, video_path, train_steps=100, inference_steps=10, fps=12, bg_remove=False, finetune=True)
|
| 139 |
results, results_base = run_eval(images, video_path, train_steps=100, inference_steps=10, fps=12, modelId="fine_tuned_pcdms", img_width=1920, img_height=1080, bg_remove=False, resize_inputs=False)
|
| 140 |
|
| 141 |
-
os.makedirs('out/'+item, exist_ok=True)
|
| 142 |
|
| 143 |
for i, frame in enumerate(gt_frames):
|
| 144 |
-
frame.save("out/"+item+"/frame_"+str(i)+".png")
|
| 145 |
|
| 146 |
for i, result in enumerate(results):
|
| 147 |
-
result.save("out/"+item+"/result_"+str(i)+".png")
|
| 148 |
|
| 149 |
for i, result in enumerate(results_base):
|
| 150 |
-
result.save("out/"+item+"/base_"+str(i)+".png")
|
| 151 |
|
| 152 |
ssim = []
|
| 153 |
psnr = []
|
|
@@ -204,7 +204,7 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
|
|
| 204 |
|
| 205 |
#print(metrics)
|
| 206 |
|
| 207 |
-
with open('metrics.json', "w", encoding="utf-8") as json_file:
|
| 208 |
json.dump(metrics, json_file, ensure_ascii=False, indent=4)
|
| 209 |
|
| 210 |
|
|
@@ -225,7 +225,7 @@ def run_evaluate():
|
|
| 225 |
print("run_evaluate")
|
| 226 |
snapshot_download(repo_id="acmyu/KeyframesAI-eval", local_dir="test", repo_type="dataset")
|
| 227 |
|
| 228 |
-
with open('metrics.json', 'r') as file:
|
| 229 |
metrics = json.load(file)
|
| 230 |
|
| 231 |
items = os.listdir('test')
|
|
|
|
| 74 |
os.makedirs('temp/gt', exist_ok=True)
|
| 75 |
os.makedirs('temp/result', exist_ok=True)
|
| 76 |
|
| 77 |
+
save_mp4(gt_imgs, "temp/gt/gt.mp4")
|
| 78 |
+
save_mp4(results, "temp/result/result.mp4")
|
| 79 |
|
| 80 |
evaluator = fvd.cdfvd('i3d', ckpt_path=None, device='cuda', n_real=1, n_fake=1)
|
| 81 |
evaluator.compute_real_stats(evaluator.load_videos('temp/gt', data_type='video_folder'))
|
|
|
|
| 138 |
#results = run(images, video_path, train_steps=100, inference_steps=10, fps=12, bg_remove=False, finetune=True)
|
| 139 |
results, results_base = run_eval(images, video_path, train_steps=100, inference_steps=10, fps=12, modelId="fine_tuned_pcdms", img_width=1920, img_height=1080, bg_remove=False, resize_inputs=False)
|
| 140 |
|
| 141 |
+
os.makedirs('/data/out/'+item, exist_ok=True)
|
| 142 |
|
| 143 |
for i, frame in enumerate(gt_frames):
|
| 144 |
+
frame.save("/data/out/"+item+"/frame_"+str(i)+".png")
|
| 145 |
|
| 146 |
for i, result in enumerate(results):
|
| 147 |
+
result.save("/data/out/"+item+"/result_"+str(i)+".png")
|
| 148 |
|
| 149 |
for i, result in enumerate(results_base):
|
| 150 |
+
result.save("/data/out/"+item+"/base_"+str(i)+".png")
|
| 151 |
|
| 152 |
ssim = []
|
| 153 |
psnr = []
|
|
|
|
| 204 |
|
| 205 |
#print(metrics)
|
| 206 |
|
| 207 |
+
with open('/data/metrics.json', "w", encoding="utf-8") as json_file:
|
| 208 |
json.dump(metrics, json_file, ensure_ascii=False, indent=4)
|
| 209 |
|
| 210 |
|
|
|
|
| 225 |
print("run_evaluate")
|
| 226 |
snapshot_download(repo_id="acmyu/KeyframesAI-eval", local_dir="test", repo_type="dataset")
|
| 227 |
|
| 228 |
+
with open('/data/metrics.json', 'r') as file:
|
| 229 |
metrics = json.load(file)
|
| 230 |
|
| 231 |
items = os.listdir('test')
|