acmyu commited on
Commit
7c0be64
·
1 Parent(s): 6035dc8

save metrics and frames to persistent storage

Browse files
Files changed (1) hide show
  1. evaluate.py +8 -8
evaluate.py CHANGED
@@ -74,8 +74,8 @@ def compute_fvd(item, gt_imgs, results):
74
  os.makedirs('temp/gt', exist_ok=True)
75
  os.makedirs('temp/result', exist_ok=True)
76
 
77
- #save_mp4(gt_imgs, "temp/gt/gt.mp4")
78
- #save_mp4(results, "temp/result/result.mp4")
79
 
80
  evaluator = fvd.cdfvd('i3d', ckpt_path=None, device='cuda', n_real=1, n_fake=1)
81
  evaluator.compute_real_stats(evaluator.load_videos('temp/gt', data_type='video_folder'))
@@ -138,16 +138,16 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
138
  #results = run(images, video_path, train_steps=100, inference_steps=10, fps=12, bg_remove=False, finetune=True)
139
  results, results_base = run_eval(images, video_path, train_steps=100, inference_steps=10, fps=12, modelId="fine_tuned_pcdms", img_width=1920, img_height=1080, bg_remove=False, resize_inputs=False)
140
 
141
- os.makedirs('out/'+item, exist_ok=True)
142
 
143
  for i, frame in enumerate(gt_frames):
144
- frame.save("out/"+item+"/frame_"+str(i)+".png")
145
 
146
  for i, result in enumerate(results):
147
- result.save("out/"+item+"/result_"+str(i)+".png")
148
 
149
  for i, result in enumerate(results_base):
150
- result.save("out/"+item+"/base_"+str(i)+".png")
151
 
152
  ssim = []
153
  psnr = []
@@ -204,7 +204,7 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
204
 
205
  #print(metrics)
206
 
207
- with open('metrics.json', "w", encoding="utf-8") as json_file:
208
  json.dump(metrics, json_file, ensure_ascii=False, indent=4)
209
 
210
 
@@ -225,7 +225,7 @@ def run_evaluate():
225
  print("run_evaluate")
226
  snapshot_download(repo_id="acmyu/KeyframesAI-eval", local_dir="test", repo_type="dataset")
227
 
228
- with open('metrics.json', 'r') as file:
229
  metrics = json.load(file)
230
 
231
  items = os.listdir('test')
 
74
  os.makedirs('temp/gt', exist_ok=True)
75
  os.makedirs('temp/result', exist_ok=True)
76
 
77
+ save_mp4(gt_imgs, "temp/gt/gt.mp4")
78
+ save_mp4(results, "temp/result/result.mp4")
79
 
80
  evaluator = fvd.cdfvd('i3d', ckpt_path=None, device='cuda', n_real=1, n_fake=1)
81
  evaluator.compute_real_stats(evaluator.load_videos('temp/gt', data_type='video_folder'))
 
138
  #results = run(images, video_path, train_steps=100, inference_steps=10, fps=12, bg_remove=False, finetune=True)
139
  results, results_base = run_eval(images, video_path, train_steps=100, inference_steps=10, fps=12, modelId="fine_tuned_pcdms", img_width=1920, img_height=1080, bg_remove=False, resize_inputs=False)
140
 
141
+ os.makedirs('/data/out/'+item, exist_ok=True)
142
 
143
  for i, frame in enumerate(gt_frames):
144
+ frame.save("/data/out/"+item+"/frame_"+str(i)+".png")
145
 
146
  for i, result in enumerate(results):
147
+ result.save("/data/out/"+item+"/result_"+str(i)+".png")
148
 
149
  for i, result in enumerate(results_base):
150
+ result.save("/data/out/"+item+"/base_"+str(i)+".png")
151
 
152
  ssim = []
153
  psnr = []
 
204
 
205
  #print(metrics)
206
 
207
+ with open('/data/metrics.json', "w", encoding="utf-8") as json_file:
208
  json.dump(metrics, json_file, ensure_ascii=False, indent=4)
209
 
210
 
 
225
  print("run_evaluate")
226
  snapshot_download(repo_id="acmyu/KeyframesAI-eval", local_dir="test", repo_type="dataset")
227
 
228
+ with open('/data/metrics.json', 'r') as file:
229
  metrics = json.load(file)
230
 
231
  items = os.listdir('test')