acmyu commited on
Commit
6696eda
·
1 Parent(s): cd1c851

remove broken fvd metric

Browse files
Files changed (1) hide show
  1. evaluate.py +6 -7
evaluate.py CHANGED
@@ -180,33 +180,33 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
180
  fid2.append(float(compute_fid(gt, base)))
181
  c = c+1
182
 
183
- fvd = float(compute_fvd(item, gt_frames, results))
184
- fvd2 = float(compute_fvd(item, gt_frames, results_base))
185
 
186
 
187
  print("SSIM:", sum(ssim)/len(ssim))
188
  print("PSNR:", sum(psnr)/len(psnr))
189
  print("LPIPS:", sum(lpips)/len(lpips))
190
  print("FID:", sum(fid)/len(fid))
191
- print("FVD:", fvd)
192
  print('baseline:')
193
  print("SSIM:", sum(ssim2)/len(ssim2))
194
  print("PSNR:", sum(psnr2)/len(psnr2))
195
  print("LPIPS:", sum(lpips2)/len(lpips2))
196
  print("FID:", sum(fid2)/len(fid2))
197
- print("FVD:", fvd2)
198
 
199
  metrics[item] = {'ft': {}, 'base': {}, 'n_frames': len(gt_frames), 'complexity': len(images)}
200
  metrics[item]['ft']['ssim'] = {'avg': sum(ssim)/len(ssim), 'vals': ssim}
201
  metrics[item]['ft']['psnr'] = {'avg': sum(psnr)/len(psnr), 'vals': psnr}
202
  metrics[item]['ft']['lpips'] = {'avg': sum(lpips)/len(lpips), 'vals': lpips}
203
  metrics[item]['ft']['fid'] = {'avg': sum(fid)/len(fid), 'vals': fid}
204
- metrics[item]['ft']['fvd'] = fvd
205
  metrics[item]['base']['ssim'] = {'avg': sum(ssim2)/len(ssim2), 'vals': ssim2}
206
  metrics[item]['base']['psnr'] = {'avg': sum(psnr2)/len(psnr2), 'vals': psnr2}
207
  metrics[item]['base']['lpips'] = {'avg': sum(lpips2)/len(lpips2), 'vals': lpips2}
208
  metrics[item]['base']['fid'] = {'avg': sum(fid2)/len(fid2), 'vals': fid2}
209
- metrics[item]['base']['fvd'] = fvd2
210
 
211
  #print(metrics)
212
 
@@ -233,7 +233,6 @@ def run_evaluate():
233
 
234
  with open('/data/metrics.json', 'r') as file:
235
  metrics = json.load(file)
236
- #metrics['artstation'] = {}
237
 
238
  items = os.listdir('test')
239
  items = [it for it in items if not it[0]=='.' and not os.path.isfile('test/'+it)]
 
180
  fid2.append(float(compute_fid(gt, base)))
181
  c = c+1
182
 
183
+ #fvd = float(compute_fvd(item, gt_frames, results))
184
+ #fvd2 = float(compute_fvd(item, gt_frames, results_base))
185
 
186
 
187
  print("SSIM:", sum(ssim)/len(ssim))
188
  print("PSNR:", sum(psnr)/len(psnr))
189
  print("LPIPS:", sum(lpips)/len(lpips))
190
  print("FID:", sum(fid)/len(fid))
191
+ #print("FVD:", fvd)
192
  print('baseline:')
193
  print("SSIM:", sum(ssim2)/len(ssim2))
194
  print("PSNR:", sum(psnr2)/len(psnr2))
195
  print("LPIPS:", sum(lpips2)/len(lpips2))
196
  print("FID:", sum(fid2)/len(fid2))
197
+ #print("FVD:", fvd2)
198
 
199
  metrics[item] = {'ft': {}, 'base': {}, 'n_frames': len(gt_frames), 'complexity': len(images)}
200
  metrics[item]['ft']['ssim'] = {'avg': sum(ssim)/len(ssim), 'vals': ssim}
201
  metrics[item]['ft']['psnr'] = {'avg': sum(psnr)/len(psnr), 'vals': psnr}
202
  metrics[item]['ft']['lpips'] = {'avg': sum(lpips)/len(lpips), 'vals': lpips}
203
  metrics[item]['ft']['fid'] = {'avg': sum(fid)/len(fid), 'vals': fid}
204
+ #metrics[item]['ft']['fvd'] = fvd
205
  metrics[item]['base']['ssim'] = {'avg': sum(ssim2)/len(ssim2), 'vals': ssim2}
206
  metrics[item]['base']['psnr'] = {'avg': sum(psnr2)/len(psnr2), 'vals': psnr2}
207
  metrics[item]['base']['lpips'] = {'avg': sum(lpips2)/len(lpips2), 'vals': lpips2}
208
  metrics[item]['base']['fid'] = {'avg': sum(fid2)/len(fid2), 'vals': fid2}
209
+ #metrics[item]['base']['fvd'] = fvd2
210
 
211
  #print(metrics)
212
 
 
233
 
234
  with open('/data/metrics.json', 'r') as file:
235
  metrics = json.load(file)
 
236
 
237
  items = os.listdir('test')
238
  items = [it for it in items if not it[0]=='.' and not os.path.isfile('test/'+it)]