Spaces:
Paused
Paused
remove broken fvd metric
Browse files- evaluate.py +6 -7
evaluate.py
CHANGED
|
@@ -180,33 +180,33 @@ def get_score(item, image_paths, video_path, metrics, train_steps=100, inference
|
|
| 180 |
fid2.append(float(compute_fid(gt, base)))
|
| 181 |
c = c+1
|
| 182 |
|
| 183 |
-
fvd = float(compute_fvd(item, gt_frames, results))
|
| 184 |
-
fvd2 = float(compute_fvd(item, gt_frames, results_base))
|
| 185 |
|
| 186 |
|
| 187 |
print("SSIM:", sum(ssim)/len(ssim))
|
| 188 |
print("PSNR:", sum(psnr)/len(psnr))
|
| 189 |
print("LPIPS:", sum(lpips)/len(lpips))
|
| 190 |
print("FID:", sum(fid)/len(fid))
|
| 191 |
-
print("FVD:", fvd)
|
| 192 |
print('baseline:')
|
| 193 |
print("SSIM:", sum(ssim2)/len(ssim2))
|
| 194 |
print("PSNR:", sum(psnr2)/len(psnr2))
|
| 195 |
print("LPIPS:", sum(lpips2)/len(lpips2))
|
| 196 |
print("FID:", sum(fid2)/len(fid2))
|
| 197 |
-
print("FVD:", fvd2)
|
| 198 |
|
| 199 |
metrics[item] = {'ft': {}, 'base': {}, 'n_frames': len(gt_frames), 'complexity': len(images)}
|
| 200 |
metrics[item]['ft']['ssim'] = {'avg': sum(ssim)/len(ssim), 'vals': ssim}
|
| 201 |
metrics[item]['ft']['psnr'] = {'avg': sum(psnr)/len(psnr), 'vals': psnr}
|
| 202 |
metrics[item]['ft']['lpips'] = {'avg': sum(lpips)/len(lpips), 'vals': lpips}
|
| 203 |
metrics[item]['ft']['fid'] = {'avg': sum(fid)/len(fid), 'vals': fid}
|
| 204 |
-
metrics[item]['ft']['fvd'] = fvd
|
| 205 |
metrics[item]['base']['ssim'] = {'avg': sum(ssim2)/len(ssim2), 'vals': ssim2}
|
| 206 |
metrics[item]['base']['psnr'] = {'avg': sum(psnr2)/len(psnr2), 'vals': psnr2}
|
| 207 |
metrics[item]['base']['lpips'] = {'avg': sum(lpips2)/len(lpips2), 'vals': lpips2}
|
| 208 |
metrics[item]['base']['fid'] = {'avg': sum(fid2)/len(fid2), 'vals': fid2}
|
| 209 |
-
metrics[item]['base']['fvd'] = fvd2
|
| 210 |
|
| 211 |
#print(metrics)
|
| 212 |
|
|
@@ -233,7 +233,6 @@ def run_evaluate():
|
|
| 233 |
|
| 234 |
with open('/data/metrics.json', 'r') as file:
|
| 235 |
metrics = json.load(file)
|
| 236 |
-
#metrics['artstation'] = {}
|
| 237 |
|
| 238 |
items = os.listdir('test')
|
| 239 |
items = [it for it in items if not it[0]=='.' and not os.path.isfile('test/'+it)]
|
|
|
|
| 180 |
fid2.append(float(compute_fid(gt, base)))
|
| 181 |
c = c+1
|
| 182 |
|
| 183 |
+
#fvd = float(compute_fvd(item, gt_frames, results))
|
| 184 |
+
#fvd2 = float(compute_fvd(item, gt_frames, results_base))
|
| 185 |
|
| 186 |
|
| 187 |
print("SSIM:", sum(ssim)/len(ssim))
|
| 188 |
print("PSNR:", sum(psnr)/len(psnr))
|
| 189 |
print("LPIPS:", sum(lpips)/len(lpips))
|
| 190 |
print("FID:", sum(fid)/len(fid))
|
| 191 |
+
#print("FVD:", fvd)
|
| 192 |
print('baseline:')
|
| 193 |
print("SSIM:", sum(ssim2)/len(ssim2))
|
| 194 |
print("PSNR:", sum(psnr2)/len(psnr2))
|
| 195 |
print("LPIPS:", sum(lpips2)/len(lpips2))
|
| 196 |
print("FID:", sum(fid2)/len(fid2))
|
| 197 |
+
#print("FVD:", fvd2)
|
| 198 |
|
| 199 |
metrics[item] = {'ft': {}, 'base': {}, 'n_frames': len(gt_frames), 'complexity': len(images)}
|
| 200 |
metrics[item]['ft']['ssim'] = {'avg': sum(ssim)/len(ssim), 'vals': ssim}
|
| 201 |
metrics[item]['ft']['psnr'] = {'avg': sum(psnr)/len(psnr), 'vals': psnr}
|
| 202 |
metrics[item]['ft']['lpips'] = {'avg': sum(lpips)/len(lpips), 'vals': lpips}
|
| 203 |
metrics[item]['ft']['fid'] = {'avg': sum(fid)/len(fid), 'vals': fid}
|
| 204 |
+
#metrics[item]['ft']['fvd'] = fvd
|
| 205 |
metrics[item]['base']['ssim'] = {'avg': sum(ssim2)/len(ssim2), 'vals': ssim2}
|
| 206 |
metrics[item]['base']['psnr'] = {'avg': sum(psnr2)/len(psnr2), 'vals': psnr2}
|
| 207 |
metrics[item]['base']['lpips'] = {'avg': sum(lpips2)/len(lpips2), 'vals': lpips2}
|
| 208 |
metrics[item]['base']['fid'] = {'avg': sum(fid2)/len(fid2), 'vals': fid2}
|
| 209 |
+
#metrics[item]['base']['fvd'] = fvd2
|
| 210 |
|
| 211 |
#print(metrics)
|
| 212 |
|
|
|
|
| 233 |
|
| 234 |
with open('/data/metrics.json', 'r') as file:
|
| 235 |
metrics = json.load(file)
|
|
|
|
| 236 |
|
| 237 |
items = os.listdir('test')
|
| 238 |
items = [it for it in items if not it[0]=='.' and not os.path.isfile('test/'+it)]
|