| import argparse |
|
|
| import numpy as np |
| import torch |
| import torch.utils.data |
| import torchvision.datasets as datasets |
| import torchvision.transforms as transforms |
| from networks.resnet import resnet50 |
| from sklearn.metrics import accuracy_score, average_precision_score |
| from tqdm import tqdm |
|
|
| parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter) |
| parser.add_argument('-d', '--dir', nargs='+', type=str, default='examples/realfakedir') |
| parser.add_argument( |
| '-m', '--model_path', type=str, default='weights/blur_jpg_prob0.5.pth' |
| ) |
| parser.add_argument('-b', '--batch_size', type=int, default=32) |
| parser.add_argument('-j', '--workers', type=int, default=4, help='number of workers') |
| parser.add_argument( |
| '-c', |
| '--crop', |
| type=int, |
| default=None, |
| help='by default, do not crop. specify crop size', |
| ) |
| parser.add_argument( |
| '--use_cpu', action='store_true', help='uses gpu by default, turn on to use cpu' |
| ) |
| parser.add_argument( |
| '--size_only', action='store_true', help='only look at sizes of images in dataset' |
| ) |
|
|
| opt = parser.parse_args() |
|
|
| |
| if not opt.size_only: |
| model = resnet50(num_classes=1) |
| if opt.model_path is not None: |
| state_dict = torch.load(opt.model_path, map_location='cpu') |
| model.load_state_dict(state_dict['model']) |
| model.eval() |
| if not opt.use_cpu: |
| model.cuda() |
|
|
| |
| trans_init = [] |
| if opt.crop is not None: |
| trans_init = [ |
| transforms.CenterCrop(opt.crop), |
| ] |
| print('Cropping to [%i]' % opt.crop) |
| else: |
| print('Not cropping') |
| trans = transforms.Compose( |
| trans_init |
| + [ |
| transforms.ToTensor(), |
| transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]), |
| ] |
| ) |
|
|
| |
| if type(opt.dir) == str: |
| opt.dir = [ |
| opt.dir, |
| ] |
|
|
| print('Loading [%i] datasets' % len(opt.dir)) |
| data_loaders = [] |
| for dir in opt.dir: |
| dataset = datasets.ImageFolder(dir, transform=trans) |
| data_loaders += [ |
| torch.utils.data.DataLoader( |
| dataset, batch_size=opt.batch_size, shuffle=False, num_workers=opt.workers |
| ), |
| ] |
|
|
| y_true, y_pred = [], [] |
| Hs, Ws = [], [] |
| with torch.no_grad(): |
| for data_loader in data_loaders: |
| for data, label in tqdm(data_loader): |
| |
| Hs.append(data.shape[2]) |
| Ws.append(data.shape[3]) |
|
|
| y_true.extend(label.flatten().tolist()) |
| if not opt.size_only: |
| if not opt.use_cpu: |
| data = data.cuda() |
| y_pred.extend(model(data).sigmoid().flatten().tolist()) |
|
|
| Hs, Ws = np.array(Hs), np.array(Ws) |
| y_true, y_pred = np.array(y_true), np.array(y_pred) |
|
|
| print( |
| 'Average sizes: [{:2.2f}+/-{:2.2f}] x [{:2.2f}+/-{:2.2f}] = [{:2.2f}+/-{:2.2f} Mpix]'.format( |
| np.mean(Hs), |
| np.std(Hs), |
| np.mean(Ws), |
| np.std(Ws), |
| np.mean(Hs * Ws) / 1e6, |
| np.std(Hs * Ws) / 1e6, |
| ) |
| ) |
| print('Num reals: {}, Num fakes: {}'.format(np.sum(1 - y_true), np.sum(y_true))) |
|
|
| if not opt.size_only: |
| r_acc = accuracy_score(y_true[y_true == 0], y_pred[y_true == 0] > 0.5) |
| f_acc = accuracy_score(y_true[y_true == 1], y_pred[y_true == 1] > 0.5) |
| acc = accuracy_score(y_true, y_pred > 0.5) |
| ap = average_precision_score(y_true, y_pred) |
|
|
| print( |
| 'AP: {:2.2f}, Acc: {:2.2f}, Acc (real): {:2.2f}, Acc (fake): {:2.2f}'.format( |
| ap * 100.0, acc * 100.0, r_acc * 100.0, f_acc * 100.0 |
| ) |
| ) |
|
|