maxorange commited on
Commit
8f006db
·
verified ·
1 Parent(s): fba3a39
Files changed (1) hide show
  1. app.py +125 -137
app.py CHANGED
@@ -1,137 +1,125 @@
1
- import os
2
-
3
- import cv2
4
- import gradio as gr
5
- import torch
6
- from basicsr.archs.srvgg_arch import SRVGGNetCompact
7
- from gfpgan.utils import GFPGANer
8
- from realesrgan.utils import RealESRGANer
9
-
10
- os.system("pip freeze")
11
- # download weights
12
- if not os.path.exists('realesr-general-x4v3.pth'):
13
- os.system("wget https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-x4v3.pth -q -P .")
14
- if not os.path.exists('GFPGANv1.2.pth'):
15
- os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.2.pth -q -P .")
16
- if not os.path.exists('GFPGANv1.3.pth'):
17
- os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth -q -P .")
18
- if not os.path.exists('GFPGANv1.4.pth'):
19
- os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.4.pth -q -P .")
20
- if not os.path.exists('RestoreFormer.pth'):
21
- os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/RestoreFormer.pth -q -P .")
22
- if not os.path.exists('CodeFormer.pth'):
23
- os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/CodeFormer.pth -q -P .")
24
-
25
- torch.hub.download_url_to_file(
26
- 'https://upload.wikimedia.org/wikipedia/commons/thumb/a/ab/Abraham_Lincoln_O-77_matte_collodion_print.jpg/1024px-Abraham_Lincoln_O-77_matte_collodion_print.jpg',
27
- 'lincoln.jpg')
28
- torch.hub.download_url_to_file(
29
- 'https://user-images.githubusercontent.com/17445847/187400315-87a90ac9-d231-45d6-b377-38702bd1838f.jpg',
30
- 'AI-generate.jpg')
31
- torch.hub.download_url_to_file(
32
- 'https://user-images.githubusercontent.com/17445847/187400981-8a58f7a4-ef61-42d9-af80-bc6234cef860.jpg',
33
- 'Blake_Lively.jpg')
34
- torch.hub.download_url_to_file(
35
- 'https://user-images.githubusercontent.com/17445847/187401133-8a3bf269-5b4d-4432-b2f0-6d26ee1d3307.png',
36
- '10045.png')
37
-
38
- # background enhancer with RealESRGAN
39
- model = SRVGGNetCompact(num_in_ch=3, num_out_ch=3, num_feat=64, num_conv=32, upscale=4, act_type='prelu')
40
- model_path = 'realesr-general-x4v3.pth'
41
- half = True if torch.cuda.is_available() else False
42
- upsampler = RealESRGANer(scale=4, model_path=model_path, model=model, tile=0, tile_pad=10, pre_pad=0, half=half)
43
-
44
- os.makedirs('output', exist_ok=True)
45
-
46
-
47
- def inference(img, version, scale, weight):
48
- weight /= 100
49
- print(img, version, scale, weight)
50
- try:
51
- extension = os.path.splitext(os.path.basename(str(img)))[1]
52
- img = cv2.imread(img, cv2.IMREAD_UNCHANGED)
53
- if len(img.shape) == 3 and img.shape[2] == 4:
54
- img_mode = 'RGBA'
55
- elif len(img.shape) == 2: # for gray inputs
56
- img_mode = None
57
- img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
58
- else:
59
- img_mode = None
60
-
61
- h, w = img.shape[0:2]
62
- if h < 300:
63
- img = cv2.resize(img, (w * 2, h * 2), interpolation=cv2.INTER_LANCZOS4)
64
-
65
- if version == 'v1.2':
66
- face_enhancer = GFPGANer(
67
- model_path='GFPGANv1.2.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
68
- elif version == 'v1.3':
69
- face_enhancer = GFPGANer(
70
- model_path='GFPGANv1.3.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
71
- elif version == 'v1.4':
72
- face_enhancer = GFPGANer(
73
- model_path='GFPGANv1.4.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
74
- elif version == 'RestoreFormer':
75
- face_enhancer = GFPGANer(
76
- model_path='RestoreFormer.pth', upscale=2, arch='RestoreFormer', channel_multiplier=2, bg_upsampler=upsampler)
77
- elif version == 'CodeFormer':
78
- face_enhancer = GFPGANer(
79
- model_path='CodeFormer.pth', upscale=2, arch='CodeFormer', channel_multiplier=2, bg_upsampler=upsampler)
80
-
81
- try:
82
- _, _, output = face_enhancer.enhance(img, has_aligned=False, only_center_face=False, paste_back=True, weight=weight)
83
- except RuntimeError as error:
84
- print('Error', error)
85
-
86
- try:
87
- if scale != 2:
88
- interpolation = cv2.INTER_AREA if scale < 2 else cv2.INTER_LANCZOS4
89
- h, w = img.shape[0:2]
90
- output = cv2.resize(output, (int(w * scale / 2), int(h * scale / 2)), interpolation=interpolation)
91
- except Exception as error:
92
- print('wrong scale input.', error)
93
- if img_mode == 'RGBA': # RGBA images should be saved in png format
94
- extension = 'png'
95
- else:
96
- extension = 'jpg'
97
- save_path = f'output/out.{extension}'
98
- cv2.imwrite(save_path, output)
99
-
100
- output = cv2.cvtColor(output, cv2.COLOR_BGR2RGB)
101
- return output, save_path
102
- except Exception as error:
103
- print('global exception', error)
104
- return None, None
105
-
106
-
107
- title = "GFPGAN: Practical Face Restoration Algorithm"
108
- description = r"""Gradio demo for <a href='https://github.com/TencentARC/GFPGAN' target='_blank'><b>GFPGAN: Towards Real-World Blind Face Restoration with Generative Facial Prior</b></a>.<br>
109
- It can be used to restore your **old photos** or improve **AI-generated faces**.<br>
110
- To use it, simply upload your image.<br>
111
- If GFPGAN is helpful, please help to ⭐ the <a href='https://github.com/TencentARC/GFPGAN' target='_blank'>Github Repo</a> and recommend it to your friends 😊
112
- """
113
- article = r"""
114
- [![download](https://img.shields.io/github/downloads/TencentARC/GFPGAN/total.svg)](https://github.com/TencentARC/GFPGAN/releases)
115
- [![GitHub Stars](https://img.shields.io/github/stars/TencentARC/GFPGAN?style=social)](https://github.com/TencentARC/GFPGAN)
116
- [![arXiv](https://img.shields.io/badge/arXiv-Paper-<COLOR>.svg)](https://arxiv.org/abs/2101.04061)
117
- """
118
-
119
- demo = gr.Interface(
120
- inference, [
121
- gr.Image(type="filepath", label="Input"),
122
- gr.Radio(['v1.2', 'v1.3', 'v1.4', 'RestoreFormer', 'CodeFormer'], type="value", value='v1.4', label='version'),
123
- gr.Number(label="Rescaling factor", value=2),
124
- gr.Slider(0, 100, label='Weight, only for CodeFormer. 0 for better quality, 100 for better identity', value=50)
125
- ], [
126
- gr.Image(type="numpy", label="Output (The whole image)", format="png"),
127
- gr.File(label="Download the output image")
128
- ],
129
- title=title,
130
- description=description,
131
- article=article,
132
- examples=[['AI-generate.jpg', 'v1.4', 2, 50], ],
133
- flagging_mode="never",
134
- cache_mode="lazy",
135
- delete_cache=(1800, 3600),)
136
- demo.queue()
137
- demo.launch(show_error=True)
 
1
+ import os
2
+
3
+ import cv2
4
+ import gradio as gr
5
+ import torch
6
+ from basicsr.archs.srvgg_arch import SRVGGNetCompact
7
+ from gfpgan.utils import GFPGANer
8
+ from realesrgan.utils import RealESRGANer
9
+
10
+ os.system("pip freeze")
11
+ # download weights
12
+ if not os.path.exists('realesr-general-x4v3.pth'):
13
+ os.system("wget https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesr-general-x4v3.pth -q -P .")
14
+ if not os.path.exists('GFPGANv1.2.pth'):
15
+ os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.2.pth -q -P .")
16
+ if not os.path.exists('GFPGANv1.3.pth'):
17
+ os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth -q -P .")
18
+ if not os.path.exists('GFPGANv1.4.pth'):
19
+ os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.4.pth -q -P .")
20
+ if not os.path.exists('RestoreFormer.pth'):
21
+ os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/RestoreFormer.pth -q -P .")
22
+ if not os.path.exists('CodeFormer.pth'):
23
+ os.system("wget https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/CodeFormer.pth -q -P .")
24
+
25
+
26
+ # background enhancer with RealESRGAN
27
+ model = SRVGGNetCompact(num_in_ch=3, num_out_ch=3, num_feat=64, num_conv=32, upscale=4, act_type='prelu')
28
+ model_path = 'realesr-general-x4v3.pth'
29
+ half = True if torch.cuda.is_available() else False
30
+ upsampler = RealESRGANer(scale=4, model_path=model_path, model=model, tile=0, tile_pad=10, pre_pad=0, half=half)
31
+
32
+ os.makedirs('output', exist_ok=True)
33
+
34
+
35
+ def inference(img, version, scale, weight):
36
+ weight /= 100
37
+ print(img, version, scale, weight)
38
+ try:
39
+ extension = os.path.splitext(os.path.basename(str(img)))[1]
40
+ img = cv2.imread(img, cv2.IMREAD_UNCHANGED)
41
+ if len(img.shape) == 3 and img.shape[2] == 4:
42
+ img_mode = 'RGBA'
43
+ elif len(img.shape) == 2: # for gray inputs
44
+ img_mode = None
45
+ img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
46
+ else:
47
+ img_mode = None
48
+
49
+ h, w = img.shape[0:2]
50
+ if h < 300:
51
+ img = cv2.resize(img, (w * 2, h * 2), interpolation=cv2.INTER_LANCZOS4)
52
+
53
+ if version == 'v1.2':
54
+ face_enhancer = GFPGANer(
55
+ model_path='GFPGANv1.2.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
56
+ elif version == 'v1.3':
57
+ face_enhancer = GFPGANer(
58
+ model_path='GFPGANv1.3.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
59
+ elif version == 'v1.4':
60
+ face_enhancer = GFPGANer(
61
+ model_path='GFPGANv1.4.pth', upscale=2, arch='clean', channel_multiplier=2, bg_upsampler=upsampler)
62
+ elif version == 'RestoreFormer':
63
+ face_enhancer = GFPGANer(
64
+ model_path='RestoreFormer.pth', upscale=2, arch='RestoreFormer', channel_multiplier=2, bg_upsampler=upsampler)
65
+ elif version == 'CodeFormer':
66
+ face_enhancer = GFPGANer(
67
+ model_path='CodeFormer.pth', upscale=2, arch='CodeFormer', channel_multiplier=2, bg_upsampler=upsampler)
68
+
69
+ try:
70
+ _, _, output = face_enhancer.enhance(img, has_aligned=False, only_center_face=False, paste_back=True, weight=weight)
71
+ except RuntimeError as error:
72
+ print('Error', error)
73
+
74
+ try:
75
+ if scale != 2:
76
+ interpolation = cv2.INTER_AREA if scale < 2 else cv2.INTER_LANCZOS4
77
+ h, w = img.shape[0:2]
78
+ output = cv2.resize(output, (int(w * scale / 2), int(h * scale / 2)), interpolation=interpolation)
79
+ except Exception as error:
80
+ print('wrong scale input.', error)
81
+ if img_mode == 'RGBA': # RGBA images should be saved in png format
82
+ extension = 'png'
83
+ else:
84
+ extension = 'jpg'
85
+ save_path = f'output/out.{extension}'
86
+ cv2.imwrite(save_path, output)
87
+
88
+ output = cv2.cvtColor(output, cv2.COLOR_BGR2RGB)
89
+ return output, save_path
90
+ except Exception as error:
91
+ print('global exception', error)
92
+ return None, None
93
+
94
+
95
+ title = "GFPGAN: Practical Face Restoration Algorithm"
96
+ description = r"""Gradio demo for <a href='https://github.com/TencentARC/GFPGAN' target='_blank'><b>GFPGAN: Towards Real-World Blind Face Restoration with Generative Facial Prior</b></a>.<br>
97
+ It can be used to restore your **old photos** or improve **AI-generated faces**.<br>
98
+ To use it, simply upload your image.<br>
99
+ If GFPGAN is helpful, please help to ⭐ the <a href='https://github.com/TencentARC/GFPGAN' target='_blank'>Github Repo</a> and recommend it to your friends 😊
100
+ """
101
+ article = r"""
102
+ [![download](https://img.shields.io/github/downloads/TencentARC/GFPGAN/total.svg)](https://github.com/TencentARC/GFPGAN/releases)
103
+ [![GitHub Stars](https://img.shields.io/github/stars/TencentARC/GFPGAN?style=social)](https://github.com/TencentARC/GFPGAN)
104
+ [![arXiv](https://img.shields.io/badge/arXiv-Paper-<COLOR>.svg)](https://arxiv.org/abs/2101.04061)
105
+ """
106
+
107
+ demo = gr.Interface(
108
+ inference, [
109
+ gr.Image(type="filepath", label="Input"),
110
+ gr.Radio(['v1.2', 'v1.3', 'v1.4', 'RestoreFormer', 'CodeFormer'], type="value", value='v1.4', label='version'),
111
+ gr.Number(label="Rescaling factor", value=2),
112
+ gr.Slider(0, 100, label='Weight, only for CodeFormer. 0 for better quality, 100 for better identity', value=50)
113
+ ], [
114
+ gr.Image(type="numpy", label="Output (The whole image)", format="png"),
115
+ gr.File(label="Download the output image")
116
+ ],
117
+ title=title,
118
+ description=description,
119
+ article=article,
120
+ examples=[['AI-generate.jpg', 'v1.4', 2, 50], ],
121
+ flagging_mode="never",
122
+ cache_mode="lazy",
123
+ delete_cache=(1800, 3600),)
124
+ demo.queue()
125
+ demo.launch(show_error=True)