jamjammin commited on
Commit
18bb7d2
·
verified ·
1 Parent(s): 4afc435

Upload 8 files

Browse files
Files changed (8) hide show
  1. .gitattributes +36 -35
  2. README.md +12 -12
  3. app.py +95 -96
  4. city-1.jpg +3 -0
  5. city-2.jpg +3 -0
  6. city-3.jpg +3 -0
  7. labels.txt +19 -18
  8. requirements.txt +5 -5
.gitattributes CHANGED
@@ -1,35 +1,36 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.jpg filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,12 +1,12 @@
1
- ---
2
- title: GardioTest1
3
- emoji: 🌍
4
- colorFrom: gray
5
- colorTo: blue
6
- sdk: gradio
7
- sdk_version: 5.49.1
8
- app_file: app.py
9
- pinned: false
10
- ---
11
-
12
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
1
+ ---
2
+ title: GardioTest1
3
+ emoji: 🌍
4
+ colorFrom: gray
5
+ colorTo: blue
6
+ sdk: gradio
7
+ sdk_version: 5.49.1
8
+ app_file: app.py
9
+ pinned: false
10
+ ---
11
+
12
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py CHANGED
@@ -1,96 +1,95 @@
1
- import gradio as gr
2
- from matplotlib import gridspec
3
- import matplotlib.pyplot as plt
4
- import numpy as np
5
- from PIL import Image
6
- import torch
7
- from transformers import AutoImageProcessor, AutoModelForSemanticSegmentation
8
-
9
- MODEL_ID = "mattmdjaga/segformer_b2_clothes"
10
- processor = AutoImageProcessor.from_pretrained(MODEL_ID)
11
- model = AutoModelForSemanticSegmentation.from_pretrained(MODEL_ID)
12
-
13
- def ade_palette():
14
- """ADE20K palette that maps each class to RGB values."""
15
- return [
16
- [204, 87, 92],[112, 185, 212],[45, 189, 106],[234, 123, 67],[78, 56, 123],[210, 32, 89],
17
- [90, 180, 56],[155, 102, 200],[33, 147, 176],[255, 183, 76],[67, 123, 89],[190, 60, 45],
18
- [134, 112, 200],[56, 45, 189],[200, 56, 123],[87, 92, 204],[120, 56, 123],[45, 78, 123],
19
- ]
20
-
21
- labels_list = []
22
- with open("labels.txt", "r", encoding="utf-8") as fp:
23
- for line in fp:
24
- labels_list.append(line.rstrip("\n"))
25
-
26
- colormap = np.asarray(ade_palette(), dtype=np.uint8)
27
-
28
- def label_to_color_image(label):
29
- if label.ndim != 2:
30
- raise ValueError("Expect 2-D input label")
31
- if np.max(label) >= len(colormap):
32
- raise ValueError("label value too large.")
33
- return colormap[label]
34
-
35
- def draw_plot(pred_img, seg_np):
36
- fig = plt.figure(figsize=(20, 15))
37
- grid_spec = gridspec.GridSpec(1, 2, width_ratios=[6, 1])
38
-
39
- plt.subplot(grid_spec[0])
40
- plt.imshow(pred_img)
41
- plt.axis('off')
42
-
43
- LABEL_NAMES = np.asarray(labels_list)
44
- FULL_LABEL_MAP = np.arange(len(LABEL_NAMES)).reshape(len(LABEL_NAMES), 1)
45
- FULL_COLOR_MAP = label_to_color_image(FULL_LABEL_MAP)
46
-
47
- unique_labels = np.unique(seg_np.astype("uint8"))
48
- ax = plt.subplot(grid_spec[1])
49
- plt.imshow(FULL_COLOR_MAP[unique_labels].astype(np.uint8), interpolation="nearest")
50
- ax.yaxis.tick_right()
51
- plt.yticks(range(len(unique_labels)), LABEL_NAMES[unique_labels])
52
- plt.xticks([], [])
53
- ax.tick_params(width=0.0, labelsize=25)
54
- return fig
55
-
56
- def run_inference(input_img):
57
- # input: numpy array from gradio -> PIL
58
- img = Image.fromarray(input_img.astype(np.uint8)) if isinstance(input_img, np.ndarray) else input_img
59
- if img.mode != "RGB":
60
- img = img.convert("RGB")
61
-
62
- inputs = processor(images=img, return_tensors="pt")
63
- with torch.no_grad():
64
- outputs = model(**inputs)
65
- logits = outputs.logits # (1, C, h/4, w/4)
66
-
67
- # resize to original
68
- upsampled = torch.nn.functional.interpolate(
69
- logits, size=img.size[::-1], mode="bilinear", align_corners=False
70
- )
71
- seg = upsampled.argmax(dim=1)[0].cpu().numpy().astype(np.uint8) # (H,W)
72
-
73
- # colorize & overlay
74
- color_seg = colormap[seg] # (H,W,3)
75
- pred_img = (np.array(img) * 0.5 + color_seg * 0.5).astype(np.uint8)
76
-
77
- fig = draw_plot(pred_img, seg)
78
- return fig
79
-
80
- demo = gr.Interface(
81
- fn=run_inference,
82
- inputs=gr.Image(type="numpy", label="Input Image"),
83
- outputs=gr.Plot(label="Overlay + Legend"),
84
- examples=[
85
- "person-1.jpg",
86
- "person-2.jpg",
87
- "person-3.jpg",
88
- "person-4.jpg",
89
- "person-5.jpg",
90
- ],
91
- flagging_mode="never",
92
- cache_examples=False,
93
- )
94
-
95
- if __name__ == "__main__":
96
- demo.launch()
 
1
+ import gradio as gr
2
+ from matplotlib import gridspec
3
+ import matplotlib.pyplot as plt
4
+ import numpy as np
5
+ from PIL import Image
6
+ import torch
7
+ from transformers import AutoImageProcessor, AutoModelForSemanticSegmentation
8
+
9
+ MODEL_ID = "nvidia/segformer-b0-finetuned-cityscapes-1024-1024"
10
+ processor = AutoImageProcessor.from_pretrained(MODEL_ID)
11
+ model = AutoModelForSemanticSegmentation.from_pretrained(MODEL_ID)
12
+
13
+ def ade_palette():
14
+ """ADE20K palette that maps each class to RGB values."""
15
+ return [
16
+ [204, 87, 92],[112, 185, 212],[45, 189, 106],[234, 123, 67],[78, 56, 123],[210, 32, 89],
17
+ [90, 180, 56],[155, 102, 200],[33, 147, 176],[255, 183, 76],[67, 123, 89],[190, 60, 45],
18
+ [134, 112, 200],[56, 45, 189],[200, 56, 123],[87, 92, 204],[120, 56, 123],[45, 78, 123],
19
+ [253,0, 0],
20
+ ]
21
+
22
+ labels_list = []
23
+ with open("labels.txt", "r", encoding="utf-8") as fp:
24
+ for line in fp:
25
+ labels_list.append(line.rstrip("\n"))
26
+
27
+ colormap = np.asarray(ade_palette(), dtype=np.uint8)
28
+
29
+ def label_to_color_image(label):
30
+ if label.ndim != 2:
31
+ raise ValueError("Expect 2-D input label")
32
+ if np.max(label) >= len(colormap):
33
+ raise ValueError("label value too large.")
34
+ return colormap[label]
35
+
36
+ def draw_plot(pred_img, seg_np):
37
+ fig = plt.figure(figsize=(20, 15))
38
+ grid_spec = gridspec.GridSpec(1, 2, width_ratios=[6, 1])
39
+
40
+ plt.subplot(grid_spec[0])
41
+ plt.imshow(pred_img)
42
+ plt.axis('off')
43
+
44
+ LABEL_NAMES = np.asarray(labels_list)
45
+ FULL_LABEL_MAP = np.arange(len(LABEL_NAMES)).reshape(len(LABEL_NAMES), 1)
46
+ FULL_COLOR_MAP = label_to_color_image(FULL_LABEL_MAP)
47
+
48
+ unique_labels = np.unique(seg_np.astype("uint8"))
49
+ ax = plt.subplot(grid_spec[1])
50
+ plt.imshow(FULL_COLOR_MAP[unique_labels].astype(np.uint8), interpolation="nearest")
51
+ ax.yaxis.tick_right()
52
+ plt.yticks(range(len(unique_labels)), LABEL_NAMES[unique_labels])
53
+ plt.xticks([], [])
54
+ ax.tick_params(width=0.0, labelsize=25)
55
+ return fig
56
+
57
+ def run_inference(input_img):
58
+ # input: numpy array from gradio -> PIL
59
+ img = Image.fromarray(input_img.astype(np.uint8)) if isinstance(input_img, np.ndarray) else input_img
60
+ if img.mode != "RGB":
61
+ img = img.convert("RGB")
62
+
63
+ inputs = processor(images=img, return_tensors="pt")
64
+ with torch.no_grad():
65
+ outputs = model(**inputs)
66
+ logits = outputs.logits # (1, C, h/4, w/4)
67
+
68
+ # resize to original
69
+ upsampled = torch.nn.functional.interpolate(
70
+ logits, size=img.size[::-1], mode="bilinear", align_corners=False
71
+ )
72
+ seg = upsampled.argmax(dim=1)[0].cpu().numpy().astype(np.uint8) # (H,W)
73
+
74
+ # colorize & overlay
75
+ color_seg = colormap[seg] # (H,W,3)
76
+ pred_img = (np.array(img) * 0.5 + color_seg * 0.5).astype(np.uint8)
77
+
78
+ fig = draw_plot(pred_img, seg)
79
+ return fig
80
+
81
+ demo = gr.Interface(
82
+ fn=run_inference,
83
+ inputs=gr.Image(type="numpy", label="Input Image"),
84
+ outputs=gr.Plot(label="Overlay + Legend"),
85
+ examples=[
86
+ "city-1.jpg",
87
+ "city-2.jpg",
88
+ "city-3.jpg",
89
+ ],
90
+ flagging_mode="never",
91
+ cache_examples=False,
92
+ )
93
+
94
+ if __name__ == "__main__":
95
+ demo.launch()
 
city-1.jpg ADDED

Git LFS Details

  • SHA256: ac7feda6f77abea1a68d57905994349377f2d79de168a0e19e12405bc64fd1f3
  • Pointer size: 131 Bytes
  • Size of remote file: 491 kB
city-2.jpg ADDED

Git LFS Details

  • SHA256: 3ef0d07aeb8e30ff8f25976d9d2b03c9381c7a1f1c916719f1f37bbcd0fdfdfc
  • Pointer size: 131 Bytes
  • Size of remote file: 893 kB
city-3.jpg ADDED

Git LFS Details

  • SHA256: 417a8a335c5ed7ce84eef416358fcf728eafbecc7de70c2a229435fe791216f5
  • Pointer size: 131 Bytes
  • Size of remote file: 484 kB
labels.txt CHANGED
@@ -1,18 +1,19 @@
1
- background
2
- hat
3
- hair
4
- sunglasses
5
- upper-clothes
6
- skirt
7
- pants
8
- dress
9
- belt
10
- left-shoe
11
- right-shoe
12
- face
13
- left-leg
14
- right-leg
15
- left-arm
16
- right-arm
17
- bag
18
- scarf
 
 
1
+ road
2
+ sidewalk
3
+ building
4
+ wall
5
+ fence
6
+ pole
7
+ traffic light
8
+ traffic sign
9
+ vegetation
10
+ terrain
11
+ sky
12
+ person
13
+ rider
14
+ car
15
+ truck
16
+ bus
17
+ train
18
+ motorcycle
19
+ bicycle
requirements.txt CHANGED
@@ -1,6 +1,6 @@
1
- torch
2
- transformers>=4.41.0
3
- gradio>=4.0.0
4
- Pillow
5
- numpy
6
  matplotlib
 
1
+ torch
2
+ transformers>=4.41.0
3
+ gradio>=4.0.0
4
+ Pillow
5
+ numpy
6
  matplotlib