File size: 4,576 Bytes
e857f97
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
import os

import pandas as pd

OPENAI_IMAGENET_TEMPLATES = (
    lambda c: f'a bad depth photo of a {c}.',
    lambda c: f'a depth photo of many {c}.',
    lambda c: f'a sculpture of a {c}.',
    lambda c: f'a depth photo of the hard to see {c}.',
    lambda c: f'a low resolution depth photo of the {c}.',
    lambda c: f'a rendering of a {c}.',
    lambda c: f'graffiti of a {c}.',
    lambda c: f'a bad depth photo of the {c}.',
    lambda c: f'a cropped depth photo of the {c}.',
    lambda c: f'a tattoo of a {c}.',
    lambda c: f'the embroidered {c}.',
    lambda c: f'a depth photo of a hard to see {c}.',
    lambda c: f'a bright depth photo of a {c}.',
    lambda c: f'a depth photo of a clean {c}.',
    lambda c: f'a depth photo of a dirty {c}.',
    lambda c: f'a dark depth photo of the {c}.',
    lambda c: f'a drawing of a {c}.',
    lambda c: f'a depth photo of my {c}.',
    lambda c: f'the plastic {c}.',
    lambda c: f'a depth photo of the cool {c}.',
    lambda c: f'a close-up depth photo of a {c}.',
    lambda c: f'a black and white depth photo of the {c}.',
    lambda c: f'a painting of the {c}.',
    lambda c: f'a painting of a {c}.',
    lambda c: f'a pixelated depth photo of the {c}.',
    lambda c: f'a sculpture of the {c}.',
    lambda c: f'a bright depth photo of the {c}.',
    lambda c: f'a cropped depth photo of a {c}.',
    lambda c: f'a plastic {c}.',
    lambda c: f'a depth photo of the dirty {c}.',
    lambda c: f'a jpeg corrupted depth photo of a {c}.',
    lambda c: f'a blurry depth photo of the {c}.',
    lambda c: f'a depth photo of the {c}.',
    lambda c: f'a good depth photo of the {c}.',
    lambda c: f'a rendering of the {c}.',
    lambda c: f'a {c} in a video game.',
    lambda c: f'a depth photo of one {c}.',
    lambda c: f'a doodle of a {c}.',
    lambda c: f'a close-up depth photo of the {c}.',
    lambda c: f'a depth photo of a {c}.',
    lambda c: f'the origami {c}.',
    lambda c: f'the {c} in a video game.',
    lambda c: f'a sketch of a {c}.',
    lambda c: f'a doodle of the {c}.',
    lambda c: f'a origami {c}.',
    lambda c: f'a low resolution depth photo of a {c}.',
    lambda c: f'the toy {c}.',
    lambda c: f'a rendition of the {c}.',
    lambda c: f'a depth photo of the clean {c}.',
    lambda c: f'a depth photo of a large {c}.',
    lambda c: f'a rendition of a {c}.',
    lambda c: f'a depth photo of a nice {c}.',
    lambda c: f'a depth photo of a weird {c}.',
    lambda c: f'a blurry depth photo of a {c}.',
    lambda c: f'a cartoon {c}.',
    lambda c: f'art of a {c}.',
    lambda c: f'a sketch of the {c}.',
    lambda c: f'a embroidered {c}.',
    lambda c: f'a pixelated depth photo of a {c}.',
    lambda c: f'itap of the {c}.',
    lambda c: f'a jpeg corrupted depth photo of the {c}.',
    lambda c: f'a good depth photo of a {c}.',
    lambda c: f'a plushie {c}.',
    lambda c: f'a depth photo of the nice {c}.',
    lambda c: f'a depth photo of the small {c}.',
    lambda c: f'a depth photo of the weird {c}.',
    lambda c: f'the cartoon {c}.',
    lambda c: f'art of the {c}.',
    lambda c: f'a drawing of the {c}.',
    lambda c: f'a depth photo of the large {c}.',
    lambda c: f'a black and white depth photo of a {c}.',
    lambda c: f'the plushie {c}.',
    lambda c: f'a dark depth photo of a {c}.',
    lambda c: f'itap of a {c}.',
    lambda c: f'graffiti of the {c}.',
    lambda c: f'a toy {c}.',
    lambda c: f'itap of my {c}.',
    lambda c: f'a depth photo of a cool {c}.',
    lambda c: f'a depth photo of a small {c}.',
    lambda c: f'a tattoo of the {c}.',
)


# a much smaller subset of above prompts
# from https://github.com/openai/CLIP/blob/main/notebooks/Prompt_Engineering_for_ImageNet.ipynb
SIMPLE_IMAGENET_TEMPLATES = (
    lambda c: f'itap of a {c}.',
    lambda c: f'a bad depth photo of the {c}.',
    lambda c: f'a origami {c}.',
    lambda c: f'a depth photo of the large {c}.',
    lambda c: f'a {c} in a video game.',
    lambda c: f'art of the {c}.',
    lambda c: f'a depth photo of the small {c}.',
)


IMAGENET_CLASSNAMES = (

)


CLASSNAMES = {
    'NYUV2': (
        "bathroom", "bedroom", "bookstore", "classroom", "dining room",
        "home office", "kitchen", "living room", "office", "others"
    ),
    'SUNRGBD': (
        "bathroom", "bedroom", "classroom", "computer room", "conference room", "corridor", "dining area",
        "dining room", "discussion area", "furniture store", "home office", "kitchen", "lab", "lecture theatre",
        "library", "living room", "office", "rest space", "study space"
    ),
}