File size: 4,114 Bytes
e857f97 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | import os
import pandas as pd
OPENAI_IMAGENET_TEMPLATES = (
lambda c: f'a bad video of a {c}.',
lambda c: f'a video of many {c}.',
lambda c: f'a sculpture of a {c}.',
lambda c: f'a video of the hard to see {c}.',
lambda c: f'a low resolution video of the {c}.',
lambda c: f'a rendering of a {c}.',
lambda c: f'graffiti of a {c}.',
lambda c: f'a bad video of the {c}.',
lambda c: f'a cropped video of the {c}.',
lambda c: f'a tattoo of a {c}.',
lambda c: f'the embroidered {c}.',
lambda c: f'a video of a hard to see {c}.',
lambda c: f'a bright video of a {c}.',
lambda c: f'a video of a clean {c}.',
lambda c: f'a video of a dirty {c}.',
lambda c: f'a dark video of the {c}.',
lambda c: f'a drawing of a {c}.',
lambda c: f'a video of my {c}.',
lambda c: f'the plastic {c}.',
lambda c: f'a video of the cool {c}.',
lambda c: f'a close-up video of a {c}.',
lambda c: f'a black and white video of the {c}.',
lambda c: f'a painting of the {c}.',
lambda c: f'a painting of a {c}.',
lambda c: f'a pixelated video of the {c}.',
lambda c: f'a sculpture of the {c}.',
lambda c: f'a bright video of the {c}.',
lambda c: f'a cropped video of a {c}.',
lambda c: f'a plastic {c}.',
lambda c: f'a video of the dirty {c}.',
lambda c: f'a jpeg corrupted video of a {c}.',
lambda c: f'a blurry video of the {c}.',
lambda c: f'a video of the {c}.',
lambda c: f'a good video of the {c}.',
lambda c: f'a rendering of the {c}.',
lambda c: f'a {c} in a video game.',
lambda c: f'a video of one {c}.',
lambda c: f'a doodle of a {c}.',
lambda c: f'a close-up video of the {c}.',
lambda c: f'a video of a {c}.',
lambda c: f'the origami {c}.',
lambda c: f'the {c} in a video game.',
lambda c: f'a sketch of a {c}.',
lambda c: f'a doodle of the {c}.',
lambda c: f'a origami {c}.',
lambda c: f'a low resolution video of a {c}.',
lambda c: f'the toy {c}.',
lambda c: f'a rendition of the {c}.',
lambda c: f'a video of the clean {c}.',
lambda c: f'a video of a large {c}.',
lambda c: f'a rendition of a {c}.',
lambda c: f'a video of a nice {c}.',
lambda c: f'a video of a weird {c}.',
lambda c: f'a blurry video of a {c}.',
lambda c: f'a cartoon {c}.',
lambda c: f'art of a {c}.',
lambda c: f'a sketch of the {c}.',
lambda c: f'a embroidered {c}.',
lambda c: f'a pixelated video of a {c}.',
lambda c: f'itap of the {c}.',
lambda c: f'a jpeg corrupted video of the {c}.',
lambda c: f'a good video of a {c}.',
lambda c: f'a plushie {c}.',
lambda c: f'a video of the nice {c}.',
lambda c: f'a video of the small {c}.',
lambda c: f'a video of the weird {c}.',
lambda c: f'the cartoon {c}.',
lambda c: f'art of the {c}.',
lambda c: f'a drawing of the {c}.',
lambda c: f'a video of the large {c}.',
lambda c: f'a black and white video of a {c}.',
lambda c: f'the plushie {c}.',
lambda c: f'a dark video of a {c}.',
lambda c: f'itap of a {c}.',
lambda c: f'graffiti of the {c}.',
lambda c: f'a toy {c}.',
lambda c: f'itap of my {c}.',
lambda c: f'a video of a cool {c}.',
lambda c: f'a video of a small {c}.',
lambda c: f'a tattoo of the {c}.',
)
# a much smaller subset of above prompts
# from https://github.com/openai/CLIP/blob/main/notebooks/Prompt_Engineering_for_ImageNet.ipynb
SIMPLE_IMAGENET_TEMPLATES = (
lambda c: f'itap of a {c}.',
lambda c: f'a bad video of the {c}.',
lambda c: f'a origami {c}.',
lambda c: f'a video of the large {c}.',
lambda c: f'a {c} in a video game.',
lambda c: f'art of the {c}.',
lambda c: f'a video of the small {c}.',
)
PATH_k400 = os.path.join(os.path.dirname(os.path.abspath(__file__)), "kinetics_400_labels.csv")
PATH_k600 = os.path.join(os.path.dirname(os.path.abspath(__file__)), "kinetics_600_labels.csv")
CLASSNAMES = {
'Kinetics-400': tuple(pd.read_csv(PATH_k400).values[:, 1]),
'Kinetics-600': tuple(pd.read_csv(PATH_k600).values[:, 1]),
}
|