Spaces:
Runtime error
Runtime error
Steven Anderson
commited on
Commit
·
04bda51
1
Parent(s):
8378f45
Works, and examples
Browse files
app.py
CHANGED
|
@@ -13,26 +13,31 @@ print("Loaded model.")
|
|
| 13 |
def process(image, prompt):
|
| 14 |
print("Inferring...")
|
| 15 |
image = preprocess(image).unsqueeze(0).to(device)
|
| 16 |
-
print(image)
|
| 17 |
|
| 18 |
prompts = prompt.split("\n")
|
|
|
|
| 19 |
text = clip.tokenize(prompts).to(device)
|
| 20 |
-
print(text)
|
| 21 |
|
| 22 |
with torch.no_grad():
|
| 23 |
logits_per_image, logits_per_text = model(image, text)
|
| 24 |
-
probs = logits_per_image.softmax(dim=-1).cpu()
|
| 25 |
-
print(probs)
|
| 26 |
|
| 27 |
-
return
|
| 28 |
|
| 29 |
|
| 30 |
iface = gr.Interface(
|
| 31 |
fn=process,
|
| 32 |
inputs=[
|
| 33 |
-
gr.Image(type="pil"),
|
| 34 |
gr.Textbox(lines=5, label="Prompts (newline-separated)"),
|
| 35 |
],
|
| 36 |
outputs="label",
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
)
|
| 38 |
iface.launch()
|
|
|
|
| 13 |
def process(image, prompt):
|
| 14 |
print("Inferring...")
|
| 15 |
image = preprocess(image).unsqueeze(0).to(device)
|
| 16 |
+
print("Image: ", image)
|
| 17 |
|
| 18 |
prompts = prompt.split("\n")
|
| 19 |
+
print("Prompts: ", prompts)
|
| 20 |
text = clip.tokenize(prompts).to(device)
|
| 21 |
+
print("Tokens: ", text)
|
| 22 |
|
| 23 |
with torch.no_grad():
|
| 24 |
logits_per_image, logits_per_text = model(image, text)
|
| 25 |
+
probs = logits_per_image.softmax(dim=-1).cpu()
|
| 26 |
+
print("Probs: ", probs)
|
| 27 |
|
| 28 |
+
return {k: v.item() for (k,v) in zip(prompts, probs[0])}
|
| 29 |
|
| 30 |
|
| 31 |
iface = gr.Interface(
|
| 32 |
fn=process,
|
| 33 |
inputs=[
|
| 34 |
+
gr.Image(type="pil", label="Image"),
|
| 35 |
gr.Textbox(lines=5, label="Prompts (newline-separated)"),
|
| 36 |
],
|
| 37 |
outputs="label",
|
| 38 |
+
examples=[
|
| 39 |
+
["dog.jpg", "a photo of a dog\na photo of a cat"],
|
| 40 |
+
["cat.jpg", "a photo of a dog\na photo of a cat"],
|
| 41 |
+
]
|
| 42 |
)
|
| 43 |
iface.launch()
|
cat.jpg
ADDED
|
dog.jpg
ADDED
|