Switch to VIT-L/14

app.py

@@ -15,15 +15,15 @@ from st_clickable_images import clickable_images
     },
 )
 def load():
-    model = CLIPModel.from_pretrained("openai/clip-vit-base-patch16")
-    processor = CLIPProcessor.from_pretrained("openai/clip-vit-base-patch16")
+    model = CLIPModel.from_pretrained("openai/clip-vit-large-patch14")
+    processor = CLIPProcessor.from_pretrained("openai/clip-vit-large-patch14")
     df = {0: pd.read_csv("data.csv"), 1: pd.read_csv("data2.csv")}
     embeddings = {0: np.load("embeddings.npy"), 1: np.load("embeddings2.npy")}
     for k in [0, 1]:
-        embeddings[k] = embeddings[k] - np.mean(embeddings[k], axis=0)
         embeddings[k] = embeddings[k] / np.linalg.norm(
             embeddings[k], axis=1, keepdims=True
         )
+        embeddings[k] = embeddings[k] - np.mean(embeddings[k], axis=0)
     return model, processor, df, embeddings
 
 
@@ -46,7 +46,7 @@ def image_search(query, corpus, n_results=24):
         else:
             return np.concatenate((e1, e2), axis=0)
 
-    splitted_query = query.split("/")
+    splitted_query = query.split(" EXCLUDING ")
 
     positive_queries = splitted_query[0].split(";")
     for positive_query in positive_queries:
@@ -104,7 +104,7 @@ description = """
 howto = """
 - Click on an image to use it as a query and find similar images
 - Several queries, including one based on an image, can be combined (use "**;**" as a separator)
-- If the input includes "**/**", the part right of "**/**" will be used as a negative query
+- If the input includes "**EXCLUDING**", the part right of it will be used as a negative query
 """
 
 

embeddings.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:125430e11a4a415ec0c0fc5339f97544f0447e4b0a24c20f2e59f8852e706afc
-size 51200128
+oid sha256:64515f7d3d71137e2944f2c3d72c8df3e684b5d6a6ff7dcebb92370f7326ccfd
+size 76800128

embeddings2.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:153cf3fae2385d51fe8729d3a1c059f611ca47a3fc501049708114d1bbf79049
-size 16732288
+oid sha256:3d730b33e758c2648419a96ac86d39516c59795e613c35700d3a64079e5a9a27
+size 25098368