attempt to KNN model the image

app.py

@@ -182,6 +182,23 @@ def main():
                         file_name=f"streetview_{lat}_{lng}.jpg",
                         mime="image/jpeg"
                     )
+
+                    # Process image
+                    with st.spinner('Processing image...'):
+                        processed_image = process_image(image, preprocess)
+                        processed_image = processed_image.to(device)
+
+                        # Encode into CLIP vector
+                        with torch.no_grad():
+                            vec = model.encode_image(processed_image)
+
+                            # Normalize vector
+                            vec /= vec.norm(dim=-1, keepdim=True)
+                        if debug: st.write(vec.shape)
+                        vec = vec.numpy()
+                        k = 40
+                        for cat in categories:
+                            st.write(cat, f'rating = {knn_get_score(knn, k, cat, vec):.1f}')
                     
                 except Exception as e:
                     st.error(f"Error displaying image: {str(e)}")