Update app.py

app.py

@@ -5,8 +5,10 @@ import torch
 import numpy as np
 from gradio_client import Client
 
-# Cache the model and tokenizer
-@gr.cache()
+# Cache the model and tokenizer using lru_cache
+from functools import lru_cache
+
+@lru_cache(maxsize=1)
 def load_model_and_tokenizer():
     model_name = "Frenchizer/all-MiniLM-L6-v2"  # Replace with your Space and model path
     tokenizer = AutoTokenizer.from_pretrained(model_name)
@@ -32,7 +34,7 @@ labels = [
     "sustained", "technical", "theater", "tourism", "travel"
 ]
 
-@gr.cache()
+@lru_cache(maxsize=1)
 def precompute_label_embeddings():
     def encode_text(texts):
         inputs = tokenizer(texts, padding=True, truncation=True, return_tensors="pt")