Update app.py

app.py

@@ -5,14 +5,16 @@ import cachetools
 # Set your OpenAI API key here
 openai.api_key = "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"  # Replace with your actual API key
 
-# Cache settings
 cache_size = 1000
-ttl = 3600  # Cache expiration time in seconds (1 hour)
-cache = cachetools.LRUCache(maxsize=cache_size, ttl=ttl)
+expire = 3600  # Cache expiration time in seconds (1 hour)
+cache = LRUCache(maxsize=cache_size)
 
 def generate_response(message):
     if message in cache:
-        return cache[message]
+        if cache.get(message).__dict__["_expire"] > time.time():  # Check expiration
+            return cache[message]
+        else:
+            del cache[message]  # Remove expired entry
 
     try:
         response = openai.Completion.create(
@@ -24,6 +26,7 @@ def generate_response(message):
             temperature=0.7,
         )
         cache[message] = response.choices[0].text.strip()
+        cache.expire(message, expire)  # Set expiration time
         return response.choices[0].text.strip()
     except Exception as e:
         return f"Error: {str(e)}"
@@ -39,4 +42,6 @@ iface = gr.Interface(
 )
 
 # Launch the interface
-iface.launch()
+iface.launch()
+
+import time  # Import time module for expiration check