Update app.py

app.py

@@ -1,11 +1,19 @@
 import gradio as gr
 import openai
+import cachetools
 
 # Set your OpenAI API key here
 openai.api_key = "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"  # Replace with your actual API key
 
-# Use the new `Completion.create` method for chat-like interactions
+# Cache settings
+cache_size = 1000
+ttl = 3600  # Cache expiration time in seconds (1 hour)
+cache = cachetools.LRUCache(maxsize=cache_size, ttl=ttl)
+
 def generate_response(message):
+    if message in cache:
+        return cache[message]
+
     try:
         response = openai.Completion.create(
             engine="text-davinci-003",  # Adjust model as needed
@@ -15,7 +23,7 @@ def generate_response(message):
             stop=None,  # No explicit stop sequences for chat-like interactions
             temperature=0.7,
         )
-        # Return the content of the response
+        cache[message] = response.choices[0].text.strip()
         return response.choices[0].text.strip()
     except Exception as e:
         return f"Error: {str(e)}"