Update app.py

app.py

@@ -5,6 +5,7 @@ import asyncio
 import json
 from datasets import Dataset, DatasetDict, load_dataset, load_from_disk
 from huggingface_hub import HfApi, HfFolder
+from functools import lru_cache
 
 # 從環境變量中獲取 Hugging Face API 令牌和其他配置
 HF_API_TOKEN = os.environ.get("HF_API_TOKEN")
@@ -41,6 +42,7 @@ except:
         })
     })
 
+@lru_cache(maxsize=32)
 async def send_chat_message(user_input):
     payload = {
         "inputs": {},