fix

main.py

@@ -12,12 +12,13 @@ async def root():
 
 
 class SummaryReq(BaseModel):
-    text: str
     key: str
+    id: str
+    text: str
 
 
 @app.post("/summary/")
 async def summary(request: SummaryReq):
     if request.key != KEY:
         return 'Unauthorized'
-    return summarize(request.text)
+    return summarize(request.id, request.text)

requirements.txt

@@ -1,5 +1,6 @@
 fastapi
 uvicorn
+diskcache
 langdetect
 protobuf
 sentencepiece

summary.py

@@ -1,5 +1,6 @@
 import re
 
+from diskcache import Cache
 from langdetect import detect
 from transformers import pipeline
 
@@ -11,8 +12,14 @@ en_translation_pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-mul-en
 classification_pipe = pipeline("text-classification", model="Yueh-Huan/news-category-classification-distilbert")
 tag_gen_pipe = pipeline("text2text-generation", model="fabiochiu/t5-base-tag-generation")
 
+cache = Cache(directory='/.cache/tmp/summary', size_limit=int(1e9))  # 1GB
+
+
+def summarize(id: str, text: str):
+    value = cache.get(id)
+    if value is not None:
+        return value
 
-def summarize(text: str):
     if text is None or len(text) < 10:
         return {
             "ver": AiSummaryVersion
@@ -24,11 +31,14 @@ def summarize(text: str):
     tags = filter_tags(tags1 + tags2)
     tags = sorted(list(set(tags)))
 
-    return {
+    value = {
+        "id": id,
         "ver": AiSummaryVersion,
         "summary": summary,
         "tags": tags,
     }
+    cache.set(id, value)
+    return value
 
 
 def get_summarization(text: str):