mark from cache or not

app.py

@@ -8,7 +8,7 @@ from extract import extract
 import app_util
 from pgsoft.pgconst.const import service_list, functionality_list, game_list
 from pgsoft.pgdate.date_utils import beijing
-from call_ai import call_ai
+import call_ai
 
 #######################
 # proxy version
@@ -88,7 +88,8 @@ def run(hf_token, service, game, functionality, nlp_command):
         assert "games" in service_list
         if service == "games":
             print(f"{beijing()} [{user_name}] [{game}] {nlp_command}")
-        outp = call_ai(
+        call_ai.from_cache = True
+        outp = call_ai.call_ai(
             service,
             game,
             functionality,
@@ -105,6 +106,7 @@ def run(hf_token, service, game, functionality, nlp_command):
         outp["game"] = game
         if source:
             outp["source"] = source
+        outp["cache"] = call_ai.from_cache
         app_util.call_logger(outp, identity, token)
     service_end = beijing()
     timecost = service_end.timestamp() - service_start.timestamp()

call_ai.py

@@ -3,6 +3,8 @@ from gradio_client import Client
 from pgsoft.pgdate.date_utils import beijing
 import json
 
+from_cache = True
+
 
 @cache
 def call_ai(service, game, functionality, nlp_command, url, hf_token):
@@ -30,4 +32,6 @@ def call_ai(service, game, functionality, nlp_command, url, hf_token):
     timecost = calling_end.timestamp() - calling_start.timestamp()
     print(f"calling ai ends at {calling_end}, costs {timecost:.2f}s")
     outp = json.loads(res)
+    global from_cache
+    from_cache = False
     return outp