logger

service/api.py

@@ -5,6 +5,7 @@ import requests
 from typing import Any
 from .llm import search_bot
 from .vector_store import vector_store
+from .logger import logger
 
 
 class API():
@@ -24,6 +25,7 @@ class API():
             if name == '' or url == '':
                 continue
             res.append({"name":name,"url":url})
+        logger.write_log({"query":query,"api":'auto_complete',"result":res})
         return res
         
     
@@ -48,6 +50,12 @@ class API():
         for i in answer:
             text += i
             yield i
+        logger.write_log({
+            "query":query,
+            "api":'search',
+            "source":source,
+            'answer':text})
+
 
     def get_filecoin_price(self):
         url="https://api.spacescope.io/v2/price/realtime"

service/logger.py

@@ -0,0 +1,54 @@
+import os
+import json
+from typing import Any
+import pytz
+from pathlib import Path
+from huggingface_hub import CommitScheduler
+from datetime import datetime
+
+
+class Logger:
+
+    DIR = os.path.join(os.path.dirname(__file__),"..","data")
+
+    def __init__(self):
+        self.scheduler = CommitScheduler(
+            repo_id="Jarvis-Log",
+            repo_type="dataset",
+            folder_path=self.DIR,
+            path_in_repo="data",
+            token=os.getenv("HF_TOKEN")
+        )
+
+    def current_time(self):
+        beijing_tz = pytz.timezone('Asia/Shanghai')
+        beijing_time = datetime.now(beijing_tz)
+        format_time = beijing_time.strftime('%Y-%m-%d %H:%M:%S')
+        return format_time
+    
+    def current_date(self):
+        beijing_tz = pytz.timezone('Asia/Shanghai')
+        beijing_time = datetime.now(beijing_tz)
+        format_date = beijing_time.strftime('%Y-%m-%d')
+        return format_date
+     
+    def _write_log(self, data, dir_name):
+        path = Path(self.DIR,dir_name) 
+        path.mkdir(parents=True, exist_ok=True)
+        path = path/f'{self.current_date()}.json'
+        data['datetime'] = self.current_time()
+        data = json.dumps(data)+"\n"
+        with self.scheduler.lock:
+            with path.open("a") as f:
+                f.write(data)
+    
+    def write_dataset(self,data):
+        self._write_log(data,"dataset")
+
+    def write_log(self,data):
+        self._write_log(data,"log")
+    
+    def __call__(self,data):
+        print(f"[{self.current_time()}]{data}")
+
+logger = Logger()