rm db

service/dataset.py

@@ -1,58 +0,0 @@
-import os
-import json
-from typing import Any
-import pytz
-from pathlib import Path
-from huggingface_hub import CommitScheduler
-from datetime import datetime
-from datasets import load_dataset
-
-
-class Dataset:
-
-    DIR = os.path.join(os.path.dirname(__file__),"..","data")
-
-    def __init__(self):
-        self.scheduler = CommitScheduler(
-            repo_id="Jarvis-Log",
-            repo_type="dataset",
-            folder_path=self.DIR,
-            path_in_repo="data",
-            token=os.getenv("HF_TOKEN")
-        )
-
-    def current_time(self):
-        beijing_tz = pytz.timezone('Asia/Shanghai')
-        beijing_time = datetime.now(beijing_tz)
-        format_time = beijing_time.strftime('%Y-%m-%d %H:%M:%S')
-        return format_time
-    
-    def current_date(self):
-        beijing_tz = pytz.timezone('Asia/Shanghai')
-        beijing_time = datetime.now(beijing_tz)
-        format_date = beijing_time.strftime('%Y-%m-%d')
-        return format_date
-     
-    def _write_log(self, data, dir_name):
-        path = Path(self.DIR,dir_name) 
-        path.mkdir(parents=True, exist_ok=True)
-        path = path/f'{self.current_date()}.json'
-        data['datetime'] = self.current_time()
-        data = json.dumps(data)+"\n"
-        with self.scheduler.lock:
-            with path.open("a") as f:
-                f.write(data)
-    
-    def write_dataset(self,data):
-        self._write_log(data,"dataset")
-
-    def write_log(self,data):
-        self._write_log(data,"log")
-    
-    def __call__(self,data):
-        print(f"[{self.current_time()}]{data}")
-    
-    def load_dataset(self):
-        dataset = load_dataset("JR818/Jarvis-Log",data_dir="data/dataset",ignore_verifications=True)
-        return dataset.with_format("pandas").data
-dataset = Dataset()

service/logger.py

@@ -1,54 +0,0 @@
-import os
-import json
-from typing import Any
-import pytz
-from pathlib import Path
-from huggingface_hub import CommitScheduler
-from datetime import datetime
-
-
-class Logger:
-
-    DIR = os.path.join(os.path.dirname(__file__),"..","data")
-
-    def __init__(self):
-        self.scheduler = CommitScheduler(
-            repo_id="Jarvis-Log",
-            repo_type="dataset",
-            folder_path=self.DIR,
-            path_in_repo="data",
-            token=os.getenv("HF_TOKEN")
-        )
-
-    def current_time(self):
-        beijing_tz = pytz.timezone('Asia/Shanghai')
-        beijing_time = datetime.now(beijing_tz)
-        format_time = beijing_time.strftime('%Y-%m-%d %H:%M:%S')
-        return format_time
-    
-    def current_date(self):
-        beijing_tz = pytz.timezone('Asia/Shanghai')
-        beijing_time = datetime.now(beijing_tz)
-        format_date = beijing_time.strftime('%Y-%m-%d')
-        return format_date
-     
-    def _write_log(self, data, dir_name):
-        path = Path(self.DIR,dir_name) 
-        path.mkdir(parents=True, exist_ok=True)
-        path = path/f'{self.current_date()}.json'
-        data['datetime'] = self.current_time()
-        data = json.dumps(data)+"\n"
-        with self.scheduler.lock:
-            with path.open("a") as f:
-                f.write(data)
-    
-    def write_dataset(self,data):
-        self._write_log(data,"dataset")
-
-    def write_log(self,data):
-        self._write_log(data,"log")
-    
-    def __call__(self,data):
-        print(f"[{self.current_time()}]{data}")
-
-logger = Logger()