Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Added timestamps to mongo dumps
Browse files- chat_application/main.py +9 -3
chat_application/main.py
CHANGED
|
@@ -28,7 +28,8 @@ from duplicate_detection import duplicate_check
|
|
| 28 |
from huggingface_hub import upload_folder
|
| 29 |
from huggingface_hub import HfApi
|
| 30 |
from huggingface_hub import login
|
| 31 |
-
import
|
|
|
|
| 32 |
|
| 33 |
class datasetHandler():
|
| 34 |
|
|
@@ -36,6 +37,7 @@ class datasetHandler():
|
|
| 36 |
login(hf_token)
|
| 37 |
self.api = HfApi(token = hf_token)
|
| 38 |
self.DB_name = mongoDB_name
|
|
|
|
| 39 |
|
| 40 |
def make_dump(self):
|
| 41 |
try:
|
|
@@ -47,16 +49,20 @@ class datasetHandler():
|
|
| 47 |
|
| 48 |
def upload_dump(self):
|
| 49 |
try:
|
| 50 |
-
upload_folder(folder_path="/tmp/mongoDBContents",path_in_repo="
|
| 51 |
return 0
|
| 52 |
except Exception as e:
|
| 53 |
print(e)
|
| 54 |
return 1
|
| 55 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
def dump_db(self):
|
| 57 |
self.make_dump()
|
| 58 |
self.upload_dump()
|
| 59 |
-
# End backup code
|
| 60 |
|
| 61 |
#controls
|
| 62 |
CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt
|
|
|
|
| 28 |
from huggingface_hub import upload_folder
|
| 29 |
from huggingface_hub import HfApi
|
| 30 |
from huggingface_hub import login
|
| 31 |
+
from datetime import datetime
|
| 32 |
+
|
| 33 |
|
| 34 |
class datasetHandler():
|
| 35 |
|
|
|
|
| 37 |
login(hf_token)
|
| 38 |
self.api = HfApi(token = hf_token)
|
| 39 |
self.DB_name = mongoDB_name
|
| 40 |
+
self.timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
|
| 41 |
|
| 42 |
def make_dump(self):
|
| 43 |
try:
|
|
|
|
| 49 |
|
| 50 |
def upload_dump(self):
|
| 51 |
try:
|
| 52 |
+
upload_folder(folder_path="/tmp/mongoDBContents",path_in_repo=f"mongoDump_{self.timestamp}", repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
|
| 53 |
return 0
|
| 54 |
except Exception as e:
|
| 55 |
print(e)
|
| 56 |
return 1
|
| 57 |
|
| 58 |
+
def list_items(self):
|
| 59 |
+
all_files = self.api.list_repo_files(repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
|
| 60 |
+
return all_files
|
| 61 |
+
|
| 62 |
def dump_db(self):
|
| 63 |
self.make_dump()
|
| 64 |
self.upload_dump()
|
| 65 |
+
# End database backup code
|
| 66 |
|
| 67 |
#controls
|
| 68 |
CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt
|