GalaxyTab commited on
Commit
52970f5
·
1 Parent(s): 96fa7c0

Added timestamps to mongo dumps

Browse files
Files changed (1) hide show
  1. chat_application/main.py +9 -3
chat_application/main.py CHANGED
@@ -28,7 +28,8 @@ from duplicate_detection import duplicate_check
28
  from huggingface_hub import upload_folder
29
  from huggingface_hub import HfApi
30
  from huggingface_hub import login
31
- import os
 
32
 
33
  class datasetHandler():
34
 
@@ -36,6 +37,7 @@ class datasetHandler():
36
  login(hf_token)
37
  self.api = HfApi(token = hf_token)
38
  self.DB_name = mongoDB_name
 
39
 
40
  def make_dump(self):
41
  try:
@@ -47,16 +49,20 @@ class datasetHandler():
47
 
48
  def upload_dump(self):
49
  try:
50
- upload_folder(folder_path="/tmp/mongoDBContents",path_in_repo="mongoDump", repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
51
  return 0
52
  except Exception as e:
53
  print(e)
54
  return 1
55
 
 
 
 
 
56
  def dump_db(self):
57
  self.make_dump()
58
  self.upload_dump()
59
- # End backup code
60
 
61
  #controls
62
  CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt
 
28
  from huggingface_hub import upload_folder
29
  from huggingface_hub import HfApi
30
  from huggingface_hub import login
31
+ from datetime import datetime
32
+
33
 
34
  class datasetHandler():
35
 
 
37
  login(hf_token)
38
  self.api = HfApi(token = hf_token)
39
  self.DB_name = mongoDB_name
40
+ self.timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
41
 
42
  def make_dump(self):
43
  try:
 
49
 
50
  def upload_dump(self):
51
  try:
52
+ upload_folder(folder_path="/tmp/mongoDBContents",path_in_repo=f"mongoDump_{self.timestamp}", repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
53
  return 0
54
  except Exception as e:
55
  print(e)
56
  return 1
57
 
58
+ def list_items(self):
59
+ all_files = self.api.list_repo_files(repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
60
+ return all_files
61
+
62
  def dump_db(self):
63
  self.make_dump()
64
  self.upload_dump()
65
+ # End database backup code
66
 
67
  #controls
68
  CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt