GalaxyTab commited on
Commit
f7cc4cf
·
1 Parent(s): b355886

Trying again to get python backup to work

Browse files
chat_application/.datasetHandler.py.swp DELETED
Binary file (12.3 kB)
 
chat_application/datasetHandler.py DELETED
@@ -1,31 +0,0 @@
1
- from huggingface_hub import upload_folder
2
- from huggingface_hub import HfApi
3
- from huggingface_hub import login
4
- import os
5
-
6
- class datasetHandler():
7
-
8
- def __init__(self,hf_token,mongoDB_name):
9
- login(hf_token)
10
- self.api = HfApi(token = hf_token)
11
- self.DB_name = mongoDB_name
12
-
13
- def make_dump(self):
14
- try:
15
- os.system(f"mongodump --db {self.DB_name} --out /tmp/mongoDBContents")
16
- return 0
17
- except Exception as e:
18
- print(e)
19
- return 1
20
-
21
- def upload_dump(self):
22
- try:
23
- upload_folder(folder_path="/tmp/mongoDbContents",path_in_repo="mongoDump", repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
24
- return 0
25
- except Exception as e:
26
- print(e)
27
- return 1
28
-
29
- def dump_db(self):
30
- make_dump()
31
- upload_dump()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
chat_application/main.py CHANGED
@@ -22,7 +22,40 @@ from humanizing import humanize
22
  from quote_removal import remove_quotes
23
  from weird_char_removal import remove_weird_characters
24
  from duplicate_detection import duplicate_check
25
- from datasetHandler import datasetHandler
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
 
27
  #controls
28
  CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt
 
22
  from quote_removal import remove_quotes
23
  from weird_char_removal import remove_weird_characters
24
  from duplicate_detection import duplicate_check
25
+
26
+ # Database backup code
27
+ from huggingface_hub import upload_folder
28
+ from huggingface_hub import HfApi
29
+ from huggingface_hub import login
30
+ import os
31
+
32
+ class datasetHandler():
33
+
34
+ def __init__(self,hf_token,mongoDB_name):
35
+ login(hf_token)
36
+ self.api = HfApi(token = hf_token)
37
+ self.DB_name = mongoDB_name
38
+
39
+ def make_dump(self):
40
+ try:
41
+ os.system(f"mongodump --db {self.DB_name} --out /tmp/mongoDBContents")
42
+ return 0
43
+ except Exception as e:
44
+ print(e)
45
+ return 1
46
+
47
+ def upload_dump(self):
48
+ try:
49
+ upload_folder(folder_path="/tmp/mongoDbContents",path_in_repo="mongoDump", repo_id="ProjectFrozone/MongoDBDumps", repo_type="dataset")
50
+ return 0
51
+ except Exception as e:
52
+ print(e)
53
+ return 1
54
+
55
+ def dump_db(self):
56
+ make_dump()
57
+ upload_dump()
58
+ # End backup code
59
 
60
  #controls
61
  CHAT_CONTEXT = 20 #how many messages from chat history to append to inference prompt