Fred808 commited on
Commit
e650539
·
verified ·
1 Parent(s): f9547ae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -13
app.py CHANGED
@@ -1,22 +1,25 @@
1
  from huggingface_hub import list_repo_files
 
2
  import os
3
 
4
- # === CONFIGURATION ===
5
- HF_TOKEN = os.environ.get("HF_TOKEN") # Set as environment variable or replace with your string token
6
- REPO_ID = "Fred808/BG1" # Your dataset repo ID
7
-
8
- def count_all_dataset_files():
9
- print(f"🔍 Scanning entire dataset: {REPO_ID}")
10
 
 
11
  try:
12
  files = list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
13
- data_files = [f for f in files if not f.endswith('/')] # Exclude folders
14
- print(f" Total files in dataset: {len(data_files)}")
15
- return data_files
16
  except Exception as e:
17
- print(f" Failed to list dataset files: {e}")
18
- return []
 
 
 
 
 
19
 
20
- # === Run ===
21
  if __name__ == "__main__":
22
- count_all_dataset_files()
 
1
  from huggingface_hub import list_repo_files
2
+ import time
3
  import os
4
 
5
+ # === Configuration ===
6
+ HF_TOKEN = os.environ.get("HF_TOKEN")
7
+ REPO_ID = "Fred808/BG1"
8
+ SLEEP_INTERVAL = 60 # seconds
 
 
9
 
10
+ def count_files():
11
  try:
12
  files = list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
13
+ data_files = [f for f in files if not f.endswith('/')]
14
+ print(f"[✓] Total files in '{REPO_ID}': {len(data_files)}")
 
15
  except Exception as e:
16
+ print(f"[!] Error: {e}")
17
+
18
+ def main_loop():
19
+ print(f"🔁 Starting file counter for dataset: {REPO_ID}")
20
+ while True:
21
+ count_files()
22
+ time.sleep(SLEEP_INTERVAL)
23
 
 
24
  if __name__ == "__main__":
25
+ main_loop()