Upload src/upload_to_hf.py with huggingface_hub

src/upload_to_hf.py

@@ -62,13 +62,13 @@ def upload_to_huggingface(repo_name, token):
                 repo_type="model"
             )
 
-    # Upload vocabulary and tokenizer files
-    vocab_files = glob.glob('cbow/*.pkl')
-    for vocab_file in vocab_files:
-        print(f"Uploading {vocab_file}...")
+    # Upload all tokenizer files from cbow directory
+    cbow_files = glob.glob('cbow/*.pkl')
+    for cbow_file in cbow_files:
+        print(f"Uploading {cbow_file}...")
         api.upload_file(
-            path_or_fileobj=vocab_file,
-            path_in_repo=f"vocabulary/{os.path.basename(vocab_file)}",
+            path_or_fileobj=cbow_file,
+            path_in_repo=f"cbow/{os.path.basename(cbow_file)}",
             repo_id=repo_name,
             repo_type="model"
         )