Add files using upload-large-folder tool

.gitattributes

@@ -1,35 +1,2 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
 *.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text

.ipynb_checkpoints/config-checkpoint.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.55.0",
+  "use_cache": true,
+  "vocab_size": 32016
+}

.ipynb_checkpoints/upload-checkpoint.py

@@ -0,0 +1,17 @@
+from huggingface_hub import HfApi
+from concurrent.futures import ThreadPoolExecutor
+import os
+
+api = HfApi()
+files = [f"model-000{i:02d}-of-00029.safetensors" for i in range(7, 30)]
+
+def upload_file(filepath):
+    return api.upload_file(
+        path_or_fileobj=filepath,
+        path_in_repo=filepath,
+        repo_id="emissary-ai/Python-Tab-Completion-CodeLlama-70b",
+        repo_type="model"
+    )
+
+with ThreadPoolExecutor(max_workers=50) as executor:
+    executor.map(upload_file, files)

tokenizer_config.json

@@ -40,4 +40,4 @@
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
-}
+}

upload.py

@@ -0,0 +1,17 @@
+from huggingface_hub import HfApi
+from concurrent.futures import ThreadPoolExecutor
+import os
+
+api = HfApi()
+files = [f"model-000{i:02d}-of-00029.safetensors" for i in range(7, 30)]
+
+def upload_file(filepath):
+    return api.upload_file(
+        path_or_fileobj=filepath,
+        path_in_repo=filepath,
+        repo_id="emissary-ai/Python-Tab-Completion-CodeLlama-70b",
+        repo_type="model"
+    )
+
+with ThreadPoolExecutor(max_workers=50) as executor:
+    executor.map(upload_file, files)