Training in progress, step 59500

adapter_config.json

@@ -14,12 +14,12 @@
   "r": 32,
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "down_proj",
-    "q_proj",
+    "gate_proj",
     "v_proj",
+    "down_proj",
     "k_proj",
-    "gate_proj",
+    "q_proj",
+    "up_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f56b8a333605f03b496496aac3531e5eb50e390d67be06083619275a78de77da
+oid sha256:e72cdd9521ac3e5299609e7c257e6e96d04cdc5eb4ebb588d3bb1c2650ef97dd
 size 500897101

gitsaves.py

@@ -0,0 +1,30 @@
+import os
+import time
+import subprocess
+
+# Function to update .gitignore file
+def update_gitignore():
+    with open(".gitignore", "w") as gitignore_file:
+        gitignore_file.write("gitsaves.py\n")
+
+# Function to perform git commit and push
+def git_commit_and_push():
+    current_time = time.strftime("%Y-%m-%d %H:%M:%S")
+    commit_message = f"{current_time} Autosave for checkpoint additions"
+
+    print("Pushing with commit `"+commit_message+"`")
+    subprocess.run(["git", "add", "."])
+    subprocess.run(["git", "commit", "-m", commit_message])
+    subprocess.run(["git", "push"])
+
+# Main loop
+if __name__ == "__main__":
+    try:
+        while True:
+            update_gitignore()
+            git_commit_and_push()
+            print(f"Autosaved at {time.strftime('%H:%M:%S')}")
+            time.sleep(600)  # Sleep for 10 minutes (600 seconds)
+    except KeyboardInterrupt:
+        print("Autosave stopped.")
+

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "[PAD]",
+  "unk_token": "<unk>"
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,36 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": null,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": false,
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "use_fast": true
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8ca8c55b410908f1a6fb4d78d55fe6aad82bbca76ec8021e18981496f18fa70
-size 4027
+oid sha256:35750ce2c97e67db338d1121db50269062def2ea29de48747dfd43b7a072ee79
+size 4155