Training in progress, step 100

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "bigcode/starcoderbase-1b",
+  "base_model_name_or_path": "CodeGPTPlus/deepseek-coder-1.3b-typescript",
   "bias": "none",
   "eva_config": null,
   "exclude_modules": null,
@@ -23,10 +23,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "c_proj",
-    "q_attn",
-    "c_fc",
-    "c_attn"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7a82f28edd7f558514ea5bb314e8ee27302cc22b05d1648144904b6aba5477c
-size 22241240
+oid sha256:77bbfc66da4f1b1bcee45ea75565b233656e727410aa3f44ec5fb1f86887e933
+size 6304096

runs/Feb11_20-10-02_nitro/events.out.tfevents.1739322604.nitro.14526.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de39958e0dc11a640bf511150c60908f3a4beb312f9c3962534285b1d2481219
+size 6266

runs/Feb11_20-11-27_nitro/events.out.tfevents.1739322688.nitro.14792.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01edb84c7e29d93b70303be884861234ed931a096ea94248671b42d9b5d1632
+size 6268

runs/Feb11_20-12-10_nitro/events.out.tfevents.1739322731.nitro.14977.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49488ba83e15e648211bac6442392d27d38a3eb8103a9701012c1c0e5601fd7c
+size 6266

runs/Feb11_20-12-50_nitro/events.out.tfevents.1739322772.nitro.15129.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8b5c7f05aaed98da6dcb9a129c247a5e96d80ed4b975a51fe8f314b41f3dc
+size 6266

runs/Feb12_21-55-23_nitro/events.out.tfevents.1739415332.nitro.2511.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e0e659cbc7bcda2f6174851c8c822f41bbe19f48f1d93c08d9236d0aa80a65
+size 7167

special_tokens_map.json

@@ -1,42 +1,20 @@
 {
-  "additional_special_tokens": [
-    "<|endoftext|>",
-    "<fim_prefix>",
-    "<fim_middle>",
-    "<fim_suffix>",
-    "<fim_pad>",
-    "<filename>",
-    "<gh_stars>",
-    "<issue_start>",
-    "<issue_comment>",
-    "<issue_closed>",
-    "<jupyter_start>",
-    "<jupyter_text>",
-    "<jupyter_code>",
-    "<jupyter_output>",
-    "<empty_output>",
-    "<commit_before>",
-    "<commit_msg>",
-    "<commit_after>",
-    "<reponame>"
-  ],
   "bos_token": {
-    "content": "<|endoftext|>",
+    "content": "<｜begin▁of▁sentence｜>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|endoftext|>",
+    "content": "<｜end▁of▁sentence｜>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|endoftext|>",
-  "unk_token": {
-    "content": "<|endoftext|>",
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -1,187 +1,194 @@
 {
-  "add_prefix_space": false,
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
-    "0": {
-      "content": "<|endoftext|>",
+    "32000": {
+      "content": "õ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "1": {
-      "content": "<fim_prefix>",
+    "32001": {
+      "content": "÷",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "2": {
-      "content": "<fim_middle>",
+    "32002": {
+      "content": "Á",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "3": {
-      "content": "<fim_suffix>",
+    "32003": {
+      "content": "ý",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "4": {
-      "content": "<fim_pad>",
+    "32004": {
+      "content": "À",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "5": {
-      "content": "<filename>",
+    "32005": {
+      "content": "ÿ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "6": {
-      "content": "<gh_stars>",
+    "32006": {
+      "content": "ø",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "7": {
-      "content": "<issue_start>",
+    "32007": {
+      "content": "ú",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "8": {
-      "content": "<issue_comment>",
+    "32008": {
+      "content": "þ",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "9": {
-      "content": "<issue_closed>",
+    "32009": {
+      "content": "ü",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "10": {
-      "content": "<jupyter_start>",
+    "32010": {
+      "content": "ù",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "11": {
-      "content": "<jupyter_text>",
+    "32011": {
+      "content": "ö",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "12": {
-      "content": "<jupyter_code>",
+    "32012": {
+      "content": "û",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "13": {
-      "content": "<jupyter_output>",
+    "32013": {
+      "content": "<｜begin▁of▁sentence｜>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "14": {
-      "content": "<empty_output>",
+    "32014": {
+      "content": "<｜end▁of▁sentence｜>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "15": {
-      "content": "<commit_before>",
+    "32015": {
+      "content": "<｜fim▁hole｜>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "16": {
-      "content": "<commit_msg>",
+    "32016": {
+      "content": "<｜fim▁begin｜>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "17": {
-      "content": "<commit_after>",
+    "32017": {
+      "content": "<｜fim▁end｜>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "18": {
-      "content": "<reponame>",
+    "32018": {
+      "content": "<pad>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
+    },
+    "32019": {
+      "content": "<|User|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32020": {
+      "content": "<|Assistant|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32021": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "additional_special_tokens": [
-    "<|endoftext|>",
-    "<fim_prefix>",
-    "<fim_middle>",
-    "<fim_suffix>",
-    "<fim_pad>",
-    "<filename>",
-    "<gh_stars>",
-    "<issue_start>",
-    "<issue_comment>",
-    "<issue_closed>",
-    "<jupyter_start>",
-    "<jupyter_text>",
-    "<jupyter_code>",
-    "<jupyter_output>",
-    "<empty_output>",
-    "<commit_before>",
-    "<commit_msg>",
-    "<commit_after>",
-    "<reponame>"
-  ],
-  "bos_token": "<|endoftext|>",
+  "bos_token": "<｜begin▁of▁sentence｜>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
+  "eos_token": "<｜end▁of▁sentence｜>",
   "extra_special_tokens": {},
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<|endoftext|>",
-  "tokenizer_class": "GPT2Tokenizer",
-  "unk_token": "<|endoftext|>",
-  "vocab_size": 49152
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": null,
+  "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99da128985d6b16829611750d9b3a325d4afa91881158ad0c5d5ed77a2f0d1e4
+oid sha256:f963f173eda35cdd4e498bfe203728d17699cdfb7818d3dad3f578b9ddf85f80
 size 5624