concord dsl
commited on
Commit
·
d18af84
1
Parent(s):
829b2c9
add final CodeParrot weights for code search finetuned on CoSQA and CSN
Browse files- checkpoint-best-aver/merges.txt +0 -0
- checkpoint-best-aver/optimizer.pt +3 -0
- checkpoint-best-aver/pytorch_model.bin +3 -0
- checkpoint-best-aver/scheduler.pt +3 -0
- checkpoint-best-aver/special_tokens_map.json +5 -0
- checkpoint-best-aver/tokenizer_config.json +34 -0
- checkpoint-best-aver/training_0.bin +3 -0
- checkpoint-best-aver/training_1.bin +3 -0
- checkpoint-best-aver/training_10.bin +3 -0
- checkpoint-best-aver/training_11.bin +3 -0
- checkpoint-best-aver/training_12.bin +3 -0
- checkpoint-best-aver/training_13.bin +3 -0
- checkpoint-best-aver/training_14.bin +3 -0
- checkpoint-best-aver/training_15.bin +3 -0
- checkpoint-best-aver/training_16.bin +3 -0
- checkpoint-best-aver/training_17.bin +3 -0
- checkpoint-best-aver/training_18.bin +3 -0
- checkpoint-best-aver/training_19.bin +3 -0
- checkpoint-best-aver/training_2.bin +3 -0
- checkpoint-best-aver/training_3.bin +3 -0
- checkpoint-best-aver/training_4.bin +3 -0
- checkpoint-best-aver/training_5.bin +3 -0
- checkpoint-best-aver/training_6.bin +3 -0
- checkpoint-best-aver/training_7.bin +3 -0
- checkpoint-best-aver/training_8.bin +3 -0
- checkpoint-best-aver/training_9.bin +3 -0
- checkpoint-best-aver/vocab.json +0 -0
- checkpoint-last/idx_file.txt +1 -0
- checkpoint-last/merges.txt +0 -0
- checkpoint-last/optimizer.pt +3 -0
- checkpoint-last/pytorch_model.bin +3 -0
- checkpoint-last/scheduler.pt +3 -0
- checkpoint-last/special_tokens_map.json +5 -0
- checkpoint-last/step_file.txt +1 -0
- checkpoint-last/tokenizer_config.json +34 -0
- checkpoint-last/vocab.json +0 -0
checkpoint-best-aver/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-best-aver/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e237a7d7524babd583d1aa926da1150e37acfd7f371d94c7fc3ebc8b48ab2f7d
|
| 3 |
+
size 12237394461
|
checkpoint-best-aver/pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09c98c6ac8a561aeb3bfe388b386d480726fbdfcb1c3bfbe0bbfef4310cef13e
|
| 3 |
+
size 6169108317
|
checkpoint-best-aver/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67080b4cf077d5d8231861c369490433d594b636bb7de899f7db1c379713b34d
|
| 3 |
+
size 627
|
checkpoint-best-aver/special_tokens_map.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<|endoftext|>",
|
| 3 |
+
"eos_token": "<|endoftext|>",
|
| 4 |
+
"unk_token": "<|endoftext|>"
|
| 5 |
+
}
|
checkpoint-best-aver/tokenizer_config.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"bos_token": {
|
| 5 |
+
"__type": "AddedToken",
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": true,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"do_lower_case": false,
|
| 13 |
+
"eos_token": {
|
| 14 |
+
"__type": "AddedToken",
|
| 15 |
+
"content": "<|endoftext|>",
|
| 16 |
+
"lstrip": false,
|
| 17 |
+
"normalized": true,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"single_word": false
|
| 20 |
+
},
|
| 21 |
+
"errors": "replace",
|
| 22 |
+
"model_max_length": 1024,
|
| 23 |
+
"pad_token": null,
|
| 24 |
+
"special_tokens_map_file": null,
|
| 25 |
+
"tokenizer_class": "GPT2Tokenizer",
|
| 26 |
+
"unk_token": {
|
| 27 |
+
"__type": "AddedToken",
|
| 28 |
+
"content": "<|endoftext|>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": true,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false
|
| 33 |
+
}
|
| 34 |
+
}
|
checkpoint-best-aver/training_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef7f2d696101cd73be630f162a99b3e639529a38edffefc0ed1a7e31ed632fd4
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f838e3631f9733d3414634af1632362c400e2c6fffd1c612dcde889cdb8dba6
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_10.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17a740b08b80c84e221bcccdb9addccff70099812f025ba5c94893215ce5f93d
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_11.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e1d02ff8e0c80298126f5acaf2e119a1162e96ebdc890bff25eafafe0ef4d66
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_12.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c19718125e3c3c421a1a58d7dd4dd8c9b086309a312d75b2d5d5667d273fba4
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_13.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d48792bff8e1ca6a14b1faf468e702971eba46f88a6ab533dbdde6cb48ee6e6
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_14.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c1a798e9843ceb5065998359ddfe21536da1ede302207d8eb38c6c931ba5e196
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_15.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fab07b54b85acf310b0b178e154e2cf4ec120ac6eb50e302cd12fc2e7ba59e5
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54e4ac669bafe11db791dce7f651cd7b6f228c86d8cde4053440ac98a08a9d4e
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_17.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f58438483e4de43ecbb303f5c5e249944d2989f45e3e2bc96706eb8efe3b94ee
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_18.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9e385573c451bfeb3e3d5834c441e60b1f463e1ce6d12e47b07d10dbc4262e0
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_19.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:755b0f0b28251da7a87c012b95f44ad210f71df62efc8e0862dc0891d27e4c8e
|
| 3 |
+
size 1975
|
checkpoint-best-aver/training_2.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e68d85cc62b459d6223cfc70407db5a68b4ead524dc02a9bd3734c332b93b35
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_3.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2451bc54e66140a7af4ac85d12d812600728556d37c954b4dd3367b199a9a055
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_4.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:740ad09ed185a312d90167680421246814368efacb153a1d12e53b4e5698e652
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_5.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3682b0acd95fb2834c335866daba228b97b3cac77a977f4289c57572bb5162f6
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_6.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5005e0b0874a2e649a5b926b872a8d705d67288b2fd6eb2b089add8b59b543b
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_7.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:496358b4fbb9811137183747b7c1380c580822167c7c2228f116879096ad9a30
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_8.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cdbe0d87d708d78bfe0924bbbdc658557f8fc179bbae8394239172d07f8c25c7
|
| 3 |
+
size 1973
|
checkpoint-best-aver/training_9.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:654c3b436a94cde030b7ad5007590a7ab37c8c3739762d45a8be7db598f18a10
|
| 3 |
+
size 1973
|
checkpoint-best-aver/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-last/idx_file.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
19
|
checkpoint-last/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-last/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e237a7d7524babd583d1aa926da1150e37acfd7f371d94c7fc3ebc8b48ab2f7d
|
| 3 |
+
size 12237394461
|
checkpoint-last/pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09c98c6ac8a561aeb3bfe388b386d480726fbdfcb1c3bfbe0bbfef4310cef13e
|
| 3 |
+
size 6169108317
|
checkpoint-last/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67080b4cf077d5d8231861c369490433d594b636bb7de899f7db1c379713b34d
|
| 3 |
+
size 627
|
checkpoint-last/special_tokens_map.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<|endoftext|>",
|
| 3 |
+
"eos_token": "<|endoftext|>",
|
| 4 |
+
"unk_token": "<|endoftext|>"
|
| 5 |
+
}
|
checkpoint-last/step_file.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
20
|
checkpoint-last/tokenizer_config.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"bos_token": {
|
| 5 |
+
"__type": "AddedToken",
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": true,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"do_lower_case": false,
|
| 13 |
+
"eos_token": {
|
| 14 |
+
"__type": "AddedToken",
|
| 15 |
+
"content": "<|endoftext|>",
|
| 16 |
+
"lstrip": false,
|
| 17 |
+
"normalized": true,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"single_word": false
|
| 20 |
+
},
|
| 21 |
+
"errors": "replace",
|
| 22 |
+
"model_max_length": 1024,
|
| 23 |
+
"pad_token": null,
|
| 24 |
+
"special_tokens_map_file": null,
|
| 25 |
+
"tokenizer_class": "GPT2Tokenizer",
|
| 26 |
+
"unk_token": {
|
| 27 |
+
"__type": "AddedToken",
|
| 28 |
+
"content": "<|endoftext|>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": true,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false
|
| 33 |
+
}
|
| 34 |
+
}
|
checkpoint-last/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|