Feature Extraction
sentence-transformers
Safetensors
English
code
roberta
python
javascript
go
java
ruby
php
code-search
code-embeddings
multilingual
matryoshka
unixcoder
mteb
Eval Results (legacy)
text-embeddings-inference
Instructions to use divakantpandey/code-embed-v2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use divakantpandey/code-embed-v2 with sentence-transformers:
from sentence_transformers import SentenceTransformer model = SentenceTransformer("divakantpandey/code-embed-v2") sentences = [ "The weather is lovely today.", "It's so sunny outside!", "He drove to the stadium." ] embeddings = model.encode(sentences) similarities = model.similarity(embeddings, embeddings) print(similarities.shape) # [3, 3] - Notebooks
- Google Colab
- Kaggle
Periodic checkpoint at step 500 (loss=0.00000)
Browse files- backbone/model.safetensors +1 -1
- backbone/tokenizer.json +14 -2
- optimizer.pt +1 -1
- projection_head.pt +1 -1
- rng_state.pt +1 -1
- scheduler.pt +1 -1
- sentence_transformers/2_Dense/model.safetensors +1 -1
- sentence_transformers/3_Dense/model.safetensors +1 -1
- sentence_transformers/README.md +3 -3
- sentence_transformers/model.safetensors +1 -1
- tokenizer.json +14 -2
- trainer_state.json +2 -2
backbone/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 503741296
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b88b2e05735c1f1e0f356f408173b87cb878e5454d3f20ca602cc2a113feffc
|
| 3 |
size 503741296
|
backbone/tokenizer.json
CHANGED
|
@@ -1,7 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
"added_tokens": [
|
| 6 |
{
|
| 7 |
"id": 0,
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": {
|
| 4 |
+
"direction": "Right",
|
| 5 |
+
"max_length": 1024,
|
| 6 |
+
"strategy": "LongestFirst",
|
| 7 |
+
"stride": 0
|
| 8 |
+
},
|
| 9 |
+
"padding": {
|
| 10 |
+
"strategy": "BatchLongest",
|
| 11 |
+
"direction": "Right",
|
| 12 |
+
"pad_to_multiple_of": null,
|
| 13 |
+
"pad_id": 1,
|
| 14 |
+
"pad_type_id": 0,
|
| 15 |
+
"pad_token": "<pad>"
|
| 16 |
+
},
|
| 17 |
"added_tokens": [
|
| 18 |
{
|
| 19 |
"id": 0,
|
optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1031217338
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:104e76534d87287befac3f07b8e8f9911d728b5f3275dbe0cc054c91681cc106
|
| 3 |
size 1031217338
|
projection_head.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14170320
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f6c5597c0daa057ee71160c7f9e0df1871c5126275af315db0a8fdee8761089
|
| 3 |
size 14170320
|
rng_state.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c73ed35b6bda8040d420ccf9c8277516bd8dc18cb143688c25921c8e63c67f7
|
| 3 |
size 14244
|
scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e7b4cd766ea3ef06ad4477409f7f96e0482b06570d7ba86117faf8eaf1c7f1c
|
| 3 |
size 1064
|
sentence_transformers/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4724896
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f02e0bb932f2a444e263c09cd79295ccc4b37a9219be7409b1094619c940386a
|
| 3 |
size 4724896
|
sentence_transformers/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9443488
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecd107251f0fc51ab7617bcd01705bf87ef0bb0e5a046f9c6cbe319094f7348c
|
| 3 |
size 9443488
|
sentence_transformers/README.md
CHANGED
|
@@ -72,9 +72,9 @@ print(embeddings.shape)
|
|
| 72 |
# Get the similarity scores for the embeddings
|
| 73 |
similarities = model.similarity(embeddings, embeddings)
|
| 74 |
print(similarities)
|
| 75 |
-
# tensor([[1.0000, 0.
|
| 76 |
-
# [0.
|
| 77 |
-
# [0.
|
| 78 |
```
|
| 79 |
<!--
|
| 80 |
### Direct Usage (Transformers)
|
|
|
|
| 72 |
# Get the similarity scores for the embeddings
|
| 73 |
similarities = model.similarity(embeddings, embeddings)
|
| 74 |
print(similarities)
|
| 75 |
+
# tensor([[1.0000, 0.4423, 0.3137],
|
| 76 |
+
# [0.4423, 1.0000, 0.3940],
|
| 77 |
+
# [0.3137, 0.3940, 1.0000]])
|
| 78 |
```
|
| 79 |
<!--
|
| 80 |
### Direct Usage (Transformers)
|
sentence_transformers/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 503741296
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b88b2e05735c1f1e0f356f408173b87cb878e5454d3f20ca602cc2a113feffc
|
| 3 |
size 503741296
|
tokenizer.json
CHANGED
|
@@ -1,7 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
"added_tokens": [
|
| 6 |
{
|
| 7 |
"id": 0,
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": {
|
| 4 |
+
"direction": "Right",
|
| 5 |
+
"max_length": 1024,
|
| 6 |
+
"strategy": "LongestFirst",
|
| 7 |
+
"stride": 0
|
| 8 |
+
},
|
| 9 |
+
"padding": {
|
| 10 |
+
"strategy": "BatchLongest",
|
| 11 |
+
"direction": "Right",
|
| 12 |
+
"pad_to_multiple_of": null,
|
| 13 |
+
"pad_id": 1,
|
| 14 |
+
"pad_type_id": 0,
|
| 15 |
+
"pad_token": "<pad>"
|
| 16 |
+
},
|
| 17 |
"added_tokens": [
|
| 18 |
{
|
| 19 |
"id": 0,
|
trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"global_step":
|
| 3 |
"current_epoch": 0,
|
| 4 |
"total_training_steps": 6314,
|
| 5 |
-
"learning_rate":
|
| 6 |
"scheduler_name": "cosine",
|
| 7 |
"fp16": false,
|
| 8 |
"bf16": true
|
|
|
|
| 1 |
{
|
| 2 |
+
"global_step": 500,
|
| 3 |
"current_epoch": 0,
|
| 4 |
"total_training_steps": 6314,
|
| 5 |
+
"learning_rate": 2.377179080824089e-05,
|
| 6 |
"scheduler_name": "cosine",
|
| 7 |
"fp16": false,
|
| 8 |
"bf16": true
|