Feature Extraction
sentence-transformers
Safetensors
Transformers
mteb
custom_code
Eval Results (legacy)
Instructions to use jxm/cde-small-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- sentence-transformers
How to use jxm/cde-small-v1 with sentence-transformers:
from sentence_transformers import SentenceTransformer model = SentenceTransformer("jxm/cde-small-v1", trust_remote_code=True) sentences = [ "The weather is lovely today.", "It's so sunny outside!", "He drove to the stadium." ] embeddings = model.encode(sentences) similarities = model.similarity(embeddings, embeddings) print(similarities.shape) # [3, 3] - Transformers
How to use jxm/cde-small-v1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="jxm/cde-small-v1", trust_remote_code=True)# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("jxm/cde-small-v1", trust_remote_code=True, dtype="auto") - Notebooks
- Google Colab
- Kaggle
less noisy
Browse files
model.py
CHANGED
|
@@ -410,9 +410,9 @@ def disable_dropout(model: torch.nn.Module):
|
|
| 410 |
dropout_modules = [m for m in model.modules() if isinstance(m, torch.nn.Dropout)]
|
| 411 |
for m in dropout_modules:
|
| 412 |
m.p = 0.0
|
| 413 |
-
print0(
|
| 414 |
-
|
| 415 |
-
)
|
| 416 |
|
| 417 |
|
| 418 |
def disable_causality(model: torch.nn.Module):
|
|
@@ -793,7 +793,7 @@ class DatasetConditionedBiencoder(transformers.PreTrainedModel, ContextualModelM
|
|
| 793 |
if hasattr(module, "rotary_emb_dim"):
|
| 794 |
module.rotary_start_pos = rotary_start_pos
|
| 795 |
rotary_disabled += 1
|
| 796 |
-
print0(f"modified {rotary_disabled} rotary modules – set rotary_start_pos to {rotary_start_pos}")
|
| 797 |
|
| 798 |
def forward(
|
| 799 |
self,
|
|
|
|
| 410 |
dropout_modules = [m for m in model.modules() if isinstance(m, torch.nn.Dropout)]
|
| 411 |
for m in dropout_modules:
|
| 412 |
m.p = 0.0
|
| 413 |
+
#print0(
|
| 414 |
+
# f"Disabled {len(dropout_modules)} dropout modules from model type {type(model)}"
|
| 415 |
+
#)
|
| 416 |
|
| 417 |
|
| 418 |
def disable_causality(model: torch.nn.Module):
|
|
|
|
| 793 |
if hasattr(module, "rotary_emb_dim"):
|
| 794 |
module.rotary_start_pos = rotary_start_pos
|
| 795 |
rotary_disabled += 1
|
| 796 |
+
# print0(f"modified {rotary_disabled} rotary modules – set rotary_start_pos to {rotary_start_pos}")
|
| 797 |
|
| 798 |
def forward(
|
| 799 |
self,
|