Update README.md

README.md

@@ -91,7 +91,23 @@ with torch.no_grad():
 emb = (out.last_hidden_state * inputs.attention_mask.unsqueeze(-1)).sum(dim=1) / inputs.attention_mask.sum(dim=1, keepdim=True)
 ```
 
+### Sentence-Transformers
 
+```python
+from transformers import AutoModelForMaskedLM, AutoTokenizer
+
+model_name = "thebajajra/RexGemma-2048"
+
+model_mlm = AutoModelForMaskedLM.from_pretrained(model_name, trust_remote_code=True)
+encoder = model_mlm.encoder
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+
+ENCODER_DIR = "rexgemma-2048-encoder-only"
+encoder.save_pretrained(ENCODER_DIR)
+tokenizer.save_pretrained(ENCODER_DIR)
+
+model = SentenceTransformer(ENCODER_DIR)
+```
 ---
 
 ## Intended Uses & Limitations