Instructions to use keras/bge_m3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- KerasHub
How to use keras/bge_m3 with KerasHub:
import keras_hub # Load TextClassifier model text_classifier = keras_hub.models.TextClassifier.from_preset( "hf://keras/bge_m3", num_classes=2, ) # Fine-tune text_classifier.fit(x=["Thilling adventure!", "Total snoozefest."], y=[1, 0]) # Classify text text_classifier.predict(["Not my cup of tea."])import keras_hub # Create a MaskedLM model task = keras_hub.models.MaskedLM.from_preset("hf://keras/bge_m3")import keras_hub # Create a TextEmbedder model task = keras_hub.models.TextEmbedder.from_preset("hf://keras/bge_m3")import keras_hub # Create a Backbone model unspecialized for any task backbone = keras_hub.models.Backbone.from_preset("hf://keras/bge_m3") - Keras
How to use keras/bge_m3 with Keras:
# Available backend options are: "jax", "torch", "tensorflow". import os os.environ["KERAS_BACKEND"] = "jax" import keras model = keras.saving.load_model("hf://keras/bge_m3") - Notebooks
- Google Colab
- Kaggle
Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- README.md +19 -0
- assets/tokenizer/vocabulary.spm +3 -0
- config.json +24 -0
- metadata.json +11 -0
- model.weights.h5 +3 -0
- preprocessor.json +42 -0
- task.json +76 -0
- tokenizer.json +22 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
assets/tokenizer/vocabulary.spm filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: keras-hub
|
| 3 |
+
---
|
| 4 |
+
This is a [`XLMRoberta` model](https://keras.io/api/keras_hub/models/xlm_roberta) uploaded using the KerasHub library and can be used with JAX, TensorFlow, and PyTorch backends.
|
| 5 |
+
This model is related to a `TextEmbedder` task.
|
| 6 |
+
|
| 7 |
+
Model config:
|
| 8 |
+
* **name:** xlm_roberta_backbone
|
| 9 |
+
* **trainable:** True
|
| 10 |
+
* **dtype:** {'module': 'keras', 'class_name': 'DTypePolicy', 'config': {'name': 'float32'}, 'registered_name': None}
|
| 11 |
+
* **vocabulary_size:** 250002
|
| 12 |
+
* **num_layers:** 24
|
| 13 |
+
* **num_heads:** 16
|
| 14 |
+
* **hidden_dim:** 1024
|
| 15 |
+
* **intermediate_dim:** 4096
|
| 16 |
+
* **dropout:** 0.1
|
| 17 |
+
* **max_sequence_length:** 8192
|
| 18 |
+
|
| 19 |
+
This model card has been generated automatically and should be completed by the model author. See [Model Cards documentation](https://huggingface.co/docs/hub/model-cards) for more information.
|
assets/tokenizer/vocabulary.spm
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
|
| 3 |
+
size 5069051
|
config.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_backbone",
|
| 3 |
+
"class_name": "XLMRobertaBackbone",
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "xlm_roberta_backbone",
|
| 6 |
+
"trainable": true,
|
| 7 |
+
"dtype": {
|
| 8 |
+
"module": "keras",
|
| 9 |
+
"class_name": "DTypePolicy",
|
| 10 |
+
"config": {
|
| 11 |
+
"name": "float32"
|
| 12 |
+
},
|
| 13 |
+
"registered_name": null
|
| 14 |
+
},
|
| 15 |
+
"vocabulary_size": 250002,
|
| 16 |
+
"num_layers": 24,
|
| 17 |
+
"num_heads": 16,
|
| 18 |
+
"hidden_dim": 1024,
|
| 19 |
+
"intermediate_dim": 4096,
|
| 20 |
+
"dropout": 0.1,
|
| 21 |
+
"max_sequence_length": 8192
|
| 22 |
+
},
|
| 23 |
+
"registered_name": "keras_hub>XLMRobertaBackbone"
|
| 24 |
+
}
|
metadata.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"keras_version": "3.13.2",
|
| 3 |
+
"keras_hub_version": "0.30.0.dev0",
|
| 4 |
+
"parameter_count": 566702080,
|
| 5 |
+
"date_saved": "2026-07-04@18:33:18",
|
| 6 |
+
"tasks": [
|
| 7 |
+
"MaskedLM",
|
| 8 |
+
"TextClassifier",
|
| 9 |
+
"TextEmbedder"
|
| 10 |
+
]
|
| 11 |
+
}
|
model.weights.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3482cddc622ecda8872f5cb78bf121cac63bdbf910d4bd7b9f2ec6d80c1f189
|
| 3 |
+
size 2267639920
|
preprocessor.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder_preprocessor",
|
| 3 |
+
"class_name": "XLMRobertaTextEmbedderPreprocessor",
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "xlm_roberta_text_embedder_preprocessor",
|
| 6 |
+
"trainable": true,
|
| 7 |
+
"dtype": {
|
| 8 |
+
"module": "keras",
|
| 9 |
+
"class_name": "DTypePolicy",
|
| 10 |
+
"config": {
|
| 11 |
+
"name": "float32"
|
| 12 |
+
},
|
| 13 |
+
"registered_name": null
|
| 14 |
+
},
|
| 15 |
+
"tokenizer": {
|
| 16 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
|
| 17 |
+
"class_name": "XLMRobertaTokenizer",
|
| 18 |
+
"config": {
|
| 19 |
+
"name": "xlm_roberta_tokenizer",
|
| 20 |
+
"trainable": true,
|
| 21 |
+
"dtype": {
|
| 22 |
+
"module": "keras",
|
| 23 |
+
"class_name": "DTypePolicy",
|
| 24 |
+
"config": {
|
| 25 |
+
"name": "int32"
|
| 26 |
+
},
|
| 27 |
+
"registered_name": null
|
| 28 |
+
},
|
| 29 |
+
"config_file": "tokenizer.json",
|
| 30 |
+
"proto": null,
|
| 31 |
+
"sequence_length": null,
|
| 32 |
+
"add_bos": false,
|
| 33 |
+
"add_eos": false
|
| 34 |
+
},
|
| 35 |
+
"registered_name": "keras_hub>XLMRobertaTokenizer"
|
| 36 |
+
},
|
| 37 |
+
"config_file": "preprocessor.json",
|
| 38 |
+
"sequence_length": 8192,
|
| 39 |
+
"truncate": "round_robin"
|
| 40 |
+
},
|
| 41 |
+
"registered_name": "keras_hub>XLMRobertaTextEmbedderPreprocessor"
|
| 42 |
+
}
|
task.json
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder",
|
| 3 |
+
"class_name": "XLMRobertaTextEmbedder",
|
| 4 |
+
"config": {
|
| 5 |
+
"backbone": {
|
| 6 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_backbone",
|
| 7 |
+
"class_name": "XLMRobertaBackbone",
|
| 8 |
+
"config": {
|
| 9 |
+
"name": "xlm_roberta_backbone",
|
| 10 |
+
"trainable": true,
|
| 11 |
+
"dtype": {
|
| 12 |
+
"module": "keras",
|
| 13 |
+
"class_name": "DTypePolicy",
|
| 14 |
+
"config": {
|
| 15 |
+
"name": "float32"
|
| 16 |
+
},
|
| 17 |
+
"registered_name": null
|
| 18 |
+
},
|
| 19 |
+
"vocabulary_size": 250002,
|
| 20 |
+
"num_layers": 24,
|
| 21 |
+
"num_heads": 16,
|
| 22 |
+
"hidden_dim": 1024,
|
| 23 |
+
"intermediate_dim": 4096,
|
| 24 |
+
"dropout": 0.1,
|
| 25 |
+
"max_sequence_length": 8192
|
| 26 |
+
},
|
| 27 |
+
"registered_name": "keras_hub>XLMRobertaBackbone"
|
| 28 |
+
},
|
| 29 |
+
"preprocessor": {
|
| 30 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder_preprocessor",
|
| 31 |
+
"class_name": "XLMRobertaTextEmbedderPreprocessor",
|
| 32 |
+
"config": {
|
| 33 |
+
"name": "xlm_roberta_text_embedder_preprocessor",
|
| 34 |
+
"trainable": true,
|
| 35 |
+
"dtype": {
|
| 36 |
+
"module": "keras",
|
| 37 |
+
"class_name": "DTypePolicy",
|
| 38 |
+
"config": {
|
| 39 |
+
"name": "float32"
|
| 40 |
+
},
|
| 41 |
+
"registered_name": null
|
| 42 |
+
},
|
| 43 |
+
"tokenizer": {
|
| 44 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
|
| 45 |
+
"class_name": "XLMRobertaTokenizer",
|
| 46 |
+
"config": {
|
| 47 |
+
"name": "xlm_roberta_tokenizer",
|
| 48 |
+
"trainable": true,
|
| 49 |
+
"dtype": {
|
| 50 |
+
"module": "keras",
|
| 51 |
+
"class_name": "DTypePolicy",
|
| 52 |
+
"config": {
|
| 53 |
+
"name": "int32"
|
| 54 |
+
},
|
| 55 |
+
"registered_name": null
|
| 56 |
+
},
|
| 57 |
+
"config_file": "tokenizer.json",
|
| 58 |
+
"proto": null,
|
| 59 |
+
"sequence_length": null,
|
| 60 |
+
"add_bos": false,
|
| 61 |
+
"add_eos": false
|
| 62 |
+
},
|
| 63 |
+
"registered_name": "keras_hub>XLMRobertaTokenizer"
|
| 64 |
+
},
|
| 65 |
+
"config_file": "preprocessor.json",
|
| 66 |
+
"sequence_length": 8192,
|
| 67 |
+
"truncate": "round_robin"
|
| 68 |
+
},
|
| 69 |
+
"registered_name": "keras_hub>XLMRobertaTextEmbedderPreprocessor"
|
| 70 |
+
},
|
| 71 |
+
"name": "xlm_roberta_text_embedder",
|
| 72 |
+
"pooling_mode": "cls",
|
| 73 |
+
"normalize": true
|
| 74 |
+
},
|
| 75 |
+
"registered_name": "keras_hub>XLMRobertaTextEmbedder"
|
| 76 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
|
| 3 |
+
"class_name": "XLMRobertaTokenizer",
|
| 4 |
+
"config": {
|
| 5 |
+
"name": "xlm_roberta_tokenizer",
|
| 6 |
+
"trainable": true,
|
| 7 |
+
"dtype": {
|
| 8 |
+
"module": "keras",
|
| 9 |
+
"class_name": "DTypePolicy",
|
| 10 |
+
"config": {
|
| 11 |
+
"name": "int32"
|
| 12 |
+
},
|
| 13 |
+
"registered_name": null
|
| 14 |
+
},
|
| 15 |
+
"config_file": "tokenizer.json",
|
| 16 |
+
"proto": null,
|
| 17 |
+
"sequence_length": null,
|
| 18 |
+
"add_bos": false,
|
| 19 |
+
"add_eos": false
|
| 20 |
+
},
|
| 21 |
+
"registered_name": "keras_hub>XLMRobertaTokenizer"
|
| 22 |
+
}
|