KerasHub
laxmareddyp commited on
Commit
3551359
·
verified ·
1 Parent(s): 552ebe4

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ assets/tokenizer/vocabulary.spm filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: keras-hub
3
+ ---
4
+ This is a [`XLMRoberta` model](https://keras.io/api/keras_hub/models/xlm_roberta) uploaded using the KerasHub library and can be used with JAX, TensorFlow, and PyTorch backends.
5
+ This model is related to a `TextEmbedder` task.
6
+
7
+ Model config:
8
+ * **name:** xlm_roberta_backbone
9
+ * **trainable:** True
10
+ * **dtype:** {'module': 'keras', 'class_name': 'DTypePolicy', 'config': {'name': 'float32'}, 'registered_name': None}
11
+ * **vocabulary_size:** 250002
12
+ * **num_layers:** 24
13
+ * **num_heads:** 16
14
+ * **hidden_dim:** 1024
15
+ * **intermediate_dim:** 4096
16
+ * **dropout:** 0.1
17
+ * **max_sequence_length:** 8192
18
+
19
+ This model card has been generated automatically and should be completed by the model author. See [Model Cards documentation](https://huggingface.co/docs/hub/model-cards) for more information.
assets/tokenizer/vocabulary.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_backbone",
3
+ "class_name": "XLMRobertaBackbone",
4
+ "config": {
5
+ "name": "xlm_roberta_backbone",
6
+ "trainable": true,
7
+ "dtype": {
8
+ "module": "keras",
9
+ "class_name": "DTypePolicy",
10
+ "config": {
11
+ "name": "float32"
12
+ },
13
+ "registered_name": null
14
+ },
15
+ "vocabulary_size": 250002,
16
+ "num_layers": 24,
17
+ "num_heads": 16,
18
+ "hidden_dim": 1024,
19
+ "intermediate_dim": 4096,
20
+ "dropout": 0.1,
21
+ "max_sequence_length": 8192
22
+ },
23
+ "registered_name": "keras_hub>XLMRobertaBackbone"
24
+ }
metadata.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "keras_version": "3.13.2",
3
+ "keras_hub_version": "0.30.0.dev0",
4
+ "parameter_count": 566702080,
5
+ "date_saved": "2026-07-04@18:33:18",
6
+ "tasks": [
7
+ "MaskedLM",
8
+ "TextClassifier",
9
+ "TextEmbedder"
10
+ ]
11
+ }
model.weights.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3482cddc622ecda8872f5cb78bf121cac63bdbf910d4bd7b9f2ec6d80c1f189
3
+ size 2267639920
preprocessor.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder_preprocessor",
3
+ "class_name": "XLMRobertaTextEmbedderPreprocessor",
4
+ "config": {
5
+ "name": "xlm_roberta_text_embedder_preprocessor",
6
+ "trainable": true,
7
+ "dtype": {
8
+ "module": "keras",
9
+ "class_name": "DTypePolicy",
10
+ "config": {
11
+ "name": "float32"
12
+ },
13
+ "registered_name": null
14
+ },
15
+ "tokenizer": {
16
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
17
+ "class_name": "XLMRobertaTokenizer",
18
+ "config": {
19
+ "name": "xlm_roberta_tokenizer",
20
+ "trainable": true,
21
+ "dtype": {
22
+ "module": "keras",
23
+ "class_name": "DTypePolicy",
24
+ "config": {
25
+ "name": "int32"
26
+ },
27
+ "registered_name": null
28
+ },
29
+ "config_file": "tokenizer.json",
30
+ "proto": null,
31
+ "sequence_length": null,
32
+ "add_bos": false,
33
+ "add_eos": false
34
+ },
35
+ "registered_name": "keras_hub>XLMRobertaTokenizer"
36
+ },
37
+ "config_file": "preprocessor.json",
38
+ "sequence_length": 8192,
39
+ "truncate": "round_robin"
40
+ },
41
+ "registered_name": "keras_hub>XLMRobertaTextEmbedderPreprocessor"
42
+ }
task.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder",
3
+ "class_name": "XLMRobertaTextEmbedder",
4
+ "config": {
5
+ "backbone": {
6
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_backbone",
7
+ "class_name": "XLMRobertaBackbone",
8
+ "config": {
9
+ "name": "xlm_roberta_backbone",
10
+ "trainable": true,
11
+ "dtype": {
12
+ "module": "keras",
13
+ "class_name": "DTypePolicy",
14
+ "config": {
15
+ "name": "float32"
16
+ },
17
+ "registered_name": null
18
+ },
19
+ "vocabulary_size": 250002,
20
+ "num_layers": 24,
21
+ "num_heads": 16,
22
+ "hidden_dim": 1024,
23
+ "intermediate_dim": 4096,
24
+ "dropout": 0.1,
25
+ "max_sequence_length": 8192
26
+ },
27
+ "registered_name": "keras_hub>XLMRobertaBackbone"
28
+ },
29
+ "preprocessor": {
30
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_text_embedder_preprocessor",
31
+ "class_name": "XLMRobertaTextEmbedderPreprocessor",
32
+ "config": {
33
+ "name": "xlm_roberta_text_embedder_preprocessor",
34
+ "trainable": true,
35
+ "dtype": {
36
+ "module": "keras",
37
+ "class_name": "DTypePolicy",
38
+ "config": {
39
+ "name": "float32"
40
+ },
41
+ "registered_name": null
42
+ },
43
+ "tokenizer": {
44
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
45
+ "class_name": "XLMRobertaTokenizer",
46
+ "config": {
47
+ "name": "xlm_roberta_tokenizer",
48
+ "trainable": true,
49
+ "dtype": {
50
+ "module": "keras",
51
+ "class_name": "DTypePolicy",
52
+ "config": {
53
+ "name": "int32"
54
+ },
55
+ "registered_name": null
56
+ },
57
+ "config_file": "tokenizer.json",
58
+ "proto": null,
59
+ "sequence_length": null,
60
+ "add_bos": false,
61
+ "add_eos": false
62
+ },
63
+ "registered_name": "keras_hub>XLMRobertaTokenizer"
64
+ },
65
+ "config_file": "preprocessor.json",
66
+ "sequence_length": 8192,
67
+ "truncate": "round_robin"
68
+ },
69
+ "registered_name": "keras_hub>XLMRobertaTextEmbedderPreprocessor"
70
+ },
71
+ "name": "xlm_roberta_text_embedder",
72
+ "pooling_mode": "cls",
73
+ "normalize": true
74
+ },
75
+ "registered_name": "keras_hub>XLMRobertaTextEmbedder"
76
+ }
tokenizer.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_hub.src.models.xlm_roberta.xlm_roberta_tokenizer",
3
+ "class_name": "XLMRobertaTokenizer",
4
+ "config": {
5
+ "name": "xlm_roberta_tokenizer",
6
+ "trainable": true,
7
+ "dtype": {
8
+ "module": "keras",
9
+ "class_name": "DTypePolicy",
10
+ "config": {
11
+ "name": "int32"
12
+ },
13
+ "registered_name": null
14
+ },
15
+ "config_file": "tokenizer.json",
16
+ "proto": null,
17
+ "sequence_length": null,
18
+ "add_bos": false,
19
+ "add_eos": false
20
+ },
21
+ "registered_name": "keras_hub>XLMRobertaTokenizer"
22
+ }