niobures commited on
Commit
cfad238
·
verified ·
1 Parent(s): 1aeceb5

multilingual, qa, paraphrase (onnx)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. multi-qa-mpnet-base-cos-v1-onnx/.gitattributes +35 -0
  3. multi-qa-mpnet-base-cos-v1-onnx/README.md +61 -0
  4. multi-qa-mpnet-base-cos-v1-onnx/config.json +23 -0
  5. multi-qa-mpnet-base-cos-v1-onnx/model.onnx +3 -0
  6. multi-qa-mpnet-base-cos-v1-onnx/source.txt +1 -0
  7. multi-qa-mpnet-base-cos-v1-onnx/special_tokens_map.json +51 -0
  8. multi-qa-mpnet-base-cos-v1-onnx/tokenizer.json +0 -0
  9. multi-qa-mpnet-base-cos-v1-onnx/tokenizer_config.json +72 -0
  10. multi-qa-mpnet-base-cos-v1-onnx/vocab.txt +0 -0
  11. multi-qa-mpnet-base-dot-v1-onnx/.gitattributes +35 -0
  12. multi-qa-mpnet-base-dot-v1-onnx/README.md +61 -0
  13. multi-qa-mpnet-base-dot-v1-onnx/config.json +23 -0
  14. multi-qa-mpnet-base-dot-v1-onnx/model.onnx +3 -0
  15. multi-qa-mpnet-base-dot-v1-onnx/source.txt +1 -0
  16. multi-qa-mpnet-base-dot-v1-onnx/special_tokens_map.json +51 -0
  17. multi-qa-mpnet-base-dot-v1-onnx/tokenizer.json +0 -0
  18. multi-qa-mpnet-base-dot-v1-onnx/tokenizer_config.json +72 -0
  19. multi-qa-mpnet-base-dot-v1-onnx/vocab.txt +0 -0
  20. paraphrase-mpnet-base-v2-onnx/.gitattributes +35 -0
  21. paraphrase-mpnet-base-v2-onnx/README.md +61 -0
  22. paraphrase-mpnet-base-v2-onnx/config.json +23 -0
  23. paraphrase-mpnet-base-v2-onnx/model.onnx +3 -0
  24. paraphrase-mpnet-base-v2-onnx/source.txt +1 -0
  25. paraphrase-mpnet-base-v2-onnx/special_tokens_map.json +51 -0
  26. paraphrase-mpnet-base-v2-onnx/tokenizer.json +0 -0
  27. paraphrase-mpnet-base-v2-onnx/tokenizer_config.json +59 -0
  28. paraphrase-mpnet-base-v2-onnx/vocab.txt +0 -0
  29. paraphrase-multilingual-mpnet-base-v2-onnx/.gitattributes +35 -0
  30. paraphrase-multilingual-mpnet-base-v2-onnx/.gitignore +1 -0
  31. paraphrase-multilingual-mpnet-base-v2-onnx/1_Pooling/config.json +7 -0
  32. paraphrase-multilingual-mpnet-base-v2-onnx/config.json +27 -0
  33. paraphrase-multilingual-mpnet-base-v2-onnx/config_sentence_transformers.json +7 -0
  34. paraphrase-multilingual-mpnet-base-v2-onnx/modules.json +14 -0
  35. paraphrase-multilingual-mpnet-base-v2-onnx/onnx/model_quantized.onnx +3 -0
  36. paraphrase-multilingual-mpnet-base-v2-onnx/package-lock.json +711 -0
  37. paraphrase-multilingual-mpnet-base-v2-onnx/package.json +12 -0
  38. paraphrase-multilingual-mpnet-base-v2-onnx/sentence_bert_config.json +4 -0
  39. paraphrase-multilingual-mpnet-base-v2-onnx/source.txt +1 -0
  40. paraphrase-multilingual-mpnet-base-v2-onnx/special_tokens_map.json +1 -0
  41. paraphrase-multilingual-mpnet-base-v2-onnx/tokenizer.json +0 -0
  42. paraphrase-multilingual-mpnet-base-v2-onnx/tokenizer_config.json +20 -0
  43. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/.gitattributes +36 -0
  44. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/1_Pooling/config.json +7 -0
  45. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/README.md +63 -0
  46. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/config.json +27 -0
  47. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/config_sentence_transformers.json +7 -0
  48. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model.onnx +3 -0
  49. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model_description.json +8 -0
  50. sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model_info.json +6 -0
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  MPNet.[[:space:]]Masked[[:space:]]and[[:space:]]Permuted[[:space:]]Pre-training[[:space:]]for[[:space:]]Language[[:space:]]Understanding.pdf filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  MPNet.[[:space:]]Masked[[:space:]]and[[:space:]]Permuted[[:space:]]Pre-training[[:space:]]for[[:space:]]Language[[:space:]]Understanding.pdf filter=lfs diff=lfs merge=lfs -text
37
+ sbert-paraphrase-multilingual-mpnet-base-v2-onnx/tokenizer.json filter=lfs diff=lfs merge=lfs -text
multi-qa-mpnet-base-cos-v1-onnx/.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
multi-qa-mpnet-base-cos-v1-onnx/README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: light-embed
3
+ pipeline_tag: sentence-similarity
4
+ tags:
5
+ - sentence-transformers
6
+ - feature-extraction
7
+ - sentence-similarity
8
+
9
+ ---
10
+
11
+ # onnx-models/multi-qa-mpnet-base-cos-v1-onnx
12
+
13
+ This is the ONNX-ported version of the [sentence-transformers/multi-qa-mpnet-base-cos-v1](https://huggingface.co/sentence-transformers/multi-qa-mpnet-base-cos-v1) for generating text embeddings.
14
+
15
+ ## Model details
16
+ - Embedding dimension: 768
17
+ - Max sequence length: 512
18
+ - File size on disk: 0.41 GB
19
+ - Modules incorporated in the onnx: Transformer, Pooling, Normalize
20
+
21
+ <!--- Describe your model here -->
22
+
23
+ ## Usage
24
+
25
+ Using this model becomes easy when you have [light-embed](https://pypi.org/project/light-embed/) installed:
26
+
27
+ ```
28
+ pip install -U light-embed
29
+ ```
30
+
31
+ Then you can use the model by specifying the *original model name* like this:
32
+
33
+ ```python
34
+ from light_embed import TextEmbedding
35
+ sentences = [
36
+ "This is an example sentence",
37
+ "Each sentence is converted"
38
+ ]
39
+
40
+ model = TextEmbedding('sentence-transformers/multi-qa-mpnet-base-cos-v1')
41
+ embeddings = model.encode(sentences)
42
+ print(embeddings)
43
+ ```
44
+
45
+ or by specifying the *onnx model name* like this:
46
+
47
+ ```python
48
+ from light_embed import TextEmbedding
49
+ sentences = [
50
+ "This is an example sentence",
51
+ "Each sentence is converted"
52
+ ]
53
+
54
+ model = TextEmbedding('onnx-models/multi-qa-mpnet-base-cos-v1-onnx')
55
+ embeddings = model.encode(sentences)
56
+ print(embeddings)
57
+ ```
58
+
59
+ ## Citing & Authors
60
+
61
+ Binh Nguyen / binhcode25@gmail.com
multi-qa-mpnet-base-cos-v1-onnx/config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/multi-qa-mpnet-base-cos-v1",
3
+ "architectures": [
4
+ "MPNetForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-05,
15
+ "max_position_embeddings": 514,
16
+ "model_type": "mpnet",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 1,
20
+ "relative_attention_num_buckets": 32,
21
+ "transformers_version": "4.8.2",
22
+ "vocab_size": 30527
23
+ }
multi-qa-mpnet-base-cos-v1-onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b8e7ed3b8b7546a8057a810e579e6c1e556ce67772becfd44765e941d67567
3
+ size 435941014
multi-qa-mpnet-base-cos-v1-onnx/source.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ https://huggingface.co/onnx-models/multi-qa-mpnet-base-cos-v1-onnx
multi-qa-mpnet-base-cos-v1-onnx/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
multi-qa-mpnet-base-cos-v1-onnx/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
multi-qa-mpnet-base-cos-v1-onnx/tokenizer_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "104": {
36
+ "content": "[UNK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "30526": {
44
+ "content": "<mask>",
45
+ "lstrip": true,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ }
51
+ },
52
+ "bos_token": "<s>",
53
+ "clean_up_tokenization_spaces": true,
54
+ "cls_token": "<s>",
55
+ "do_lower_case": true,
56
+ "eos_token": "</s>",
57
+ "mask_token": "<mask>",
58
+ "max_length": 250,
59
+ "model_max_length": 512,
60
+ "pad_to_multiple_of": null,
61
+ "pad_token": "<pad>",
62
+ "pad_token_type_id": 0,
63
+ "padding_side": "right",
64
+ "sep_token": "</s>",
65
+ "stride": 0,
66
+ "strip_accents": null,
67
+ "tokenize_chinese_chars": true,
68
+ "tokenizer_class": "MPNetTokenizer",
69
+ "truncation_side": "right",
70
+ "truncation_strategy": "longest_first",
71
+ "unk_token": "[UNK]"
72
+ }
multi-qa-mpnet-base-cos-v1-onnx/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
multi-qa-mpnet-base-dot-v1-onnx/.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
multi-qa-mpnet-base-dot-v1-onnx/README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: light-embed
3
+ pipeline_tag: sentence-similarity
4
+ tags:
5
+ - sentence-transformers
6
+ - feature-extraction
7
+ - sentence-similarity
8
+
9
+ ---
10
+
11
+ # onnx-models/multi-qa-mpnet-base-dot-v1-onnx
12
+
13
+ This is the ONNX-ported version of the [sentence-transformers/multi-qa-mpnet-base-dot-v1](https://huggingface.co/sentence-transformers/multi-qa-mpnet-base-dot-v1) for generating text embeddings.
14
+
15
+ ## Model details
16
+ - Embedding dimension: 768
17
+ - Max sequence length: 512
18
+ - File size on disk: 0.41 GB
19
+ - Modules incorporated in the onnx: Transformer, Pooling
20
+
21
+ <!--- Describe your model here -->
22
+
23
+ ## Usage
24
+
25
+ Using this model becomes easy when you have [light-embed](https://pypi.org/project/light-embed/) installed:
26
+
27
+ ```
28
+ pip install -U light-embed
29
+ ```
30
+
31
+ Then you can use the model by specifying the *original model name* like this:
32
+
33
+ ```python
34
+ from light_embed import TextEmbedding
35
+ sentences = [
36
+ "This is an example sentence",
37
+ "Each sentence is converted"
38
+ ]
39
+
40
+ model = TextEmbedding('sentence-transformers/multi-qa-mpnet-base-dot-v1')
41
+ embeddings = model.encode(sentences)
42
+ print(embeddings)
43
+ ```
44
+
45
+ or by specifying the *onnx model name* like this:
46
+
47
+ ```python
48
+ from light_embed import TextEmbedding
49
+ sentences = [
50
+ "This is an example sentence",
51
+ "Each sentence is converted"
52
+ ]
53
+
54
+ model = TextEmbedding('onnx-models/multi-qa-mpnet-base-dot-v1-onnx')
55
+ embeddings = model.encode(sentences)
56
+ print(embeddings)
57
+ ```
58
+
59
+ ## Citing & Authors
60
+
61
+ Binh Nguyen / binhcode25@gmail.com
multi-qa-mpnet-base-dot-v1-onnx/config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/multi-qa-mpnet-base-dot-v1",
3
+ "architectures": [
4
+ "MPNetForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-05,
15
+ "max_position_embeddings": 514,
16
+ "model_type": "mpnet",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 1,
20
+ "relative_attention_num_buckets": 32,
21
+ "transformers_version": "4.8.2",
22
+ "vocab_size": 30527
23
+ }
multi-qa-mpnet-base-dot-v1-onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e75af72443a30917aa6a51949676d6afd97a2cfca2a56b53fa4d3001cf1a9068
3
+ size 435936273
multi-qa-mpnet-base-dot-v1-onnx/source.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ https://huggingface.co/onnx-models/multi-qa-mpnet-base-dot-v1-onnx
multi-qa-mpnet-base-dot-v1-onnx/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
multi-qa-mpnet-base-dot-v1-onnx/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
multi-qa-mpnet-base-dot-v1-onnx/tokenizer_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "104": {
36
+ "content": "[UNK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "30526": {
44
+ "content": "<mask>",
45
+ "lstrip": true,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ }
51
+ },
52
+ "bos_token": "<s>",
53
+ "clean_up_tokenization_spaces": true,
54
+ "cls_token": "<s>",
55
+ "do_lower_case": true,
56
+ "eos_token": "</s>",
57
+ "mask_token": "<mask>",
58
+ "max_length": 250,
59
+ "model_max_length": 512,
60
+ "pad_to_multiple_of": null,
61
+ "pad_token": "<pad>",
62
+ "pad_token_type_id": 0,
63
+ "padding_side": "right",
64
+ "sep_token": "</s>",
65
+ "stride": 0,
66
+ "strip_accents": null,
67
+ "tokenize_chinese_chars": true,
68
+ "tokenizer_class": "MPNetTokenizer",
69
+ "truncation_side": "right",
70
+ "truncation_strategy": "longest_first",
71
+ "unk_token": "[UNK]"
72
+ }
multi-qa-mpnet-base-dot-v1-onnx/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
paraphrase-mpnet-base-v2-onnx/.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
paraphrase-mpnet-base-v2-onnx/README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: light-embed
3
+ pipeline_tag: sentence-similarity
4
+ tags:
5
+ - sentence-transformers
6
+ - feature-extraction
7
+ - sentence-similarity
8
+
9
+ ---
10
+
11
+ # onnx-models/paraphrase-mpnet-base-v2-onnx
12
+
13
+ This is the ONNX-ported version of the [sentence-transformers/paraphrase-mpnet-base-v2](https://huggingface.co/sentence-transformers/paraphrase-mpnet-base-v2) for generating text embeddings.
14
+
15
+ ## Model details
16
+ - Embedding dimension: 768
17
+ - Max sequence length: 512
18
+ - File size on disk: 0.41 GB
19
+ - Modules incorporated in the onnx: Transformer, Pooling
20
+
21
+ <!--- Describe your model here -->
22
+
23
+ ## Usage
24
+
25
+ Using this model becomes easy when you have [light-embed](https://pypi.org/project/light-embed/) installed:
26
+
27
+ ```
28
+ pip install -U light-embed
29
+ ```
30
+
31
+ Then you can use the model by specifying the *original model name* like this:
32
+
33
+ ```python
34
+ from light_embed import TextEmbedding
35
+ sentences = [
36
+ "This is an example sentence",
37
+ "Each sentence is converted"
38
+ ]
39
+
40
+ model = TextEmbedding('sentence-transformers/paraphrase-mpnet-base-v2')
41
+ embeddings = model.encode(sentences)
42
+ print(embeddings)
43
+ ```
44
+
45
+ or by specifying the *onnx model name* like this:
46
+
47
+ ```python
48
+ from light_embed import TextEmbedding
49
+ sentences = [
50
+ "This is an example sentence",
51
+ "Each sentence is converted"
52
+ ]
53
+
54
+ model = TextEmbedding('onnx-models/paraphrase-mpnet-base-v2-onnx')
55
+ embeddings = model.encode(sentences)
56
+ print(embeddings)
57
+ ```
58
+
59
+ ## Citing & Authors
60
+
61
+ Binh Nguyen / binhcode25@gmail.com
paraphrase-mpnet-base-v2-onnx/config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/paraphrase-mpnet-base-v2",
3
+ "architectures": [
4
+ "MPNetModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-05,
15
+ "max_position_embeddings": 514,
16
+ "model_type": "mpnet",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 1,
20
+ "relative_attention_num_buckets": 32,
21
+ "transformers_version": "4.7.0",
22
+ "vocab_size": 30527
23
+ }
paraphrase-mpnet-base-v2-onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50835fad64d7cb5ad70cdff02dc800e3257c1e6e1638da8d7071adb59cf40cab
3
+ size 435939778
paraphrase-mpnet-base-v2-onnx/source.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ https://huggingface.co/onnx-models/paraphrase-mpnet-base-v2-onnx
paraphrase-mpnet-base-v2-onnx/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
paraphrase-mpnet-base-v2-onnx/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
paraphrase-mpnet-base-v2-onnx/tokenizer_config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "104": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "30526": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "do_basic_tokenize": true,
48
+ "do_lower_case": true,
49
+ "eos_token": "</s>",
50
+ "mask_token": "<mask>",
51
+ "model_max_length": 512,
52
+ "never_split": null,
53
+ "pad_token": "<pad>",
54
+ "sep_token": "</s>",
55
+ "strip_accents": null,
56
+ "tokenize_chinese_chars": true,
57
+ "tokenizer_class": "MPNetTokenizer",
58
+ "unk_token": "[UNK]"
59
+ }
paraphrase-mpnet-base-v2-onnx/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
paraphrase-multilingual-mpnet-base-v2-onnx/.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
paraphrase-multilingual-mpnet-base-v2-onnx/.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ node_modules
paraphrase-multilingual-mpnet-base-v2-onnx/1_Pooling/config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 768,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false
7
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "old_models/paraphrase-multilingual-mpnet-base-v2/0_Transformer",
3
+ "architectures": [
4
+ "XLMRobertaModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "xlm-roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "output_past": true,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "transformers_version": "4.7.0",
24
+ "type_vocab_size": 1,
25
+ "use_cache": true,
26
+ "vocab_size": 250002
27
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/config_sentence_transformers.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "2.0.0",
4
+ "transformers": "4.7.0",
5
+ "pytorch": "1.9.0+cu102"
6
+ }
7
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/modules.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ }
14
+ ]
paraphrase-multilingual-mpnet-base-v2-onnx/onnx/model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d70bbd9d8988b3f3c22880438ddd7b6a78c2570a2e7a8f87f10c9abacbd3e3f
3
+ size 278271332
paraphrase-multilingual-mpnet-base-v2-onnx/package-lock.json ADDED
@@ -0,0 +1,711 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "embedding",
3
+ "version": "0.1.0",
4
+ "lockfileVersion": 3,
5
+ "requires": true,
6
+ "packages": {
7
+ "": {
8
+ "name": "embedding",
9
+ "version": "0.1.0",
10
+ "dependencies": {
11
+ "@xenova/transformers": "^2.8.0"
12
+ }
13
+ },
14
+ "node_modules/@protobufjs/aspromise": {
15
+ "version": "1.1.2",
16
+ "resolved": "https://registry.npmjs.org/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
17
+ "integrity": "sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ=="
18
+ },
19
+ "node_modules/@protobufjs/base64": {
20
+ "version": "1.1.2",
21
+ "resolved": "https://registry.npmjs.org/@protobufjs/base64/-/base64-1.1.2.tgz",
22
+ "integrity": "sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg=="
23
+ },
24
+ "node_modules/@protobufjs/codegen": {
25
+ "version": "2.0.4",
26
+ "resolved": "https://registry.npmjs.org/@protobufjs/codegen/-/codegen-2.0.4.tgz",
27
+ "integrity": "sha512-YyFaikqM5sH0ziFZCN3xDC7zeGaB/d0IUb9CATugHWbd1FRFwWwt4ld4OYMPWu5a3Xe01mGAULCdqhMlPl29Jg=="
28
+ },
29
+ "node_modules/@protobufjs/eventemitter": {
30
+ "version": "1.1.0",
31
+ "resolved": "https://registry.npmjs.org/@protobufjs/eventemitter/-/eventemitter-1.1.0.tgz",
32
+ "integrity": "sha512-j9ednRT81vYJ9OfVuXG6ERSTdEL1xVsNgqpkxMsbIabzSo3goCjDIveeGv5d03om39ML71RdmrGNjG5SReBP/Q=="
33
+ },
34
+ "node_modules/@protobufjs/fetch": {
35
+ "version": "1.1.0",
36
+ "resolved": "https://registry.npmjs.org/@protobufjs/fetch/-/fetch-1.1.0.tgz",
37
+ "integrity": "sha512-lljVXpqXebpsijW71PZaCYeIcE5on1w5DlQy5WH6GLbFryLUrBD4932W/E2BSpfRJWseIL4v/KPgBFxDOIdKpQ==",
38
+ "dependencies": {
39
+ "@protobufjs/aspromise": "^1.1.1",
40
+ "@protobufjs/inquire": "^1.1.0"
41
+ }
42
+ },
43
+ "node_modules/@protobufjs/float": {
44
+ "version": "1.0.2",
45
+ "resolved": "https://registry.npmjs.org/@protobufjs/float/-/float-1.0.2.tgz",
46
+ "integrity": "sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ=="
47
+ },
48
+ "node_modules/@protobufjs/inquire": {
49
+ "version": "1.1.0",
50
+ "resolved": "https://registry.npmjs.org/@protobufjs/inquire/-/inquire-1.1.0.tgz",
51
+ "integrity": "sha512-kdSefcPdruJiFMVSbn801t4vFK7KB/5gd2fYvrxhuJYg8ILrmn9SKSX2tZdV6V+ksulWqS7aXjBcRXl3wHoD9Q=="
52
+ },
53
+ "node_modules/@protobufjs/path": {
54
+ "version": "1.1.2",
55
+ "resolved": "https://registry.npmjs.org/@protobufjs/path/-/path-1.1.2.tgz",
56
+ "integrity": "sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA=="
57
+ },
58
+ "node_modules/@protobufjs/pool": {
59
+ "version": "1.1.0",
60
+ "resolved": "https://registry.npmjs.org/@protobufjs/pool/-/pool-1.1.0.tgz",
61
+ "integrity": "sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw=="
62
+ },
63
+ "node_modules/@protobufjs/utf8": {
64
+ "version": "1.1.0",
65
+ "resolved": "https://registry.npmjs.org/@protobufjs/utf8/-/utf8-1.1.0.tgz",
66
+ "integrity": "sha512-Vvn3zZrhQZkkBE8LSuW3em98c0FwgO4nxzv6OdSxPKJIEKY2bGbHn+mhGIPerzI4twdxaP8/0+06HBpwf345Lw=="
67
+ },
68
+ "node_modules/@types/long": {
69
+ "version": "4.0.2",
70
+ "resolved": "https://registry.npmjs.org/@types/long/-/long-4.0.2.tgz",
71
+ "integrity": "sha512-MqTGEo5bj5t157U6fA/BiDynNkn0YknVdh48CMPkTSpFTVmvao5UQmm7uEF6xBEo7qIMAlY/JSleYaE6VOdpaA=="
72
+ },
73
+ "node_modules/@types/node": {
74
+ "version": "20.10.0",
75
+ "resolved": "https://registry.npmjs.org/@types/node/-/node-20.10.0.tgz",
76
+ "integrity": "sha512-D0WfRmU9TQ8I9PFx9Yc+EBHw+vSpIub4IDvQivcp26PtPrdMGAq5SDcpXEo/epqa/DXotVpekHiLNTg3iaKXBQ==",
77
+ "dependencies": {
78
+ "undici-types": "~5.26.4"
79
+ }
80
+ },
81
+ "node_modules/@xenova/transformers": {
82
+ "version": "2.9.0",
83
+ "resolved": "https://registry.npmjs.org/@xenova/transformers/-/transformers-2.9.0.tgz",
84
+ "integrity": "sha512-wzSjIMpkVaD+bIgIVxlXDeeKawr233t+1pPb5AhpYeTAPFdOaVUVdT4vIKqmmszApBFYYUpOqv5LoJ4lOAm6Ug==",
85
+ "dependencies": {
86
+ "onnxruntime-web": "1.14.0",
87
+ "sharp": "^0.32.0"
88
+ },
89
+ "optionalDependencies": {
90
+ "onnxruntime-node": "1.14.0"
91
+ }
92
+ },
93
+ "node_modules/b4a": {
94
+ "version": "1.6.4",
95
+ "resolved": "https://registry.npmjs.org/b4a/-/b4a-1.6.4.tgz",
96
+ "integrity": "sha512-fpWrvyVHEKyeEvbKZTVOeZF3VSKKWtJxFIxX/jaVPf+cLbGUSitjb49pHLqPV2BUNNZ0LcoeEGfE/YCpyDYHIw=="
97
+ },
98
+ "node_modules/base64-js": {
99
+ "version": "1.5.1",
100
+ "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",
101
+ "integrity": "sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==",
102
+ "funding": [
103
+ {
104
+ "type": "github",
105
+ "url": "https://github.com/sponsors/feross"
106
+ },
107
+ {
108
+ "type": "patreon",
109
+ "url": "https://www.patreon.com/feross"
110
+ },
111
+ {
112
+ "type": "consulting",
113
+ "url": "https://feross.org/support"
114
+ }
115
+ ]
116
+ },
117
+ "node_modules/bl": {
118
+ "version": "4.1.0",
119
+ "resolved": "https://registry.npmjs.org/bl/-/bl-4.1.0.tgz",
120
+ "integrity": "sha512-1W07cM9gS6DcLperZfFSj+bWLtaPGSOHWhPiGzXmvVJbRLdG82sH/Kn8EtW1VqWVA54AKf2h5k5BbnIbwF3h6w==",
121
+ "dependencies": {
122
+ "buffer": "^5.5.0",
123
+ "inherits": "^2.0.4",
124
+ "readable-stream": "^3.4.0"
125
+ }
126
+ },
127
+ "node_modules/buffer": {
128
+ "version": "5.7.1",
129
+ "resolved": "https://registry.npmjs.org/buffer/-/buffer-5.7.1.tgz",
130
+ "integrity": "sha512-EHcyIPBQ4BSGlvjB16k5KgAJ27CIsHY/2JBmCRReo48y9rQ3MaUzWX3KVlBa4U7MyX02HdVj0K7C3WaB3ju7FQ==",
131
+ "funding": [
132
+ {
133
+ "type": "github",
134
+ "url": "https://github.com/sponsors/feross"
135
+ },
136
+ {
137
+ "type": "patreon",
138
+ "url": "https://www.patreon.com/feross"
139
+ },
140
+ {
141
+ "type": "consulting",
142
+ "url": "https://feross.org/support"
143
+ }
144
+ ],
145
+ "dependencies": {
146
+ "base64-js": "^1.3.1",
147
+ "ieee754": "^1.1.13"
148
+ }
149
+ },
150
+ "node_modules/chownr": {
151
+ "version": "1.1.4",
152
+ "resolved": "https://registry.npmjs.org/chownr/-/chownr-1.1.4.tgz",
153
+ "integrity": "sha512-jJ0bqzaylmJtVnNgzTeSOs8DPavpbYgEr/b0YL8/2GO3xJEhInFmhKMUnEJQjZumK7KXGFhUy89PrsJWlakBVg=="
154
+ },
155
+ "node_modules/color": {
156
+ "version": "4.2.3",
157
+ "resolved": "https://registry.npmjs.org/color/-/color-4.2.3.tgz",
158
+ "integrity": "sha512-1rXeuUUiGGrykh+CeBdu5Ie7OJwinCgQY0bc7GCRxy5xVHy+moaqkpL/jqQq0MtQOeYcrqEz4abc5f0KtU7W4A==",
159
+ "dependencies": {
160
+ "color-convert": "^2.0.1",
161
+ "color-string": "^1.9.0"
162
+ },
163
+ "engines": {
164
+ "node": ">=12.5.0"
165
+ }
166
+ },
167
+ "node_modules/color-convert": {
168
+ "version": "2.0.1",
169
+ "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
170
+ "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==",
171
+ "dependencies": {
172
+ "color-name": "~1.1.4"
173
+ },
174
+ "engines": {
175
+ "node": ">=7.0.0"
176
+ }
177
+ },
178
+ "node_modules/color-name": {
179
+ "version": "1.1.4",
180
+ "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
181
+ "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA=="
182
+ },
183
+ "node_modules/color-string": {
184
+ "version": "1.9.1",
185
+ "resolved": "https://registry.npmjs.org/color-string/-/color-string-1.9.1.tgz",
186
+ "integrity": "sha512-shrVawQFojnZv6xM40anx4CkoDP+fZsw/ZerEMsW/pyzsRbElpsL/DBVW7q3ExxwusdNXI3lXpuhEZkzs8p5Eg==",
187
+ "dependencies": {
188
+ "color-name": "^1.0.0",
189
+ "simple-swizzle": "^0.2.2"
190
+ }
191
+ },
192
+ "node_modules/decompress-response": {
193
+ "version": "6.0.0",
194
+ "resolved": "https://registry.npmjs.org/decompress-response/-/decompress-response-6.0.0.tgz",
195
+ "integrity": "sha512-aW35yZM6Bb/4oJlZncMH2LCoZtJXTRxES17vE3hoRiowU2kWHaJKFkSBDnDR+cm9J+9QhXmREyIfv0pji9ejCQ==",
196
+ "dependencies": {
197
+ "mimic-response": "^3.1.0"
198
+ },
199
+ "engines": {
200
+ "node": ">=10"
201
+ },
202
+ "funding": {
203
+ "url": "https://github.com/sponsors/sindresorhus"
204
+ }
205
+ },
206
+ "node_modules/deep-extend": {
207
+ "version": "0.6.0",
208
+ "resolved": "https://registry.npmjs.org/deep-extend/-/deep-extend-0.6.0.tgz",
209
+ "integrity": "sha512-LOHxIOaPYdHlJRtCQfDIVZtfw/ufM8+rVj649RIHzcm/vGwQRXFt6OPqIFWsm2XEMrNIEtWR64sY1LEKD2vAOA==",
210
+ "engines": {
211
+ "node": ">=4.0.0"
212
+ }
213
+ },
214
+ "node_modules/detect-libc": {
215
+ "version": "2.0.2",
216
+ "resolved": "https://registry.npmjs.org/detect-libc/-/detect-libc-2.0.2.tgz",
217
+ "integrity": "sha512-UX6sGumvvqSaXgdKGUsgZWqcUyIXZ/vZTrlRT/iobiKhGL0zL4d3osHj3uqllWJK+i+sixDS/3COVEOFbupFyw==",
218
+ "engines": {
219
+ "node": ">=8"
220
+ }
221
+ },
222
+ "node_modules/end-of-stream": {
223
+ "version": "1.4.4",
224
+ "resolved": "https://registry.npmjs.org/end-of-stream/-/end-of-stream-1.4.4.tgz",
225
+ "integrity": "sha512-+uw1inIHVPQoaVuHzRyXd21icM+cnt4CzD5rW+NC1wjOUSTOs+Te7FOv7AhN7vS9x/oIyhLP5PR1H+phQAHu5Q==",
226
+ "dependencies": {
227
+ "once": "^1.4.0"
228
+ }
229
+ },
230
+ "node_modules/expand-template": {
231
+ "version": "2.0.3",
232
+ "resolved": "https://registry.npmjs.org/expand-template/-/expand-template-2.0.3.tgz",
233
+ "integrity": "sha512-XYfuKMvj4O35f/pOXLObndIRvyQ+/+6AhODh+OKWj9S9498pHHn/IMszH+gt0fBCRWMNfk1ZSp5x3AifmnI2vg==",
234
+ "engines": {
235
+ "node": ">=6"
236
+ }
237
+ },
238
+ "node_modules/fast-fifo": {
239
+ "version": "1.3.2",
240
+ "resolved": "https://registry.npmjs.org/fast-fifo/-/fast-fifo-1.3.2.tgz",
241
+ "integrity": "sha512-/d9sfos4yxzpwkDkuN7k2SqFKtYNmCTzgfEpz82x34IM9/zc8KGxQoXg1liNC/izpRM/MBdt44Nmx41ZWqk+FQ=="
242
+ },
243
+ "node_modules/flatbuffers": {
244
+ "version": "1.12.0",
245
+ "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-1.12.0.tgz",
246
+ "integrity": "sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ=="
247
+ },
248
+ "node_modules/fs-constants": {
249
+ "version": "1.0.0",
250
+ "resolved": "https://registry.npmjs.org/fs-constants/-/fs-constants-1.0.0.tgz",
251
+ "integrity": "sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow=="
252
+ },
253
+ "node_modules/github-from-package": {
254
+ "version": "0.0.0",
255
+ "resolved": "https://registry.npmjs.org/github-from-package/-/github-from-package-0.0.0.tgz",
256
+ "integrity": "sha512-SyHy3T1v2NUXn29OsWdxmK6RwHD+vkj3v8en8AOBZ1wBQ/hCAQ5bAQTD02kW4W9tUp/3Qh6J8r9EvntiyCmOOw=="
257
+ },
258
+ "node_modules/guid-typescript": {
259
+ "version": "1.0.9",
260
+ "resolved": "https://registry.npmjs.org/guid-typescript/-/guid-typescript-1.0.9.tgz",
261
+ "integrity": "sha512-Y8T4vYhEfwJOTbouREvG+3XDsjr8E3kIr7uf+JZ0BYloFsttiHU0WfvANVsR7TxNUJa/WpCnw/Ino/p+DeBhBQ=="
262
+ },
263
+ "node_modules/ieee754": {
264
+ "version": "1.2.1",
265
+ "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz",
266
+ "integrity": "sha512-dcyqhDvX1C46lXZcVqCpK+FtMRQVdIMN6/Df5js2zouUsqG7I6sFxitIC+7KYK29KdXOLHdu9zL4sFnoVQnqaA==",
267
+ "funding": [
268
+ {
269
+ "type": "github",
270
+ "url": "https://github.com/sponsors/feross"
271
+ },
272
+ {
273
+ "type": "patreon",
274
+ "url": "https://www.patreon.com/feross"
275
+ },
276
+ {
277
+ "type": "consulting",
278
+ "url": "https://feross.org/support"
279
+ }
280
+ ]
281
+ },
282
+ "node_modules/inherits": {
283
+ "version": "2.0.4",
284
+ "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz",
285
+ "integrity": "sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ=="
286
+ },
287
+ "node_modules/ini": {
288
+ "version": "1.3.8",
289
+ "resolved": "https://registry.npmjs.org/ini/-/ini-1.3.8.tgz",
290
+ "integrity": "sha512-JV/yugV2uzW5iMRSiZAyDtQd+nxtUnjeLt0acNdw98kKLrvuRVyB80tsREOE7yvGVgalhZ6RNXCmEHkUKBKxew=="
291
+ },
292
+ "node_modules/is-arrayish": {
293
+ "version": "0.3.2",
294
+ "resolved": "https://registry.npmjs.org/is-arrayish/-/is-arrayish-0.3.2.tgz",
295
+ "integrity": "sha512-eVRqCvVlZbuw3GrM63ovNSNAeA1K16kaR/LRY/92w0zxQ5/1YzwblUX652i4Xs9RwAGjW9d9y6X88t8OaAJfWQ=="
296
+ },
297
+ "node_modules/long": {
298
+ "version": "4.0.0",
299
+ "resolved": "https://registry.npmjs.org/long/-/long-4.0.0.tgz",
300
+ "integrity": "sha512-XsP+KhQif4bjX1kbuSiySJFNAehNxgLb6hPRGJ9QsUr8ajHkuXGdrHmFUTUUXhDwVX2R5bY4JNZEwbUiMhV+MA=="
301
+ },
302
+ "node_modules/lru-cache": {
303
+ "version": "6.0.0",
304
+ "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz",
305
+ "integrity": "sha512-Jo6dJ04CmSjuznwJSS3pUeWmd/H0ffTlkXXgwZi+eq1UCmqQwCh+eLsYOYCwY991i2Fah4h1BEMCx4qThGbsiA==",
306
+ "dependencies": {
307
+ "yallist": "^4.0.0"
308
+ },
309
+ "engines": {
310
+ "node": ">=10"
311
+ }
312
+ },
313
+ "node_modules/mimic-response": {
314
+ "version": "3.1.0",
315
+ "resolved": "https://registry.npmjs.org/mimic-response/-/mimic-response-3.1.0.tgz",
316
+ "integrity": "sha512-z0yWI+4FDrrweS8Zmt4Ej5HdJmky15+L2e6Wgn3+iK5fWzb6T3fhNFq2+MeTRb064c6Wr4N/wv0DzQTjNzHNGQ==",
317
+ "engines": {
318
+ "node": ">=10"
319
+ },
320
+ "funding": {
321
+ "url": "https://github.com/sponsors/sindresorhus"
322
+ }
323
+ },
324
+ "node_modules/minimist": {
325
+ "version": "1.2.8",
326
+ "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.8.tgz",
327
+ "integrity": "sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==",
328
+ "funding": {
329
+ "url": "https://github.com/sponsors/ljharb"
330
+ }
331
+ },
332
+ "node_modules/mkdirp-classic": {
333
+ "version": "0.5.3",
334
+ "resolved": "https://registry.npmjs.org/mkdirp-classic/-/mkdirp-classic-0.5.3.tgz",
335
+ "integrity": "sha512-gKLcREMhtuZRwRAfqP3RFW+TK4JqApVBtOIftVgjuABpAtpxhPGaDcfvbhNvD0B8iD1oUr/txX35NjcaY6Ns/A=="
336
+ },
337
+ "node_modules/napi-build-utils": {
338
+ "version": "1.0.2",
339
+ "resolved": "https://registry.npmjs.org/napi-build-utils/-/napi-build-utils-1.0.2.tgz",
340
+ "integrity": "sha512-ONmRUqK7zj7DWX0D9ADe03wbwOBZxNAfF20PlGfCWQcD3+/MakShIHrMqx9YwPTfxDdF1zLeL+RGZiR9kGMLdg=="
341
+ },
342
+ "node_modules/node-abi": {
343
+ "version": "3.51.0",
344
+ "resolved": "https://registry.npmjs.org/node-abi/-/node-abi-3.51.0.tgz",
345
+ "integrity": "sha512-SQkEP4hmNWjlniS5zdnfIXTk1x7Ome85RDzHlTbBtzE97Gfwz/Ipw4v/Ryk20DWIy3yCNVLVlGKApCnmvYoJbA==",
346
+ "dependencies": {
347
+ "semver": "^7.3.5"
348
+ },
349
+ "engines": {
350
+ "node": ">=10"
351
+ }
352
+ },
353
+ "node_modules/node-addon-api": {
354
+ "version": "6.1.0",
355
+ "resolved": "https://registry.npmjs.org/node-addon-api/-/node-addon-api-6.1.0.tgz",
356
+ "integrity": "sha512-+eawOlIgy680F0kBzPUNFhMZGtJ1YmqM6l4+Crf4IkImjYrO/mqPwRMh352g23uIaQKFItcQ64I7KMaJxHgAVA=="
357
+ },
358
+ "node_modules/once": {
359
+ "version": "1.4.0",
360
+ "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
361
+ "integrity": "sha512-lNaJgI+2Q5URQBkccEKHTQOPaXdUxnZZElQTZY0MFUAuaEqe1E+Nyvgdz/aIyNi6Z9MzO5dv1H8n58/GELp3+w==",
362
+ "dependencies": {
363
+ "wrappy": "1"
364
+ }
365
+ },
366
+ "node_modules/onnx-proto": {
367
+ "version": "4.0.4",
368
+ "resolved": "https://registry.npmjs.org/onnx-proto/-/onnx-proto-4.0.4.tgz",
369
+ "integrity": "sha512-aldMOB3HRoo6q/phyB6QRQxSt895HNNw82BNyZ2CMh4bjeKv7g/c+VpAFtJuEMVfYLMbRx61hbuqnKceLeDcDA==",
370
+ "dependencies": {
371
+ "protobufjs": "^6.8.8"
372
+ }
373
+ },
374
+ "node_modules/onnxruntime-common": {
375
+ "version": "1.14.0",
376
+ "resolved": "https://registry.npmjs.org/onnxruntime-common/-/onnxruntime-common-1.14.0.tgz",
377
+ "integrity": "sha512-3LJpegM2iMNRX2wUmtYfeX/ytfOzNwAWKSq1HbRrKc9+uqG/FsEA0bbKZl1btQeZaXhC26l44NWpNUeXPII7Ew=="
378
+ },
379
+ "node_modules/onnxruntime-node": {
380
+ "version": "1.14.0",
381
+ "resolved": "https://registry.npmjs.org/onnxruntime-node/-/onnxruntime-node-1.14.0.tgz",
382
+ "integrity": "sha512-5ba7TWomIV/9b6NH/1x/8QEeowsb+jBEvFzU6z0T4mNsFwdPqXeFUM7uxC6QeSRkEbWu3qEB0VMjrvzN/0S9+w==",
383
+ "optional": true,
384
+ "os": [
385
+ "win32",
386
+ "darwin",
387
+ "linux"
388
+ ],
389
+ "dependencies": {
390
+ "onnxruntime-common": "~1.14.0"
391
+ }
392
+ },
393
+ "node_modules/onnxruntime-web": {
394
+ "version": "1.14.0",
395
+ "resolved": "https://registry.npmjs.org/onnxruntime-web/-/onnxruntime-web-1.14.0.tgz",
396
+ "integrity": "sha512-Kcqf43UMfW8mCydVGcX9OMXI2VN17c0p6XvR7IPSZzBf/6lteBzXHvcEVWDPmCKuGombl997HgLqj91F11DzXw==",
397
+ "dependencies": {
398
+ "flatbuffers": "^1.12.0",
399
+ "guid-typescript": "^1.0.9",
400
+ "long": "^4.0.0",
401
+ "onnx-proto": "^4.0.4",
402
+ "onnxruntime-common": "~1.14.0",
403
+ "platform": "^1.3.6"
404
+ }
405
+ },
406
+ "node_modules/platform": {
407
+ "version": "1.3.6",
408
+ "resolved": "https://registry.npmjs.org/platform/-/platform-1.3.6.tgz",
409
+ "integrity": "sha512-fnWVljUchTro6RiCFvCXBbNhJc2NijN7oIQxbwsyL0buWJPG85v81ehlHI9fXrJsMNgTofEoWIQeClKpgxFLrg=="
410
+ },
411
+ "node_modules/prebuild-install": {
412
+ "version": "7.1.1",
413
+ "resolved": "https://registry.npmjs.org/prebuild-install/-/prebuild-install-7.1.1.tgz",
414
+ "integrity": "sha512-jAXscXWMcCK8GgCoHOfIr0ODh5ai8mj63L2nWrjuAgXE6tDyYGnx4/8o/rCgU+B4JSyZBKbeZqzhtwtC3ovxjw==",
415
+ "dependencies": {
416
+ "detect-libc": "^2.0.0",
417
+ "expand-template": "^2.0.3",
418
+ "github-from-package": "0.0.0",
419
+ "minimist": "^1.2.3",
420
+ "mkdirp-classic": "^0.5.3",
421
+ "napi-build-utils": "^1.0.1",
422
+ "node-abi": "^3.3.0",
423
+ "pump": "^3.0.0",
424
+ "rc": "^1.2.7",
425
+ "simple-get": "^4.0.0",
426
+ "tar-fs": "^2.0.0",
427
+ "tunnel-agent": "^0.6.0"
428
+ },
429
+ "bin": {
430
+ "prebuild-install": "bin.js"
431
+ },
432
+ "engines": {
433
+ "node": ">=10"
434
+ }
435
+ },
436
+ "node_modules/prebuild-install/node_modules/tar-fs": {
437
+ "version": "2.1.1",
438
+ "resolved": "https://registry.npmjs.org/tar-fs/-/tar-fs-2.1.1.tgz",
439
+ "integrity": "sha512-V0r2Y9scmbDRLCNex/+hYzvp/zyYjvFbHPNgVTKfQvVrb6guiE/fxP+XblDNR011utopbkex2nM4dHNV6GDsng==",
440
+ "dependencies": {
441
+ "chownr": "^1.1.1",
442
+ "mkdirp-classic": "^0.5.2",
443
+ "pump": "^3.0.0",
444
+ "tar-stream": "^2.1.4"
445
+ }
446
+ },
447
+ "node_modules/prebuild-install/node_modules/tar-stream": {
448
+ "version": "2.2.0",
449
+ "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-2.2.0.tgz",
450
+ "integrity": "sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==",
451
+ "dependencies": {
452
+ "bl": "^4.0.3",
453
+ "end-of-stream": "^1.4.1",
454
+ "fs-constants": "^1.0.0",
455
+ "inherits": "^2.0.3",
456
+ "readable-stream": "^3.1.1"
457
+ },
458
+ "engines": {
459
+ "node": ">=6"
460
+ }
461
+ },
462
+ "node_modules/protobufjs": {
463
+ "version": "6.11.4",
464
+ "resolved": "https://registry.npmjs.org/protobufjs/-/protobufjs-6.11.4.tgz",
465
+ "integrity": "sha512-5kQWPaJHi1WoCpjTGszzQ32PG2F4+wRY6BmAT4Vfw56Q2FZ4YZzK20xUYQH4YkfehY1e6QSICrJquM6xXZNcrw==",
466
+ "hasInstallScript": true,
467
+ "dependencies": {
468
+ "@protobufjs/aspromise": "^1.1.2",
469
+ "@protobufjs/base64": "^1.1.2",
470
+ "@protobufjs/codegen": "^2.0.4",
471
+ "@protobufjs/eventemitter": "^1.1.0",
472
+ "@protobufjs/fetch": "^1.1.0",
473
+ "@protobufjs/float": "^1.0.2",
474
+ "@protobufjs/inquire": "^1.1.0",
475
+ "@protobufjs/path": "^1.1.2",
476
+ "@protobufjs/pool": "^1.1.0",
477
+ "@protobufjs/utf8": "^1.1.0",
478
+ "@types/long": "^4.0.1",
479
+ "@types/node": ">=13.7.0",
480
+ "long": "^4.0.0"
481
+ },
482
+ "bin": {
483
+ "pbjs": "bin/pbjs",
484
+ "pbts": "bin/pbts"
485
+ }
486
+ },
487
+ "node_modules/pump": {
488
+ "version": "3.0.0",
489
+ "resolved": "https://registry.npmjs.org/pump/-/pump-3.0.0.tgz",
490
+ "integrity": "sha512-LwZy+p3SFs1Pytd/jYct4wpv49HiYCqd9Rlc5ZVdk0V+8Yzv6jR5Blk3TRmPL1ft69TxP0IMZGJ+WPFU2BFhww==",
491
+ "dependencies": {
492
+ "end-of-stream": "^1.1.0",
493
+ "once": "^1.3.1"
494
+ }
495
+ },
496
+ "node_modules/queue-tick": {
497
+ "version": "1.0.1",
498
+ "resolved": "https://registry.npmjs.org/queue-tick/-/queue-tick-1.0.1.tgz",
499
+ "integrity": "sha512-kJt5qhMxoszgU/62PLP1CJytzd2NKetjSRnyuj31fDd3Rlcz3fzlFdFLD1SItunPwyqEOkca6GbV612BWfaBag=="
500
+ },
501
+ "node_modules/rc": {
502
+ "version": "1.2.8",
503
+ "resolved": "https://registry.npmjs.org/rc/-/rc-1.2.8.tgz",
504
+ "integrity": "sha512-y3bGgqKj3QBdxLbLkomlohkvsA8gdAiUQlSBJnBhfn+BPxg4bc62d8TcBW15wavDfgexCgccckhcZvywyQYPOw==",
505
+ "dependencies": {
506
+ "deep-extend": "^0.6.0",
507
+ "ini": "~1.3.0",
508
+ "minimist": "^1.2.0",
509
+ "strip-json-comments": "~2.0.1"
510
+ },
511
+ "bin": {
512
+ "rc": "cli.js"
513
+ }
514
+ },
515
+ "node_modules/readable-stream": {
516
+ "version": "3.6.2",
517
+ "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.6.2.tgz",
518
+ "integrity": "sha512-9u/sniCrY3D5WdsERHzHE4G2YCXqoG5FTHUiCC4SIbr6XcLZBY05ya9EKjYek9O5xOAwjGq+1JdGBAS7Q9ScoA==",
519
+ "dependencies": {
520
+ "inherits": "^2.0.3",
521
+ "string_decoder": "^1.1.1",
522
+ "util-deprecate": "^1.0.1"
523
+ },
524
+ "engines": {
525
+ "node": ">= 6"
526
+ }
527
+ },
528
+ "node_modules/safe-buffer": {
529
+ "version": "5.2.1",
530
+ "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
531
+ "integrity": "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==",
532
+ "funding": [
533
+ {
534
+ "type": "github",
535
+ "url": "https://github.com/sponsors/feross"
536
+ },
537
+ {
538
+ "type": "patreon",
539
+ "url": "https://www.patreon.com/feross"
540
+ },
541
+ {
542
+ "type": "consulting",
543
+ "url": "https://feross.org/support"
544
+ }
545
+ ]
546
+ },
547
+ "node_modules/semver": {
548
+ "version": "7.5.4",
549
+ "resolved": "https://registry.npmjs.org/semver/-/semver-7.5.4.tgz",
550
+ "integrity": "sha512-1bCSESV6Pv+i21Hvpxp3Dx+pSD8lIPt8uVjRrxAUt/nbswYc+tK6Y2btiULjd4+fnq15PX+nqQDC7Oft7WkwcA==",
551
+ "dependencies": {
552
+ "lru-cache": "^6.0.0"
553
+ },
554
+ "bin": {
555
+ "semver": "bin/semver.js"
556
+ },
557
+ "engines": {
558
+ "node": ">=10"
559
+ }
560
+ },
561
+ "node_modules/sharp": {
562
+ "version": "0.32.6",
563
+ "resolved": "https://registry.npmjs.org/sharp/-/sharp-0.32.6.tgz",
564
+ "integrity": "sha512-KyLTWwgcR9Oe4d9HwCwNM2l7+J0dUQwn/yf7S0EnTtb0eVS4RxO0eUSvxPtzT4F3SY+C4K6fqdv/DO27sJ/v/w==",
565
+ "hasInstallScript": true,
566
+ "dependencies": {
567
+ "color": "^4.2.3",
568
+ "detect-libc": "^2.0.2",
569
+ "node-addon-api": "^6.1.0",
570
+ "prebuild-install": "^7.1.1",
571
+ "semver": "^7.5.4",
572
+ "simple-get": "^4.0.1",
573
+ "tar-fs": "^3.0.4",
574
+ "tunnel-agent": "^0.6.0"
575
+ },
576
+ "engines": {
577
+ "node": ">=14.15.0"
578
+ },
579
+ "funding": {
580
+ "url": "https://opencollective.com/libvips"
581
+ }
582
+ },
583
+ "node_modules/simple-concat": {
584
+ "version": "1.0.1",
585
+ "resolved": "https://registry.npmjs.org/simple-concat/-/simple-concat-1.0.1.tgz",
586
+ "integrity": "sha512-cSFtAPtRhljv69IK0hTVZQ+OfE9nePi/rtJmw5UjHeVyVroEqJXP1sFztKUy1qU+xvz3u/sfYJLa947b7nAN2Q==",
587
+ "funding": [
588
+ {
589
+ "type": "github",
590
+ "url": "https://github.com/sponsors/feross"
591
+ },
592
+ {
593
+ "type": "patreon",
594
+ "url": "https://www.patreon.com/feross"
595
+ },
596
+ {
597
+ "type": "consulting",
598
+ "url": "https://feross.org/support"
599
+ }
600
+ ]
601
+ },
602
+ "node_modules/simple-get": {
603
+ "version": "4.0.1",
604
+ "resolved": "https://registry.npmjs.org/simple-get/-/simple-get-4.0.1.tgz",
605
+ "integrity": "sha512-brv7p5WgH0jmQJr1ZDDfKDOSeWWg+OVypG99A/5vYGPqJ6pxiaHLy8nxtFjBA7oMa01ebA9gfh1uMCFqOuXxvA==",
606
+ "funding": [
607
+ {
608
+ "type": "github",
609
+ "url": "https://github.com/sponsors/feross"
610
+ },
611
+ {
612
+ "type": "patreon",
613
+ "url": "https://www.patreon.com/feross"
614
+ },
615
+ {
616
+ "type": "consulting",
617
+ "url": "https://feross.org/support"
618
+ }
619
+ ],
620
+ "dependencies": {
621
+ "decompress-response": "^6.0.0",
622
+ "once": "^1.3.1",
623
+ "simple-concat": "^1.0.0"
624
+ }
625
+ },
626
+ "node_modules/simple-swizzle": {
627
+ "version": "0.2.2",
628
+ "resolved": "https://registry.npmjs.org/simple-swizzle/-/simple-swizzle-0.2.2.tgz",
629
+ "integrity": "sha512-JA//kQgZtbuY83m+xT+tXJkmJncGMTFT+C+g2h2R9uxkYIrE2yy9sgmcLhCnw57/WSD+Eh3J97FPEDFnbXnDUg==",
630
+ "dependencies": {
631
+ "is-arrayish": "^0.3.1"
632
+ }
633
+ },
634
+ "node_modules/streamx": {
635
+ "version": "2.15.5",
636
+ "resolved": "https://registry.npmjs.org/streamx/-/streamx-2.15.5.tgz",
637
+ "integrity": "sha512-9thPGMkKC2GctCzyCUjME3yR03x2xNo0GPKGkRw2UMYN+gqWa9uqpyNWhmsNCutU5zHmkUum0LsCRQTXUgUCAg==",
638
+ "dependencies": {
639
+ "fast-fifo": "^1.1.0",
640
+ "queue-tick": "^1.0.1"
641
+ }
642
+ },
643
+ "node_modules/string_decoder": {
644
+ "version": "1.3.0",
645
+ "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.3.0.tgz",
646
+ "integrity": "sha512-hkRX8U1WjJFd8LsDJ2yQ/wWWxaopEsABU1XfkM8A+j0+85JAGppt16cr1Whg6KIbb4okU6Mql6BOj+uup/wKeA==",
647
+ "dependencies": {
648
+ "safe-buffer": "~5.2.0"
649
+ }
650
+ },
651
+ "node_modules/strip-json-comments": {
652
+ "version": "2.0.1",
653
+ "resolved": "https://registry.npmjs.org/strip-json-comments/-/strip-json-comments-2.0.1.tgz",
654
+ "integrity": "sha512-4gB8na07fecVVkOI6Rs4e7T6NOTki5EmL7TUduTs6bu3EdnSycntVJ4re8kgZA+wx9IueI2Y11bfbgwtzuE0KQ==",
655
+ "engines": {
656
+ "node": ">=0.10.0"
657
+ }
658
+ },
659
+ "node_modules/tar-fs": {
660
+ "version": "3.0.4",
661
+ "resolved": "https://registry.npmjs.org/tar-fs/-/tar-fs-3.0.4.tgz",
662
+ "integrity": "sha512-5AFQU8b9qLfZCX9zp2duONhPmZv0hGYiBPJsyUdqMjzq/mqVpy/rEUSeHk1+YitmxugaptgBh5oDGU3VsAJq4w==",
663
+ "dependencies": {
664
+ "mkdirp-classic": "^0.5.2",
665
+ "pump": "^3.0.0",
666
+ "tar-stream": "^3.1.5"
667
+ }
668
+ },
669
+ "node_modules/tar-stream": {
670
+ "version": "3.1.6",
671
+ "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-3.1.6.tgz",
672
+ "integrity": "sha512-B/UyjYwPpMBv+PaFSWAmtYjwdrlEaZQEhMIBFNC5oEG8lpiW8XjcSdmEaClj28ArfKScKHs2nshz3k2le6crsg==",
673
+ "dependencies": {
674
+ "b4a": "^1.6.4",
675
+ "fast-fifo": "^1.2.0",
676
+ "streamx": "^2.15.0"
677
+ }
678
+ },
679
+ "node_modules/tunnel-agent": {
680
+ "version": "0.6.0",
681
+ "resolved": "https://registry.npmjs.org/tunnel-agent/-/tunnel-agent-0.6.0.tgz",
682
+ "integrity": "sha512-McnNiV1l8RYeY8tBgEpuodCC1mLUdbSN+CYBL7kJsJNInOP8UjDDEwdk6Mw60vdLLrr5NHKZhMAOSrR2NZuQ+w==",
683
+ "dependencies": {
684
+ "safe-buffer": "^5.0.1"
685
+ },
686
+ "engines": {
687
+ "node": "*"
688
+ }
689
+ },
690
+ "node_modules/undici-types": {
691
+ "version": "5.26.5",
692
+ "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz",
693
+ "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA=="
694
+ },
695
+ "node_modules/util-deprecate": {
696
+ "version": "1.0.2",
697
+ "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz",
698
+ "integrity": "sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw=="
699
+ },
700
+ "node_modules/wrappy": {
701
+ "version": "1.0.2",
702
+ "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",
703
+ "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ=="
704
+ },
705
+ "node_modules/yallist": {
706
+ "version": "4.0.0",
707
+ "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
708
+ "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A=="
709
+ }
710
+ }
711
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/package.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "embedding",
3
+ "version": "0.1.0",
4
+ "private": false,
5
+ "type": "module",
6
+ "main": "index.js",
7
+ "scripts": {
8
+ },
9
+ "dependencies": {
10
+ "@xenova/transformers": "^2.8.0"
11
+ }
12
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/sentence_bert_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 128,
3
+ "do_lower_case": false
4
+ }
paraphrase-multilingual-mpnet-base-v2-onnx/source.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ https://huggingface.co/tzmtwtr/paraphrase-multilingual-mpnet-base-v2-onnx
paraphrase-multilingual-mpnet-base-v2-onnx/special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
paraphrase-multilingual-mpnet-base-v2-onnx/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
paraphrase-multilingual-mpnet-base-v2-onnx/tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "sep_token": "</s>",
5
+ "cls_token": "<s>",
6
+ "unk_token": "<unk>",
7
+ "pad_token": "<pad>",
8
+ "mask_token": {
9
+ "content": "<mask>",
10
+ "single_word": false,
11
+ "lstrip": true,
12
+ "rstrip": false,
13
+ "normalized": true,
14
+ "__type": "AddedToken"
15
+ },
16
+ "model_max_length": 512,
17
+ "special_tokens_map_file": null,
18
+ "name_or_path": "old_models/paraphrase-multilingual-mpnet-base-v2/0_Transformer",
19
+ "tokenizer_class": "PreTrainedTokenizerFast"
20
+ }
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/1_Pooling/config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 768,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false
7
+ }
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/README.md ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: light-embed
3
+ pipeline_tag: sentence-similarity
4
+ tags:
5
+ - sentence-transformers
6
+ - feature-extraction
7
+ - sentence-similarity
8
+
9
+ ---
10
+
11
+ # LightEmbed/sbert-paraphrase-multilingual-mpnet-base-v2-onnx
12
+
13
+ This is the ONNX version of the Sentence Transformers model sentence-transformers/paraphrase-multilingual-mpnet-base-v2 for sentence embedding, optimized for speed and lightweight performance. By utilizing onnxruntime and tokenizers instead of heavier libraries like sentence-transformers and transformers, this version ensures a smaller library size and faster execution. Below are the details of the model:
14
+ - Base model: sentence-transformers/paraphrase-multilingual-mpnet-base-v2
15
+ - Embedding dimension: 768
16
+ - Max sequence length: 128
17
+ - File size on disk: 1.03 GB
18
+ - Pooling incorporated: Yes
19
+
20
+ This ONNX model consists all components in the original sentence transformer model:
21
+ Transformer, Pooling
22
+
23
+ <!--- Describe your model here -->
24
+
25
+ ## Usage (LightEmbed)
26
+
27
+ Using this model becomes easy when you have [LightEmbed](https://pypi.org/project/light-embed/) installed:
28
+
29
+ ```
30
+ pip install -U light-embed
31
+ ```
32
+
33
+ Then you can use the model using the original model name like this:
34
+
35
+ ```python
36
+ from light_embed import TextEmbedding
37
+ sentences = [
38
+ "This is an example sentence",
39
+ "Each sentence is converted"
40
+ ]
41
+
42
+ model = TextEmbedding('sentence-transformers/paraphrase-multilingual-mpnet-base-v2')
43
+ embeddings = model.encode(sentences)
44
+ print(embeddings)
45
+ ```
46
+
47
+ Then you can use the model using onnx model name like this:
48
+
49
+ ```python
50
+ from light_embed import TextEmbedding
51
+ sentences = [
52
+ "This is an example sentence",
53
+ "Each sentence is converted"
54
+ ]
55
+
56
+ model = TextEmbedding('LightEmbed/sbert-paraphrase-multilingual-mpnet-base-v2-onnx')
57
+ embeddings = model.encode(sentences)
58
+ print(embeddings)
59
+ ```
60
+
61
+ ## Citing & Authors
62
+
63
+ Binh Nguyen / binhcode25@gmail.com
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2",
3
+ "architectures": [
4
+ "XLMRobertaModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "xlm-roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "output_past": true,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "transformers_version": "4.7.0",
24
+ "type_vocab_size": 1,
25
+ "use_cache": true,
26
+ "vocab_size": 250002
27
+ }
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/config_sentence_transformers.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "2.0.0",
4
+ "transformers": "4.7.0",
5
+ "pytorch": "1.9.0+cu102"
6
+ }
7
+ }
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf122801b94e8610d9a06bea3f8dd0b40801b118e5f53a2935a01cd37303a4c
3
+ size 1110169968
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model_description.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "LightEmbed/sbert-paraphrase-multilingual-mpnet-base-v2-onnx",
3
+ "base_model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2",
4
+ "model_file": "model.onnx",
5
+ "embedding_dim": 768,
6
+ "max_seq_length": 128,
7
+ "model_file_size (GB)": 1.03
8
+ }
sbert-paraphrase-multilingual-mpnet-base-v2-onnx/model_info.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "description": "Sentence Transformer model, paraphrase-multilingual-mpnet-base-v2",
3
+ "base_model": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2",
4
+ "dim": 768,
5
+ "max_seq_length": 128
6
+ }