vrashad commited on
Commit
90238ed
·
verified ·
1 Parent(s): 1845dd4

Delete .ipynb_checkpoints

Browse files
.ipynb_checkpoints/README-checkpoint.md DELETED
@@ -1,68 +0,0 @@
1
- ---
2
- license: mit
3
- language:
4
- - en
5
- - az
6
- base_model:
7
- - FacebookAI/xlm-roberta-base
8
- pipeline_tag: sentence-similarity
9
- ---
10
-
11
- # XLM-RoBERTa model for English and Azerbaijani
12
-
13
-
14
-
15
-
16
- ## Usage (Sentence-Transformers)
17
-
18
-
19
- ```
20
- pip install -U sentence-transformers
21
- ```
22
-
23
-
24
- ```python
25
- from sentence_transformers import SentenceTransformer
26
- sentences = ['Bu nümunə cümlədir', 'Bu cümlə bir nümunədir']
27
-
28
- model = SentenceTransformer('LocalDoc/xlm-roberta-AZ')
29
- embeddings = model.encode(sentences)
30
- print(embeddings)
31
- ```
32
-
33
-
34
-
35
- ## Usage (HuggingFace Transformers)
36
-
37
- ```python
38
- from transformers import AutoTokenizer, AutoModel
39
- import torch
40
-
41
-
42
-
43
- def mean_pooling(model_output, attention_mask):
44
- token_embeddings = model_output[0]
45
- input_mask_expanded = attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
46
- return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
47
-
48
-
49
- sentences = ['Bu nümunə cümlədir', 'Bu cümlə bir nümunədir']
50
-
51
-
52
- tokenizer = AutoTokenizer.from_pretrained('LocalDoc/xlm-roberta-AZ')
53
- model = AutoModel.from_pretrained('LocalDoc/xlm-roberta-AZ')
54
-
55
-
56
- encoded_input = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt')
57
-
58
-
59
- with torch.no_grad():
60
- model_output = model(**encoded_input)
61
-
62
-
63
- sentence_embeddings = mean_pooling(model_output, encoded_input['attention_mask'])
64
-
65
- print("Sentence embeddings:")
66
- print(sentence_embeddings)
67
- ```
68
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/config-checkpoint.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "architectures": [
3
- "XLMRobertaModel"
4
- ],
5
- "attention_probs_dropout_prob": 0.1,
6
- "bos_token_id": 0,
7
- "classifier_dropout": null,
8
- "eos_token_id": 2,
9
- "hidden_act": "gelu",
10
- "hidden_dropout_prob": 0.1,
11
- "hidden_size": 1024,
12
- "initializer_range": 0.02,
13
- "intermediate_size": 4096,
14
- "layer_norm_eps": 1e-05,
15
- "max_position_embeddings": 8194,
16
- "model_type": "xlm-roberta",
17
- "num_attention_heads": 16,
18
- "num_hidden_layers": 24,
19
- "output_past": true,
20
- "pad_token_id": 1,
21
- "position_embedding_type": "absolute",
22
- "torch_dtype": "float32",
23
- "transformers_version": "4.46.1",
24
- "type_vocab_size": 1,
25
- "use_cache": true,
26
- "vocab_size": 37367
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/config_sentence_transformers-checkpoint.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "__version__": {
3
- "sentence_transformers": "3.2.1",
4
- "transformers": "4.46.1",
5
- "pytorch": "2.2.0"
6
- },
7
- "prompts": {},
8
- "default_prompt_name": null,
9
- "similarity_fn_name": null
10
- }
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/modules-checkpoint.json DELETED
@@ -1,14 +0,0 @@
1
- [
2
- {
3
- "idx": 0,
4
- "name": "0",
5
- "path": "",
6
- "type": "sentence_transformers.models.Transformer"
7
- },
8
- {
9
- "idx": 1,
10
- "name": "1",
11
- "path": "1_Pooling",
12
- "type": "sentence_transformers.models.Pooling"
13
- }
14
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/sentence_bert_config-checkpoint.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "max_seq_length": 8192,
3
- "do_lower_case": false
4
- }
 
 
 
 
 
.ipynb_checkpoints/special_tokens_map-checkpoint.json DELETED
@@ -1,51 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "cls_token": {
10
- "content": "<s>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "eos_token": {
17
- "content": "</s>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
- "mask_token": {
24
- "content": "<mask>",
25
- "lstrip": true,
26
- "normalized": true,
27
- "rstrip": false,
28
- "single_word": false
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": false,
35
- "single_word": false
36
- },
37
- "sep_token": {
38
- "content": "</s>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false
43
- },
44
- "unk_token": {
45
- "content": "<unk>",
46
- "lstrip": false,
47
- "normalized": false,
48
- "rstrip": false,
49
- "single_word": false
50
- }
51
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.ipynb_checkpoints/tokenizer-checkpoint.json DELETED
The diff for this file is too large to render. See raw diff
 
.ipynb_checkpoints/tokenizer_config-checkpoint.json DELETED
@@ -1,55 +0,0 @@
1
- {
2
- "added_tokens_decoder": {
3
- "0": {
4
- "content": "<s>",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "1": {
12
- "content": "<pad>",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false,
17
- "special": true
18
- },
19
- "2": {
20
- "content": "</s>",
21
- "lstrip": false,
22
- "normalized": false,
23
- "rstrip": false,
24
- "single_word": false,
25
- "special": true
26
- },
27
- "3": {
28
- "content": "<unk>",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
- },
35
- "37366": {
36
- "content": "<mask>",
37
- "lstrip": true,
38
- "normalized": true,
39
- "rstrip": false,
40
- "single_word": false,
41
- "special": true
42
- }
43
- },
44
- "bos_token": "<s>",
45
- "clean_up_tokenization_spaces": false,
46
- "cls_token": "<s>",
47
- "eos_token": "</s>",
48
- "mask_token": "<mask>",
49
- "model_max_length": 8192,
50
- "pad_token": "<pad>",
51
- "sep_token": "</s>",
52
- "sp_model_kwargs": {},
53
- "tokenizer_class": "XLMRobertaTokenizer",
54
- "unk_token": "<unk>"
55
- }