Update README.md
Browse files
README.md
CHANGED
|
@@ -43,14 +43,14 @@ tags:
|
|
| 43 |
```python
|
| 44 |
from transformers import AutoTokenizer, AutoModelForMaskedLM
|
| 45 |
#MLMモデルとして読み込む場合
|
| 46 |
-
tokenizer = AutoTokenizer.from_pretrained("Shuu12121/
|
| 47 |
-
model = AutoModelForMaskedLM.from_pretrained("Shuu12121/
|
| 48 |
```
|
| 49 |
Sentence-Transformersを用いてファインチューニングを行う場合の読み込み方
|
| 50 |
```python
|
| 51 |
from sentence_transformers import SentenceTransformer,models
|
| 52 |
|
| 53 |
-
word_embedding_model = models.Transformer("Shuu12121/
|
| 54 |
word_embedding_model.max_seq_length = 512
|
| 55 |
#CLSトークンを用いる場合pooling_mode_cls_tokenのみTrue
|
| 56 |
#平均プーリングを用いる場合 pooling_mode_mean_tokensのみTrue
|
|
@@ -66,6 +66,6 @@ model = SentenceTransformer(modules=[word_embedding_model, pooling_model])
|
|
| 66 |
```
|
| 67 |
|
| 68 |
そのほかのモデル
|
| 69 |
-
- [Owl-ph2-base (512)](https://huggingface.co/Shuu12121/
|
| 70 |
-
- [Owl-ph1-base (2048)](https://huggingface.co/Shuu12121/
|
| 71 |
-
- [Owl-ph2-base (2048)](https://huggingface.co/Shuu12121/
|
|
|
|
| 43 |
```python
|
| 44 |
from transformers import AutoTokenizer, AutoModelForMaskedLM
|
| 45 |
#MLMモデルとして読み込む場合
|
| 46 |
+
tokenizer = AutoTokenizer.from_pretrained("Shuu12121/Owl-ph1-base-len512")
|
| 47 |
+
model = AutoModelForMaskedLM.from_pretrained("Shuu12121/Owl-ph1-base-len512")
|
| 48 |
```
|
| 49 |
Sentence-Transformersを用いてファインチューニングを行う場合の読み込み方
|
| 50 |
```python
|
| 51 |
from sentence_transformers import SentenceTransformer,models
|
| 52 |
|
| 53 |
+
word_embedding_model = models.Transformer("Shuu12121/Owl-ph1-base-len512")
|
| 54 |
word_embedding_model.max_seq_length = 512
|
| 55 |
#CLSトークンを用いる場合pooling_mode_cls_tokenのみTrue
|
| 56 |
#平均プーリングを用いる場合 pooling_mode_mean_tokensのみTrue
|
|
|
|
| 66 |
```
|
| 67 |
|
| 68 |
そのほかのモデル
|
| 69 |
+
- [Owl-ph2-base (512)](https://huggingface.co/Shuu12121/Owl-ph2-base-len512)
|
| 70 |
+
- [Owl-ph1-base (2048)](https://huggingface.co/Shuu12121/Owl-ph1-base-len2048)
|
| 71 |
+
- [Owl-ph2-base (2048)](https://huggingface.co/Shuu12121/Owl-ph2-base-len2048)
|