alverciito commited on
Commit ·
0b2800e
1
Parent(s): f6a9590
fix latest import
Browse files
research_files/bench.py
CHANGED
|
@@ -33,8 +33,8 @@ if __name__ == '__main__':
|
|
| 33 |
# "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", # Baseline Multilingual - sBERT
|
| 34 |
# 'hiiamsid/sentence_similarity_spanish_es', # Spanish similarity - sBERT
|
| 35 |
# "jaimevera1107/all-MiniLM-L6-v2-similarity-es", # Spanish similarity - sBERT
|
| 36 |
-
"google-bert/bert-base-multilingual-cased", # mBERT (google
|
| 37 |
-
"sentence-transformers/LaBSE",
|
| 38 |
"FacebookAI/xlm-roberta-base" # XLM-R (facebook)
|
| 39 |
]:
|
| 40 |
print("Evaluating Model (3 methods):", model)
|
|
|
|
| 33 |
# "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", # Baseline Multilingual - sBERT
|
| 34 |
# 'hiiamsid/sentence_similarity_spanish_es', # Spanish similarity - sBERT
|
| 35 |
# "jaimevera1107/all-MiniLM-L6-v2-similarity-es", # Spanish similarity - sBERT
|
| 36 |
+
"google-bert/bert-base-multilingual-cased", # mBERT (google)
|
| 37 |
+
"sentence-transformers/LaBSE", # LaBSE (google)
|
| 38 |
"FacebookAI/xlm-roberta-base" # XLM-R (facebook)
|
| 39 |
]:
|
| 40 |
print("Evaluating Model (3 methods):", model)
|
research_files/inference/pipeline.py
CHANGED
|
@@ -8,7 +8,7 @@
|
|
| 8 |
import numpy as np
|
| 9 |
import torch
|
| 10 |
from src.model import SegmentationNetwork
|
| 11 |
-
from dataset import SegmentationTokenizer, SentenceSegmenter
|
| 12 |
|
| 13 |
|
| 14 |
# - # - # - # - # - # - # - # - # - # - # - # - # - # - # - #
|
|
|
|
| 8 |
import numpy as np
|
| 9 |
import torch
|
| 10 |
from src.model import SegmentationNetwork
|
| 11 |
+
from src.dataset import SegmentationTokenizer, SentenceSegmenter
|
| 12 |
|
| 13 |
|
| 14 |
# - # - # - # - # - # - # - # - # - # - # - # - # - # - # - #
|