Terry Zhang
commited on
Commit
·
6737c70
1
Parent(s):
f7c276d
fix device
Browse files- tasks/text.py +3 -2
tasks/text.py
CHANGED
|
@@ -121,12 +121,13 @@ def moe_classifier(test_dataset: dict, model: str):
|
|
| 121 |
|
| 122 |
# Use CUDA if available
|
| 123 |
device, _, _ = get_backend()
|
| 124 |
-
|
| 125 |
texts = test_dataset["quote"]
|
| 126 |
|
| 127 |
model_path = f"tasks/text_models/0131_MoE_final.pt"
|
| 128 |
|
| 129 |
-
embedding_model = AutoModel.from_pretrained("sentence-transformers/all-distilroberta-v1")
|
|
|
|
| 130 |
tokenizer = AutoTokenizer.from_pretrained("sentence-transformers/all-distilroberta-v1")
|
| 131 |
|
| 132 |
dataset = TextDataset(texts, tokenizer=tokenizer, max_length=512)
|
|
|
|
| 121 |
|
| 122 |
# Use CUDA if available
|
| 123 |
device, _, _ = get_backend()
|
| 124 |
+
|
| 125 |
texts = test_dataset["quote"]
|
| 126 |
|
| 127 |
model_path = f"tasks/text_models/0131_MoE_final.pt"
|
| 128 |
|
| 129 |
+
embedding_model = AutoModel.from_pretrained("sentence-transformers/all-distilroberta-v1")
|
| 130 |
+
embedding_model = embedding_model.to(device)
|
| 131 |
tokenizer = AutoTokenizer.from_pretrained("sentence-transformers/all-distilroberta-v1")
|
| 132 |
|
| 133 |
dataset = TextDataset(texts, tokenizer=tokenizer, max_length=512)
|