Commit ·
60db644
1
Parent(s): 1b01518
Update EntityExtractor.py
Browse files- EntityExtractor.py +3 -3
EntityExtractor.py
CHANGED
|
@@ -22,7 +22,7 @@ nltk.download('stopwords')
|
|
| 22 |
#import parmap
|
| 23 |
nltk.download('averaged_perceptron_tagger')
|
| 24 |
import torch
|
| 25 |
-
device = torch.device('cuda')
|
| 26 |
from torch.utils.data import Dataset
|
| 27 |
from transformers import BertTokenizer
|
| 28 |
from ast import literal_eval
|
|
@@ -37,7 +37,7 @@ import time
|
|
| 37 |
from sklearn import metrics
|
| 38 |
import statistics
|
| 39 |
from transformers import get_linear_schedule_with_warmup
|
| 40 |
-
device = torch.device('cuda')
|
| 41 |
import torch
|
| 42 |
from torch.utils.data import Dataset
|
| 43 |
from transformers import BertTokenizer
|
|
@@ -75,7 +75,7 @@ nltk.download('omw-1.4')
|
|
| 75 |
|
| 76 |
|
| 77 |
|
| 78 |
-
device = torch.device('
|
| 79 |
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
|
| 80 |
|
| 81 |
MAX_SEQ_LEN = 256
|
|
|
|
| 22 |
#import parmap
|
| 23 |
nltk.download('averaged_perceptron_tagger')
|
| 24 |
import torch
|
| 25 |
+
#device = torch.device('cuda')
|
| 26 |
from torch.utils.data import Dataset
|
| 27 |
from transformers import BertTokenizer
|
| 28 |
from ast import literal_eval
|
|
|
|
| 37 |
from sklearn import metrics
|
| 38 |
import statistics
|
| 39 |
from transformers import get_linear_schedule_with_warmup
|
| 40 |
+
#device = torch.device('cuda')
|
| 41 |
import torch
|
| 42 |
from torch.utils.data import Dataset
|
| 43 |
from transformers import BertTokenizer
|
|
|
|
| 75 |
|
| 76 |
|
| 77 |
|
| 78 |
+
device = torch.device('cpu')
|
| 79 |
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
|
| 80 |
|
| 81 |
MAX_SEQ_LEN = 256
|