Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ import io
|
|
| 10 |
import base64
|
| 11 |
from stqdm import stqdm
|
| 12 |
import nltk
|
| 13 |
-
|
| 14 |
from nltk.corpus import stopwords
|
| 15 |
nltk.download('stopwords')
|
| 16 |
import matplotlib.pyplot as plt
|
|
@@ -36,9 +36,6 @@ def classify_reviews(reviews):
|
|
| 36 |
inputs = tokenizer(reviews[i:i+BATCH_SIZE], return_tensors='pt', truncation=True, padding=True, max_length=512)
|
| 37 |
outputs = model(**inputs)
|
| 38 |
probabilities.extend(F.softmax(outputs.logits, dim=1).tolist())
|
| 39 |
-
del inputs
|
| 40 |
-
del outputs
|
| 41 |
-
gc.collect() # manually invoke garbage collector here
|
| 42 |
return probabilities
|
| 43 |
|
| 44 |
def top_rating(scores):
|
|
|
|
| 10 |
import base64
|
| 11 |
from stqdm import stqdm
|
| 12 |
import nltk
|
| 13 |
+
|
| 14 |
from nltk.corpus import stopwords
|
| 15 |
nltk.download('stopwords')
|
| 16 |
import matplotlib.pyplot as plt
|
|
|
|
| 36 |
inputs = tokenizer(reviews[i:i+BATCH_SIZE], return_tensors='pt', truncation=True, padding=True, max_length=512)
|
| 37 |
outputs = model(**inputs)
|
| 38 |
probabilities.extend(F.softmax(outputs.logits, dim=1).tolist())
|
|
|
|
|
|
|
|
|
|
| 39 |
return probabilities
|
| 40 |
|
| 41 |
def top_rating(scores):
|