Spaces:
Runtime error
Runtime error
Commit ·
3a55b6a
1
Parent(s): ccbd4ac
Update app.py
Browse files
app.py
CHANGED
|
@@ -143,13 +143,18 @@
|
|
| 143 |
import streamlit as st
|
| 144 |
import transformers
|
| 145 |
import torch
|
|
|
|
| 146 |
|
| 147 |
# Load the model and tokenizer
|
| 148 |
model = transformers.AutoModelForSequenceClassification.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
|
| 149 |
tokenizer = transformers.AutoTokenizer.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
|
| 150 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 151 |
# Define the function for sentiment analysis
|
| 152 |
-
@st.cache
|
| 153 |
def predict_sentiment(text):
|
| 154 |
# Load the pipeline
|
| 155 |
pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)
|
|
|
|
| 143 |
import streamlit as st
|
| 144 |
import transformers
|
| 145 |
import torch
|
| 146 |
+
import tokenizers # Import tokenizers explicitly
|
| 147 |
|
| 148 |
# Load the model and tokenizer
|
| 149 |
model = transformers.AutoModelForSequenceClassification.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
|
| 150 |
tokenizer = transformers.AutoTokenizer.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
|
| 151 |
|
| 152 |
+
# Define the custom hash function for tokenizers.Tokenizer
|
| 153 |
+
def tokenizer_hash_func(tokenizer):
|
| 154 |
+
return tokenizer.__str__()
|
| 155 |
+
|
| 156 |
# Define the function for sentiment analysis
|
| 157 |
+
@st.cache(hash_funcs={tokenizers.Tokenizer: tokenizer_hash_func}) # Specify the custom hash function
|
| 158 |
def predict_sentiment(text):
|
| 159 |
# Load the pipeline
|
| 160 |
pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)
|