Spaces:
Runtime error
Runtime error
Commit ·
1367a06
1
Parent(s): 3a55b6a
Update app.py
Browse files
app.py
CHANGED
|
@@ -153,8 +153,12 @@ tokenizer = transformers.AutoTokenizer.from_pretrained("DeeeTeeee01/mytest_train
|
|
| 153 |
def tokenizer_hash_func(tokenizer):
|
| 154 |
return tokenizer.__str__()
|
| 155 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
# Define the function for sentiment analysis
|
| 157 |
-
@st.cache(hash_funcs={tokenizers.Tokenizer: tokenizer_hash_func
|
| 158 |
def predict_sentiment(text):
|
| 159 |
# Load the pipeline
|
| 160 |
pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)
|
|
@@ -166,6 +170,7 @@ def predict_sentiment(text):
|
|
| 166 |
|
| 167 |
return sentiment, score
|
| 168 |
|
|
|
|
| 169 |
# Setting the page configurations
|
| 170 |
st.set_page_config(
|
| 171 |
page_title="Sentiment Analysis App",
|
|
|
|
| 153 |
def tokenizer_hash_func(tokenizer):
|
| 154 |
return tokenizer.__str__()
|
| 155 |
|
| 156 |
+
# Define the custom hash function for tokenizers.AddedToken
|
| 157 |
+
def added_token_hash_func(token):
|
| 158 |
+
return token.__str__()
|
| 159 |
+
|
| 160 |
# Define the function for sentiment analysis
|
| 161 |
+
@st.cache(hash_funcs={tokenizers.Tokenizer: tokenizer_hash_func, tokenizers.AddedToken: added_token_hash_func})
|
| 162 |
def predict_sentiment(text):
|
| 163 |
# Load the pipeline
|
| 164 |
pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)
|
|
|
|
| 170 |
|
| 171 |
return sentiment, score
|
| 172 |
|
| 173 |
+
|
| 174 |
# Setting the page configurations
|
| 175 |
st.set_page_config(
|
| 176 |
page_title="Sentiment Analysis App",
|