nlp / my_module.py
gaurang157's picture
Upload 10 files
18b445a
Raw
History Blame Contribute Delete
1.11 kB
# # my_module.py
# import streamlit as st
# from transformers import AddedToken
# # Define a custom hash function for tokenizers.AddedToken
# def my_hash_func(token):
# try:
# return hash((token.ids, token.type_id))
# except AttributeError:
# # Handle cases where the token object is not as expected
# return hash(str(token))
# @st.cache_resource(hash_funcs={AddedToken: my_hash_func})
# def get_analyzers():
# from setup import analyzer, emotion_analyzer, hate_speech_analyzer
# return analyzer, emotion_analyzer, hate_speech_analyzer
# my_module.py
import streamlit as st
# from transformers import AddedToken
# # Define a custom hash function for tokenizers.AddedToken
# def my_hash_func(token):
# try:
# return hash((token.ids, token.type_id))
# except AttributeError:
# # Handle cases where the token object is not as expected
# return hash(str(token))
from setup import analyzer, emotion_analyzer, hate_speech_analyzer
@st.cache_resource()
def get_analyzers():
return analyzer, emotion_analyzer, hate_speech_analyzer