Spaces:

hotchpotch
/

wikipedia-japanese-rag-qa

Running

hotchpotch commited on Dec 3, 2023

Commit

bcdb0f9

1 Parent(s): 49fdf67

cache_data to cache_resource

Files changed (1) hide show

app.py CHANGED Viewed

@@ -74,7 +74,7 @@ os.environ["TOKENIZERS_PARALLELISM"] = "false"
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
-@st.cache_data
 def get_model(name: str, max_seq_length=512):
     device = "cpu"
     if torch.cuda.is_available():
@@ -86,13 +86,13 @@ def get_model(name: str, max_seq_length=512):
     return model
-@st.cache_data
 def get_wikija_ds(name: str = WIKIPEDIA_JS_DS_NAME):
     ds = load_dataset(path=WIKIPEDIA_JA_DS, name=name, split="train")
     return ds
-@st.cache_data
 def get_faiss_index(
     index_name: str, ja_emb_ds: str = WIKIPEDIA_JA_EMB_DS, name=WIKIPEDIA_JS_DS_NAME
 ):

 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
+@st.cache_resource
 def get_model(name: str, max_seq_length=512):
     device = "cpu"
     if torch.cuda.is_available():
     return model
+@st.cache_resource
 def get_wikija_ds(name: str = WIKIPEDIA_JS_DS_NAME):
     ds = load_dataset(path=WIKIPEDIA_JA_DS, name=name, split="train")
     return ds
+@st.cache_resource
 def get_faiss_index(
     index_name: str, ja_emb_ds: str = WIKIPEDIA_JA_EMB_DS, name=WIKIPEDIA_JS_DS_NAME
 ):