tyang4 commited on
Commit
1dc8b22
·
verified ·
1 Parent(s): 1b3f436

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +2 -8
src/streamlit_app.py CHANGED
@@ -76,14 +76,8 @@ def gpt_chat(sys_msg: str, user_msg: str, **kwargs):
76
  class SimpleEncoder:
77
  def __init__(self):
78
  self.device = "cuda" if torch.cuda.is_available() else "cpu"
79
- self.tokenizer = AutoTokenizer.from_pretrained(
80
- "sentence-transformers/all-MiniLM-L6-v2",
81
- cache_dir="/tmp/hf_cache"
82
- )
83
- self.model = AutoModel.from_pretrained(
84
- "sentence-transformers/all-MiniLM-L6-v2",
85
- cache_dir="/tmp/hf_cache"
86
- ).to(self.device)
87
  self.model.eval()
88
 
89
  def encode(self, texts, batch_size: int = 16):
 
76
  class SimpleEncoder:
77
  def __init__(self):
78
  self.device = "cuda" if torch.cuda.is_available() else "cpu"
79
+ self.tokenizer = AutoTokenizer.from_pretrained("model")
80
+ self.model = AutoModel.from_pretrained("model").to(self.device)
 
 
 
 
 
 
81
  self.model.eval()
82
 
83
  def encode(self, texts, batch_size: int = 16):