Update app.py

app.py

@@ -15,8 +15,11 @@ import secrets
 import time
 import requests
 import tempfile
+import spaces
+
 
 from groq import Groq
+from sentence_transformers import SentenceTransformer
 
 tokenizer = tiktoken.encoding_for_model("gpt-3.5-turbo")
 
@@ -35,7 +38,9 @@ text_splitter = RecursiveCharacterTextSplitter(
     separators=["\n\n", "\n", " ", ""]
 )
 
-embeddings = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2")
+#embeddings = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2")
+embeddings = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2',device="cuda")
+
 foo = Document(page_content='foo is fou!',metadata={"source":'foo source'})