Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,6 +5,7 @@ import faiss
|
|
| 5 |
from PyPDF2 import PdfReader
|
| 6 |
from sentence_transformers import SentenceTransformer
|
| 7 |
from transformers import AutoTokenizer, AutoModel
|
|
|
|
| 8 |
from langchain.vectorstores import FAISS
|
| 9 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 10 |
from langchain.chains import RetrievalQA
|
|
@@ -71,7 +72,7 @@ def create_vector_store(text):
|
|
| 71 |
|
| 72 |
def embed(sentence):
|
| 73 |
tokens = tokenizer(sentence, return_tensors="pt", truncation=True, padding=True)
|
| 74 |
-
with torch.no_grad():
|
| 75 |
embeddings = model(**tokens).last_hidden_state.mean(dim=1).numpy()
|
| 76 |
return embeddings
|
| 77 |
|
|
|
|
| 5 |
from PyPDF2 import PdfReader
|
| 6 |
from sentence_transformers import SentenceTransformer
|
| 7 |
from transformers import AutoTokenizer, AutoModel
|
| 8 |
+
import torch # Import torch for tensor operations
|
| 9 |
from langchain.vectorstores import FAISS
|
| 10 |
from langchain.embeddings import HuggingFaceEmbeddings
|
| 11 |
from langchain.chains import RetrievalQA
|
|
|
|
| 72 |
|
| 73 |
def embed(sentence):
|
| 74 |
tokens = tokenizer(sentence, return_tensors="pt", truncation=True, padding=True)
|
| 75 |
+
with torch.no_grad(): # Use torch for no_grad context
|
| 76 |
embeddings = model(**tokens).last_hidden_state.mean(dim=1).numpy()
|
| 77 |
return embeddings
|
| 78 |
|