Update app.py
Browse files
app.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
# Import libraries
|
| 2 |
-
import
|
| 3 |
from PyPDF2 import PdfReader
|
| 4 |
import tiktoken
|
| 5 |
import groq
|
|
@@ -46,7 +46,8 @@ def chunk_text(text: str, max_tokens: int = 512) -> list:
|
|
| 46 |
# == Embedding dengan Ollama ==
|
| 47 |
def get_embedding(text: str):
|
| 48 |
"""Mendapatkan embedding dari teks menggunakan Ollama."""
|
| 49 |
-
|
|
|
|
| 50 |
return np.array(embedding["embeddings"][0], dtype=np.float32) # Pastikan mengambil list pertama
|
| 51 |
|
| 52 |
# == Simpan Embedding ke FAISS ==
|
|
|
|
| 1 |
# Import libraries
|
| 2 |
+
from sentence_transformers import SentenceTransformer
|
| 3 |
from PyPDF2 import PdfReader
|
| 4 |
import tiktoken
|
| 5 |
import groq
|
|
|
|
| 46 |
# == Embedding dengan Ollama ==
|
| 47 |
def get_embedding(text: str):
|
| 48 |
"""Mendapatkan embedding dari teks menggunakan Ollama."""
|
| 49 |
+
model = SentenceTransformer('all-MiniLM-L6-v2')
|
| 50 |
+
embedding = model.encode("This is a test sentence.")
|
| 51 |
return np.array(embedding["embeddings"][0], dtype=np.float32) # Pastikan mengambil list pertama
|
| 52 |
|
| 53 |
# == Simpan Embedding ke FAISS ==
|