Spaces:
Sleeping
Sleeping
Update rag.py
Browse files
rag.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
import json
|
| 2 |
from sentence_transformers import SentenceTransformer, util
|
| 3 |
from groq import Groq
|
| 4 |
-
import datetime
|
| 5 |
import requests
|
| 6 |
from io import BytesIO
|
| 7 |
from PIL import Image, ImageDraw, ImageFont
|
|
@@ -23,9 +23,15 @@ similarity_model = SentenceTransformer('paraphrase-MiniLM-L6-v2')
|
|
| 23 |
HF_DATASET_REPO = "midrees2806/unmatched_queries" # Your dataset repo
|
| 24 |
HF_TOKEN = os.getenv("HF_TOKEN") # From Space secrets
|
| 25 |
|
| 26 |
-
#
|
| 27 |
-
|
| 28 |
-
dataset
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
|
| 30 |
# Precompute embeddings
|
| 31 |
dataset_questions = [item.get("input", "").lower().strip() for item in dataset]
|
|
|
|
| 1 |
import json
|
| 2 |
from sentence_transformers import SentenceTransformer, util
|
| 3 |
from groq import Groq
|
| 4 |
+
from datetime import datetime
|
| 5 |
import requests
|
| 6 |
from io import BytesIO
|
| 7 |
from PIL import Image, ImageDraw, ImageFont
|
|
|
|
| 23 |
HF_DATASET_REPO = "midrees2806/unmatched_queries" # Your dataset repo
|
| 24 |
HF_TOKEN = os.getenv("HF_TOKEN") # From Space secrets
|
| 25 |
|
| 26 |
+
# --- Dataset Loading ---
|
| 27 |
+
try:
|
| 28 |
+
with open('dataset.json', 'r') as f:
|
| 29 |
+
dataset = json.load(f)
|
| 30 |
+
if not all(isinstance(item, dict) and 'input' in item and 'response' in item for item in dataset):
|
| 31 |
+
raise ValueError("Invalid dataset structure")
|
| 32 |
+
except Exception as e:
|
| 33 |
+
print(f"Error loading dataset: {e}")
|
| 34 |
+
dataset = []
|
| 35 |
|
| 36 |
# Precompute embeddings
|
| 37 |
dataset_questions = [item.get("input", "").lower().strip() for item in dataset]
|