Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -34,15 +34,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
| 34 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 35 |
tokenizer.pad_token = tokenizer.eos_token
|
| 36 |
|
| 37 |
-
# Connect to Qdrant + embedding
|
| 38 |
-
embedding = HuggingFaceEmbeddings(model_name="Omartificial-Intelligence-Space/GATE-AraBert-v1")
|
| 39 |
-
qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_API_KEY)
|
| 40 |
-
|
| 41 |
-
vector_store = Qdrant(
|
| 42 |
-
client=qdrant_client,
|
| 43 |
-
collection_name=COLLECTION_NAME,
|
| 44 |
-
embeddings=embedding
|
| 45 |
-
)
|
| 46 |
|
| 47 |
# Generation settings
|
| 48 |
generation_config = GenerationConfig(
|
|
@@ -65,6 +56,16 @@ llm_pipeline = pipeline(
|
|
| 65 |
|
| 66 |
llm = HuggingFacePipeline(pipeline=llm_pipeline)
|
| 67 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
retriever = vector_store.as_retriever(search_kwargs={"k": 3})
|
| 69 |
|
| 70 |
# Set up RAG QA chain
|
|
|
|
| 34 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 35 |
tokenizer.pad_token = tokenizer.eos_token
|
| 36 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
|
| 38 |
# Generation settings
|
| 39 |
generation_config = GenerationConfig(
|
|
|
|
| 56 |
|
| 57 |
llm = HuggingFacePipeline(pipeline=llm_pipeline)
|
| 58 |
|
| 59 |
+
# Connect to Qdrant + embedding
|
| 60 |
+
embedding = HuggingFaceEmbeddings(model_name="Omartificial-Intelligence-Space/GATE-AraBert-v1")
|
| 61 |
+
qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_API_KEY)
|
| 62 |
+
|
| 63 |
+
vector_store = Qdrant(
|
| 64 |
+
client=qdrant_client,
|
| 65 |
+
collection_name=COLLECTION_NAME,
|
| 66 |
+
embeddings=embedding
|
| 67 |
+
)
|
| 68 |
+
|
| 69 |
retriever = vector_store.as_retriever(search_kwargs={"k": 3})
|
| 70 |
|
| 71 |
# Set up RAG QA chain
|