Upload folder using huggingface_hub
Browse files- advanced_rag.py +1 -2
advanced_rag.py
CHANGED
|
@@ -352,8 +352,7 @@ class ElevatedRagChain:
|
|
| 352 |
model=repo_id,
|
| 353 |
temperature=self.temperature,
|
| 354 |
top_p=self.top_p,
|
| 355 |
-
max_new_tokens=
|
| 356 |
-
timeout=120
|
| 357 |
)
|
| 358 |
return response
|
| 359 |
except Exception as e:
|
|
|
|
| 352 |
model=repo_id,
|
| 353 |
temperature=self.temperature,
|
| 354 |
top_p=self.top_p,
|
| 355 |
+
max_new_tokens=8192 # Reduced token count for speed
|
|
|
|
| 356 |
)
|
| 357 |
return response
|
| 358 |
except Exception as e:
|