mechark
commited on
Commit
·
c95968b
1
Parent(s):
c4d8214
fix: add correct model task
Browse files- src/rag/llm.py +1 -0
src/rag/llm.py
CHANGED
|
@@ -13,6 +13,7 @@ def get_chain():
|
|
| 13 |
huggingfacehub_api_token=settings.HUGGINGFACE_TOKEN,
|
| 14 |
temperature=settings.MODEL_TEMPERATURE,
|
| 15 |
max_new_tokens=settings.MODEL_MAX_TOKENS,
|
|
|
|
| 16 |
)
|
| 17 |
|
| 18 |
return prompt | llm
|
|
|
|
| 13 |
huggingfacehub_api_token=settings.HUGGINGFACE_TOKEN,
|
| 14 |
temperature=settings.MODEL_TEMPERATURE,
|
| 15 |
max_new_tokens=settings.MODEL_MAX_TOKENS,
|
| 16 |
+
task="conversational",
|
| 17 |
)
|
| 18 |
|
| 19 |
return prompt | llm
|